00000800:00000200:3.1F:1769073204.781938:0:2355:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1769073204.781967:0:2355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.105@tcp ip 192.168.204.105:988
00000800:00000200:3.1:1769073204.781976:0:2355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000034b6b149 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:3.1:1769073204.786384:0:2355:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1
00000080:00000010:3.1:1769073306.271833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5f53da0.
00000080:00000010:3.1:1769073306.421625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4a990c0.
00010000:00000010:3.1:1769073306.584711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164400.
00010000:00000010:3.1:1769073306.591463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164800.
00010000:00000010:3.1:1769073306.809647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cdc00.
00010000:00000010:3.1:1769073306.849710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cc400.
00010000:00000010:3.1:1769073307.428598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302165800.
00000080:00000010:3.1:1769073307.428608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c2df51e0.
00010000:00000010:3.1:1769073307.632182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164800.
00000080:00000010:3.1:1769073307.636768:0:11158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c2df52a0.
00010000:00000010:3.1:1769073307.670492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cdc00.
00000080:00000010:3.1:1769073307.670502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d8098ac0.
00010000:00000010:3.1:1769073307.670511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164400.
00000080:00000010:3.1:1769073308.285733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3d33ee0.
00010000:00000010:3.1:1769073308.530639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164800.
00000080:00000010:3.1:1769073308.530662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c2df5b20.
00000080:00000010:3.1:1769073308.988813:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c36ca8a0.
00010000:00000010:3.1:1769073309.476067:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cce00.
00000080:00000010:3.1:1769073309.476078:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d8098fc0.
00010000:00000010:3.1:1769073309.592472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0ec00.
00010000:00000010:3.1:1769073309.626373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302165800.
00010000:00000010:3.1:1769073309.869019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c0031000.
00000080:00000010:3.1:1769073309.869038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d9af7d00.
00010000:00000010:3.1:1769073309.905359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cce00.
00010000:00000010:3.1:1769073309.933718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cc200.
00010000:00000010:3.1:1769073310.082934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073310.082948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164a00.
00010000:00000010:3.1:1769073310.559910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073310.559918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164800.
00010000:00000010:3.1:1769073311.481637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164000.
00000080:00000010:3.1:1769073311.481652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c328ce20.
00010000:00000010:3.1:1769073311.694441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164000.
00000080:00000010:3.1:1769073311.694459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c328c4e0.
00010000:00000010:3.1:1769073312.056430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020ccc00.
00010000:00000010:3.1:1769073312.600477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302165800.
00000080:00000010:3.1:1769073312.600486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c358c540.
00010000:00000010:3.1:1769073313.183689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cc800.
00010000:00000010:3.1:1769073313.425481:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848200.
00010000:00000010:3.1:1769073315.351378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487c000.
00010000:00000010:3.1:1769073316.205497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487d600.
00010000:00000010:3.1:1769073324.682142:0:11288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872c00.
00000080:00000010:3.1:1769073324.682157:0:11288:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458ba0.
00010000:00000010:3.1:1769073324.699279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cd000.
00000080:00000010:3.1:1769073324.699296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c49057c0.
00010000:00000010:3.1:1769073325.250376:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487ca00.
00010000:00000010:3.1:1769073325.290450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848c00.
00000080:00000010:3.1:1769073325.290465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8160.
00010000:00000010:3.1:1769073325.295437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cce00.
00000080:00000010:3.1:1769073325.295448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905340.
00000080:00000010:3.1:1769073325.460569:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332bf80.
00010000:00000010:3.1:1769073326.169551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848000.
00010000:00000010:3.1:1769073326.881839:0:11296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487d800.
00000080:00000010:3.1:1769073333.015506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905c20.
00000080:00000010:3.1:1769073333.015525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34582e0.
00000080:00000010:3.1:1769073333.015533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332b0e0.
00000080:00000010:3.1:1769073333.015539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8120.
00000080:00000010:3.1:1769073333.015544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905740.
00000080:00000010:3.1:1769073333.015548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332b2a0.
00000080:00000010:3.1:1769073333.015552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332bc00.
00000080:00000010:3.1:1769073333.015560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8a80.
00000080:00000010:3.1:1769073333.015564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c49053a0.
00000080:00000010:3.1:1769073333.015567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458080.
00000080:00000010:3.1:1769073333.015571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c80e0.
00000080:00000010:3.1:1769073333.015573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34584e0.
00000080:00000010:3.1:1769073333.015596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458f00.
00000080:00000010:3.1:1769073333.015599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8c20.
00000080:00000010:3.1:1769073333.015606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c86e0.
00000080:00000010:3.1:1769073333.015610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8440.
00000080:00000010:3.1:1769073333.015613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34580a0.
00000080:00000010:3.1:1769073333.015629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905620.
00000080:00000010:3.1:1769073333.015633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458a60.
00000080:00000010:3.1:1769073333.015637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c82a0.
00000080:00000010:3.1:1769073333.015640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458be0.
00000080:00000010:3.1:1769073333.015644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8260.
00000080:00000010:3.1:1769073333.015647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458a40.
00000080:00000010:3.1:1769073333.015650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905e00.
00000080:00000010:3.1:1769073333.015654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8ae0.
00000080:00000010:3.1:1769073333.015658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332b740.
00000080:00000010:3.1:1769073333.015661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8f80.
00000080:00000010:3.1:1769073333.015665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c83e0.
00000080:00000010:3.1:1769073333.015668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332be20.
00000080:00000010:3.1:1769073333.015672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c87e0.
00000080:00000010:3.1:1769073333.015675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332b200.
00010000:00000010:3.1:1769073333.015681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cce00.
00010000:00000010:3.1:1769073333.605499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487cc00.
00000080:00000010:3.1:1769073333.605507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332ba00.
00010000:00000010:3.1:1769073333.751511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848000.
00000080:00000010:3.1:1769073333.751535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8e20.
00010000:00000010:3.1:1769073333.759293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cd800.
00000080:00000010:3.1:1769073333.759313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905cc0.
00010000:00000010:3.1:1769073333.789457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cce00.
00010000:00000010:3.1:1769073334.068453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849000.
00000080:00000010:3.1:1769073334.068469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8900.
00010000:00000010:3.1:1769073334.088270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cce00.
00000080:00000010:3.1:1769073334.088288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905cc0.
00010000:00000010:3.1:1769073334.094922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cd800.
00000080:00000010:3.1:1769073334.094938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905620.
00010000:00000010:3.1:1769073334.374447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487de00.
00000080:00000010:3.1:1769073334.374474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332bda0.
00010000:00000010:3.1:1769073334.383586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cc800.
00000080:00000010:3.1:1769073334.383603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905620.
00010000:00000010:3.1:1769073334.391572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cd800.
00000080:00000010:3.1:1769073334.391591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905c20.
00010000:00000010:3.1:1769073334.402616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cc800.
00000080:00000010:3.1:1769073334.402631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905620.
00010000:00000010:3.1:1769073334.421459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cd800.
00000080:00000010:3.1:1769073334.563444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34588a0.
00010000:00000010:3.1:1769073334.575563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cc800.
00000080:00000010:3.1:1769073334.575577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905620.
00010000:00000010:3.1:1769073334.580086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cd800.
00000080:00000010:3.1:1769073334.580109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905820.
00000080:00000010:3.1:1769073334.784217:0:2360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332ba60.
00000080:00000010:3.1:1769073334.924180:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332b1c0.
00010000:00000010:3.1:1769073335.156631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cdc00.
00010000:00000010:3.1:1769073335.169506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cca00.
00010000:00000010:3.1:1769073367.749688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52200.
00010000:00000010:3.1:1769073367.749701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487dc00.
00000080:00000010:3.1:1769073367.766568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4480.
00000080:00000010:3.1:1769073406.352414:0:1:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea580.
00010000:00000010:3.1:1769073415.742594:0:15363:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52600.
00010000:00000010:3.1:1769073415.742611:0:15363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487c800.
00010000:00000010:3.1:1769073415.799638:0:15366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d2676200.
00010000:00000010:3.1:1769073415.799661:0:15366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:3.1:1769073415.854613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873200.
00000080:00000010:3.1:1769073415.881223:0:15370:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34584e0.
00010000:00000010:3.1:1769073415.932465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cd800.
00010000:00000010:3.1:1769073415.944741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b3020cdc00.
00010000:00000010:3.1:1769073426.368709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d2676000.
00010000:00000010:3.1:1769073426.368724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:3.1:1769073426.567526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487ca00.
00000080:00000010:3.1:1769073460.250858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458e20.
00010000:00000010:3.1:1769073465.980039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:3.1:1769073465.980054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487de00.
00010000:00000010:3.1:1769073465.980079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52600.
00010000:00000010:3.1:1769073465.980082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487d000.
00000080:00000010:3.1:1769073465.991437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea360.
00000080:00000010:3.1:1769073465.991465:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01898c0.
00000800:00000200:3.1:1769073486.053141:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 15732 low water 158534 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.053171:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 15732 low water 158534 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.053181:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 15732 low water 158534 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.053189:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 15732 low water 158534 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.053198:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 15732 low water 158534 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.053207:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 15732 low water 158534 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.053215:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 15732 low water 158534 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.058065:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 102748 low water 148306 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.058083:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 102748 low water 148306 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.058089:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 102748 low water 148306 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.058095:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 102748 low water 148306 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.058100:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 102748 low water 148306 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.058106:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 102748 low water 148306 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.058110:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 102748 low water 148306 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.060323:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 189764 low water 138078 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073486.063266:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 316724 low water 224358 conn ffffa0b2c3ada000 blocked idle queued
00010000:00000010:3.1:1769073570.965677:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d2677800.
00010000:00000010:3.1:1769073570.965692:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849e00.
00000800:00000200:3.1:1769073581.166486:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 15064 low water 375188 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073581.166505:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 15064 low water 375188 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073581.166510:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 15064 low water 375188 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073581.166575:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 61084 low water 352178 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073581.166582:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 59804 low water 352818 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073581.167175:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 59804 low water 352818 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073581.170488:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 172384 low water 329808 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073581.170512:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 172384 low water 329808 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073581.170517:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 172384 low water 329808 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073581.170546:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 258120 low water 320220 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769073581.170753:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 554996 low water 288262 conn ffffa0b2c3ada000 blocked idle queued
00010000:00000010:3.1:1769073582.913677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487c200.
00000080:00000010:3.1:1769073582.917474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec44c0.
00010000:00000010:3.1:1769073582.932306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487dc00.
00000080:00000010:3.1:1769073582.932318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a20.
00010000:00000010:3.1:1769073582.934985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487c600.
00010000:00000010:3.1:1769073602.723647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487ce00.
00010000:00000010:3.1:1769073602.832436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487d600.
00000080:00000010:3.1:1769073606.179703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea8e0.
00010000:00000010:3.1:1769073623.481426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5600.
00000080:00000010:3.1:1769073623.746489:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0119080.
00000080:00000010:3.1:1769073639.851171:0:24666:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea900.
00010000:00000010:3.1:1769073639.943174:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8100.
00010000:00000010:3.1:1769073639.943182:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073639.943328:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8600.
00010000:00000010:3.1:1769073639.943335:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00000080:00000010:3.1:1769073640.024727:0:24685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec49a0.
00000080:00000010:3.1:1769073640.332495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29c0.
00010000:00000010:3.1:1769073641.237032:0:24707:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:3.1:1769073641.237100:0:24707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70a00.
00010000:00000010:3.1:1769073641.252448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:3.1:1769073641.252478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:3.1:1769073641.384477:0:24666:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718100.
00010000:00000010:3.1:1769073641.384495:0:24666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00000080:00000010:3.1:1769073641.852805:0:24735:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ead20.
00010000:00000010:3.1:1769073641.954418:0:24743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8800.
00010000:00000010:3.1:1769073641.954426:0:24743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073641.974653:0:2360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:3.1:1769073641.974668:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073642.094811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630000.
00010000:00000010:3.1:1769073642.094831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00000080:00000010:3.1:1769073642.161422:0:24756:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec41c0.
00000080:00000010:3.1:1769073642.660796:0:24773:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00010000:00000010:3.1:1769073644.743482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718400.
00010000:00000010:3.1:1769073644.743587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:3.1:1769073644.771762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:3.1:1769073644.771778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5400.
00010000:00000010:3.1:1769073645.062299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:3.1:1769073645.062322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70a00.
00010000:00000010:3.1:1769073645.067939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00000080:00000010:3.1:1769073645.731417:0:24881:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea0c0.
00000080:00000010:3.1:1769073646.279195:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2d40.
00010000:00000010:3.1:1769073647.019755:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70e00.
00000080:00000010:3.1:1769073647.079913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea0e0.
00000080:00000010:3.1:1769073647.778093:0:24945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458060.
00010000:00000010:3.1:1769073647.925874:0:24954:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073647.925890:0:24954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073647.948428:0:24954:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8500.
00010000:00000010:3.1:1769073647.950551:0:24954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00000080:00000010:3.1:1769073647.986016:0:24969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4120.
00010000:00000010:3.1:1769073648.357772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630200.
00010000:00000010:3.1:1769073648.357789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:3.1:1769073648.664205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073648.664225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073648.807445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073648.807489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073648.820708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073648.828038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073649.346422:0:24994:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:3.1:1769073649.346433:0:24994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849c00.
00000080:00000010:3.1:1769073649.387980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf28a0.
00000080:00000010:3.1:1769073649.802516:0:25033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eabe0.
00010000:00000010:3.1:1769073649.850501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718b00.
00010000:00000010:3.1:1769073649.850522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71400.
00010000:00000010:3.1:1769073649.871857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073649.871879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00000080:00000010:3.1:1769073650.785430:0:25056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2740.
00010000:00000010:3.1:1769073651.512292:0:25079:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073651.512305:0:25079:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073651.516823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073651.516837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073652.060553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2300.
00010000:00000010:3.1:1769073652.060576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848600.
00000080:00000010:3.1:1769073652.142486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2880.
00010000:00000010:3.1:1769073652.232450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872200.
00010000:00000010:3.1:1769073652.734126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073652.734142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073652.749983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073652.753719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00000080:00000010:3.1:1769073652.826740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4140.
00010000:00000010:3.1:1769073653.754493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073653.754509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073653.769449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073654.272509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2700.
00010000:00000010:3.1:1769073654.272537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848600.
00000080:00000010:3.1:1769073654.303505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2800.
00000080:00000010:3.1:1769073654.498160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458680.
00010000:00000010:3.1:1769073654.788449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00000080:00000010:3.1:1769073654.849560:0:25200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaf60.
00010000:00000010:3.1:1769073655.087568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:3.1:1769073655.087584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00010000:00000010:3.1:1769073655.103582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8c00.
00010000:00000010:3.1:1769073655.103603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00000080:00000010:3.1:1769073655.195561:0:25207:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4c00.
00010000:00000010:3.1:1769073655.257097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718800.
00010000:00000010:3.1:1769073655.257113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71a00.
00010000:00000010:3.1:1769073655.283958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8c00.
00010000:00000010:3.1:1769073655.287758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073655.653360:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8c00.
00010000:00000010:3.1:1769073655.653367:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073655.662188:0:25239:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073655.662202:0:25239:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00000080:00000010:3.1:1769073655.732976:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4f60.
00010000:00000010:3.1:1769073655.842707:0:25242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:3.1:1769073656.247448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718b00.
00010000:00000010:3.1:1769073656.247475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00010000:00000010:3.1:1769073656.260582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:3.1:1769073656.731890:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2200.
00000080:00000010:3.1:1769073657.533088:0:14646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea440.
00010000:00000010:3.1:1769073657.646556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71400.
00000080:00000010:3.1:1769073657.673648:0:24637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea460.
00010000:00000010:3.1:1769073657.785581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:3.1:1769073658.507625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8100.
00010000:00000010:3.1:1769073658.507648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073658.526784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:3.1:1769073659.572487:0:25382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:3.1:1769073659.572500:0:25382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073659.609567:0:25392:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8100.
00010000:00000010:3.1:1769073659.609587:0:25392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00000080:00000010:3.1:1769073659.676499:0:24637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4e20.
00010000:00000010:3.1:1769073660.709599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:3.1:1769073660.709625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073660.737492:0:25413:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8800.
00010000:00000010:3.1:1769073660.749500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00000080:00000010:3.1:1769073660.817582:0:14646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4be0.
00000080:00000010:3.1:1769073661.285669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea860.
00010000:00000010:3.1:1769073661.408156:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8100.
00010000:00000010:3.1:1769073661.408170:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073661.421558:0:2360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8800.
00010000:00000010:3.1:1769073661.421577:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00000080:00000010:3.1:1769073661.462813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4920.
00010000:00000010:3.1:1769073661.542448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8800.
00010000:00000010:3.1:1769073661.542470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00000080:00000010:3.1:1769073661.788522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eac20.
00010000:00000010:3.1:1769073662.507872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630400.
00010000:00000010:3.1:1769073662.507906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:3.1:1769073663.281438:0:25512:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630b00.
00010000:00000010:3.1:1769073663.281457:0:25512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:3.1:1769073663.346122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:3.1:1769073663.346140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5400.
00000080:00000010:3.1:1769073663.376464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ce0.
00010000:00000010:3.1:1769073664.562477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:3.1:1769073664.562500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5600.
00010000:00000010:3.1:1769073665.558466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8800.
00010000:00000010:3.1:1769073665.558496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4000.
00010000:00000010:3.1:1769073665.561272:0:25605:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8900.
00010000:00000010:3.1:1769073665.561294:0:25605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073665.921697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630700.
00010000:00000010:3.1:1769073665.921712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872200.
00010000:00000010:3.1:1769073665.921715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8900.
00010000:00000010:3.1:1769073665.937701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073668.325511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073668.330743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073668.340410:0:25699:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073668.348709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:3.1:1769073669.031705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718f00.
00010000:00000010:3.1:1769073669.031722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00010000:00000010:3.1:1769073669.292662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00000080:00000010:3.1:1769073669.313555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea040.
00010000:00000010:3.1:1769073669.572486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2e00.
00010000:00000010:3.1:1769073669.572501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848600.
00010000:00000010:3.1:1769073669.816536:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073669.816549:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073669.829865:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073669.829896:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073670.066158:0:25777:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073670.066174:0:25777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073670.070671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073670.070690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073670.148731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:3.1:1769073670.148745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71800.
00010000:00000010:3.1:1769073670.168553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073670.168576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00000080:00000010:3.1:1769073670.194020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4c00.
00000080:00000010:3.1:1769073670.374814:0:25785:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf22e0.
00010000:00000010:3.1:1769073670.567793:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71400.
00010000:00000010:3.1:1769073670.916450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630d00.
00010000:00000010:3.1:1769073670.920499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:3.1:1769073671.489868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630200.
00010000:00000010:3.1:1769073671.489880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872200.
00010000:00000010:3.1:1769073671.489886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073671.489892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00000080:00000010:3.1:1769073671.555969:0:25847:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4340.
00010000:00000010:3.1:1769073671.609430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2900.
00010000:00000010:3.1:1769073671.609448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849400.
00010000:00000010:3.1:1769073671.616427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00000080:00000010:3.1:1769073672.187641:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea040.
00010000:00000010:3.1:1769073672.328430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718400.
00010000:00000010:3.1:1769073672.328447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00010000:00000010:3.1:1769073673.050577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718800.
00010000:00000010:3.1:1769073673.050590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00010000:00000010:3.1:1769073673.087485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8900.
00010000:00000010:3.1:1769073673.087503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00000080:00000010:3.1:1769073673.112105:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4c20.
00010000:00000010:3.1:1769073673.346143:0:25909:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8900.
00010000:00000010:3.1:1769073673.346156:0:25909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073673.372022:0:25917:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8c00.
00010000:00000010:3.1:1769073673.372039:0:25917:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5600.
00000080:00000010:3.1:1769073673.418138:0:25924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4900.
00010000:00000010:3.1:1769073674.184452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:3.1:1769073674.184466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073674.281163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00010000:00000010:3.1:1769073675.112685:0:25998:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:3.1:1769073675.112696:0:25998:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073675.150458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8900.
00010000:00000010:3.1:1769073675.150481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5400.
00000080:00000010:3.1:1769073675.198520:0:24637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4f00.
00000080:00000010:3.1:1769073675.683731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2420.
00000080:00000010:3.1:1769073675.968317:0:26029:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458920.
00000080:00000010:3.1:1769073676.101832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458000.
00010000:00000010:3.1:1769073676.233764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8900.
00010000:00000010:3.1:1769073676.233782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073676.247564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:3.1:1769073676.251572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073676.497744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:3.1:1769073676.497761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00000080:00000010:3.1:1769073676.916645:0:26058:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458520.
00000080:00000010:3.1:1769073677.183880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34587e0.
00000080:00000010:3.1:1769073677.498429:0:24637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea2c0.
00010000:00000010:3.1:1769073677.626744:0:26080:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718f00.
00010000:00000010:3.1:1769073677.626779:0:26080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00000080:00000010:3.1:1769073678.723769:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2500.
00010000:00000010:3.1:1769073678.861410:0:2360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:3.1:1769073678.865457:0:26051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:3.1:1769073679.177528:0:26155:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:3.1:1769073679.177545:0:26155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00010000:00000010:3.1:1769073679.213486:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:3.1:1769073679.213523:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00000080:00000010:3.1:1769073679.254175:0:26157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4500.
00010000:00000010:3.1:1769073679.613409:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:3.1:1769073679.613422:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00000080:00000010:3.1:1769073679.723671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4340.
00010000:00000010:3.1:1769073680.175757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2b00.
00010000:00000010:3.1:1769073680.175773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848a00.
00010000:00000010:3.1:1769073680.198193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8600.
00000080:00000010:3.1:1769073680.962443:0:26193:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34581a0.
00010000:00000010:3.1:1769073681.128137:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8600.
00010000:00000010:3.1:1769073681.128159:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073681.129451:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073681.130199:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00000080:00000010:3.1:1769073681.183342:0:26226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4080.
00010000:00000010:3.1:1769073681.305028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00000080:00000010:3.1:1769073681.364440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea940.
00010000:00000010:3.1:1769073683.503474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2100.
00010000:00000010:3.1:1769073683.503503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848200.
00010000:00000010:3.1:1769073684.595965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073684.595986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:3.1:1769073684.599673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8500.
00010000:00000010:3.1:1769073684.605094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5400.
00000080:00000010:3.1:1769073685.416439:0:26335:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2f20.
00000080:00000010:3.1:1769073685.856089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34581a0.
00010000:00000010:3.1:1769073686.448574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073686.448589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073686.463679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8400.
00010000:00000010:3.1:1769073686.467619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:3.1:1769073686.560622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8400.
00010000:00000010:3.1:1769073686.560638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:3.1:1769073686.572572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073687.088893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:3.1:1769073687.088913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:3.1:1769073687.124444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073687.378381:0:26416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2700.
00010000:00000010:3.1:1769073687.378413:0:26416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848000.
00000080:00000010:3.1:1769073687.465850:0:26431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf23e0.
00010000:00000010:3.1:1769073687.537355:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073687.537371:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:3.1:1769073687.552654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8400.
00010000:00000010:3.1:1769073687.552672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073687.692462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:3.1:1769073687.692476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71a00.
00010000:00000010:3.1:1769073687.934533:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073687.934540:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073687.938659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8600.
00010000:00000010:3.1:1769073688.053438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8600.
00010000:00000010:3.1:1769073688.053452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073688.080445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073688.080469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00000080:00000010:3.1:1769073688.359449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2fe0.
00010000:00000010:3.1:1769073688.606458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2b00.
00010000:00000010:3.1:1769073688.898638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073688.898663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073689.022450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073689.022484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073689.034571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073689.127549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073689.127566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073689.147538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073689.163451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:3.1:1769073689.398449:0:26496:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073689.398465:0:26496:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:3.1:1769073689.625920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073689.625936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073689.657502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:3.1:1769073689.657524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00000080:00000010:3.1:1769073690.489474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c85e0.
00000080:00000010:3.1:1769073690.650323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8ca0.
00010000:00000010:3.1:1769073691.022616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:3.1:1769073691.022634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:3.1:1769073691.550132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2c00.
00010000:00000010:3.1:1769073691.550150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849400.
00010000:00000010:3.1:1769073691.936468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630a00.
00010000:00000010:3.1:1769073692.569625:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:3.1:1769073692.893421:0:26617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849a00.
00000080:00000010:3.1:1769073693.184413:0:26626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8520.
00010000:00000010:3.1:1769073693.581876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8800.
00010000:00000010:3.1:1769073693.581895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073694.555250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848600.
00010000:00000010:3.1:1769073695.704449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:3.1:1769073695.704468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849e00.
00010000:00000010:3.1:1769073695.741441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8900.
00010000:00000010:3.1:1769073695.745450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073696.020958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00010000:00000010:3.1:1769073696.605775:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:3.1:1769073696.605802:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00010000:00000010:3.1:1769073696.612459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00000080:00000010:3.1:1769073696.832806:0:24637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8440.
00010000:00000010:3.1:1769073696.965441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630200.
00010000:00000010:3.1:1769073696.965464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872200.
00010000:00000010:3.1:1769073697.118714:0:24638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2900.
00010000:00000010:3.1:1769073697.118740:0:24638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848a00.
00000080:00000010:3.1:1769073697.249974:0:26764:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2ca0.
00010000:00000010:3.1:1769073697.784687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718100.
00010000:00000010:3.1:1769073697.784700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00000080:00000010:3.1:1769073697.923483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8120.
00000080:00000010:3.1:1769073698.064144:0:26814:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8f80.
00010000:00000010:3.1:1769073698.129459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:3.1:1769073698.129482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:3.1:1769073698.129486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:3.1:1769073698.129496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5600.
00000080:00000010:3.1:1769073698.378691:0:24637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8720.
00010000:00000010:3.1:1769073698.618422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718f00.
00010000:00000010:3.1:1769073698.618441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00000080:00000010:3.1:1769073698.686508:0:26829:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4f20.
00000080:00000010:3.1:1769073698.834780:0:26833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8280.
00010000:00000010:3.1:1769073699.504994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00010000:00000010:3.1:1769073699.980765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718100.
00010000:00000010:3.1:1769073699.980791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:3.1:1769073699.999496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073700.371450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718b00.
00010000:00000010:3.1:1769073700.371473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073700.552693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2300.
00010000:00000010:3.1:1769073700.552713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849400.
00000080:00000010:3.1:1769073700.686576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea320.
00010000:00000010:3.1:1769073700.900417:0:26910:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2e00.
00010000:00000010:3.1:1769073700.900444:0:26910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849400.
00000080:00000010:3.1:1769073700.915602:0:26915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2740.
00010000:00000010:3.1:1769073701.104928:0:26931:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630900.
00010000:00000010:3.1:1769073701.117605:0:26920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00000080:00000010:3.1:1769073701.185081:0:26940:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c86a0.
00010000:00000010:3.1:1769073701.274432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718800.
00010000:00000010:3.1:1769073701.274457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70a00.
00010000:00000010:3.1:1769073702.777383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630c00.
00010000:00000010:3.1:1769073703.187400:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2100.
00010000:00000010:3.1:1769073703.187419:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848600.
00000080:00000010:3.1:1769073703.281070:0:24637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2840.
00010000:00000010:3.1:1769073703.388578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848000.
00000080:00000010:3.1:1769073703.430027:0:24637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2ac0.
00010000:00000010:3.1:1769073703.924753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2600.
00010000:00000010:3.1:1769073703.924774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849400.
00000080:00000010:3.1:1769073703.983011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4740.
00010000:00000010:3.1:1769073704.371637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073704.371661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073704.423799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073704.423842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073705.222418:0:27056:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073705.222438:0:27056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00000080:00000010:3.1:1769073705.363537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4480.
00010000:00000010:3.1:1769073705.663714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073705.663731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:3.1:1769073705.685725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8600.
00010000:00000010:3.1:1769073707.143330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00010000:00000010:3.1:1769073707.335683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:3.1:1769073707.335718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00000080:00000010:3.1:1769073707.383905:0:27112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4320.
00000080:00000010:3.1:1769073709.096167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea540.
00010000:00000010:3.1:1769073709.303450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:3.1:1769073709.303470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00000080:00000010:3.1:1769073710.692992:0:1038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b20.
00000080:00000010:3.1:1769073712.078843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2960.
00000080:00000010:3.1:1769073712.353596:0:27277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34587a0.
00000080:00000010:3.1:1769073713.493456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458d80.
00010000:00000010:3.1:1769073713.664498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8c00.
00010000:00000010:3.1:1769073713.664512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:3.1:1769073714.679071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718400.
00010000:00000010:3.1:1769073714.684027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00010000:00000010:3.1:1769073715.223124:0:27380:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630300.
00010000:00000010:3.1:1769073715.223140:0:27380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00000080:00000010:3.1:1769073715.275485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34589e0.
00000080:00000010:3.1:1769073715.613464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea560.
00000080:00000010:3.1:1769073715.727832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458c80.
00000080:00000010:3.1:1769073716.380489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b00.
00010000:00000010:3.1:1769073717.293050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630800.
00010000:00000010:3.1:1769073717.293063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872200.
00000080:00000010:3.1:1769073717.434532:0:27457:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34589c0.
00010000:00000010:3.1:1769073718.133443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2400.
00010000:00000010:3.1:1769073718.133473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848200.
00010000:00000010:3.1:1769073718.594537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70a00.
00010000:00000010:3.1:1769073718.910507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71400.
00000080:00000010:3.1:1769073718.975417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea620.
00000080:00000010:3.1:1769073719.356464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eadc0.
00000080:00000010:3.1:1769073720.678517:0:27561:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eafe0.
00010000:00000010:3.1:1769073720.822485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00010000:00000010:3.1:1769073721.744319:0:27584:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:3.1:1769073721.782252:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00000080:00000010:3.1:1769073721.827494:0:27600:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea280.
00010000:00000010:3.1:1769073721.985930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073721.985953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5400.
00010000:00000010:3.1:1769073722.032332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073722.032360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4000.
00010000:00000010:3.1:1769073722.697880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718b00.
00010000:00000010:3.1:1769073722.697908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00000080:00000010:3.1:1769073723.160466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458880.
00000080:00000010:3.1:1769073723.441147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf24e0.
00010000:00000010:3.1:1769073723.540198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8500.
00010000:00000010:3.1:1769073723.540228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073723.571314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073723.571332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00000080:00000010:3.1:1769073723.654439:0:27651:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4540.
00000080:00000010:3.1:1769073724.218583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4040.
00010000:00000010:3.1:1769073724.318061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00000080:00000010:3.1:1769073724.371875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c137a420.
00010000:00000010:3.1:1769073725.838537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718800.
00010000:00000010:3.1:1769073725.838555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71400.
00000080:00000010:3.1:1769073725.975505:0:27669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4400.
00010000:00000010:3.1:1769073726.288788:0:27750:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630000.
00010000:00000010:3.1:1769073726.289246:0:27750:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00000080:00000010:3.1:1769073726.372955:0:27748:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37c60.
00010000:00000010:3.1:1769073726.437431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:3.1:1769073726.437443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849e00.
00010000:00000010:3.1:1769073726.751379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630800.
00010000:00000010:3.1:1769073726.751430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00000080:00000010:3.1:1769073727.350522:0:1038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea900.
00010000:00000010:3.1:1769073730.314111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:3.1:1769073730.314125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71a00.
00000080:00000010:3.1:1769073730.436824:0:27926:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a20.
00000080:00000010:3.1:1769073730.688266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2060.
00010000:00000010:3.1:1769073731.167538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:3.1:1769073731.167553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71400.
00010000:00000010:3.1:1769073731.372943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2500.
00010000:00000010:3.1:1769073731.372961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848a00.
00000080:00000010:3.1:1769073731.444631:0:27987:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2860.
00000080:00000010:3.1:1769073732.051301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf23a0.
00000080:00000010:3.1:1769073732.270615:0:28030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ead20.
00000080:00000010:3.1:1769073732.714544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea8a0.
00010000:00000010:3.1:1769073733.620747:0:28145:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718400.
00010000:00000010:3.1:1769073733.620765:0:28145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71a00.
00010000:00000010:3.1:1769073733.634587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8600.
00010000:00000010:3.1:1769073733.646702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00000080:00000010:3.1:1769073734.349675:0:28218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaaa0.
00010000:00000010:3.1:1769073734.646131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718400.
00010000:00000010:3.1:1769073734.646148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71800.
00000080:00000010:3.1:1769073734.702412:0:28260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eae20.
00010000:00000010:3.1:1769073734.768629:0:28265:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718800.
00010000:00000010:3.1:1769073734.768645:0:28265:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70a00.
00010000:00000010:3.1:1769073734.792257:0:24637:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8100.
00010000:00000010:3.1:1769073734.792275:0:24637:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00000080:00000010:3.1:1769073734.808371:0:28269:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec40c0.
00010000:00000010:3.1:1769073735.021416:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8100.
00010000:00000010:3.1:1769073735.021424:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00000080:00000010:3.1:1769073735.103609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4760.
00000080:00000010:3.1:1769073735.287682:0:28286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f378a0.
00010000:00000010:3.1:1769073735.341566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2900.
00010000:00000010:3.1:1769073735.341586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848600.
00000080:00000010:3.1:1769073735.412569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a60.
00010000:00000010:3.1:1769073735.500976:0:28296:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718100.
00010000:00000010:3.1:1769073735.500996:0:28296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70e00.
00010000:00000010:3.1:1769073735.525016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073735.525052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073736.130467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:3.1:1769073736.659436:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:3.1:1769073736.659455:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073736.684671:0:28342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8100.
00010000:00000010:3.1:1769073736.684713:0:28342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00000080:00000010:3.1:1769073736.763416:0:28350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4720.
00010000:00000010:3.1:1769073737.511728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848000.
00010000:00000010:3.1:1769073738.197497:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630800.
00010000:00000010:3.1:1769073738.197523:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:3.1:1769073738.401114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:3.1:1769073738.401145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848000.
00010000:00000010:3.1:1769073739.094576:0:28528:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8500.
00010000:00000010:3.1:1769073739.094599:0:28528:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073739.094603:0:28528:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8400.
00010000:00000010:3.1:1769073739.110552:0:28533:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00000080:00000010:3.1:1769073739.177694:0:28505:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4100.
00010000:00000010:3.1:1769073739.402797:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8500.
00010000:00000010:3.1:1769073739.402811:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073739.415664:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073739.415677:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5600.
00010000:00000010:3.1:1769073739.653433:0:28581:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8500.
00010000:00000010:3.1:1769073739.653448:0:28581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073739.671646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8100.
00010000:00000010:3.1:1769073739.671669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5600.
00010000:00000010:3.1:1769073740.234031:0:2360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:3.1:1769073740.234061:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00000080:00000010:3.1:1769073740.422468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea9e0.
00010000:00000010:3.1:1769073740.800639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71400.
00000080:00000010:3.1:1769073741.032264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f373e0.
00010000:00000010:3.1:1769073823.282709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00000080:00000010:3.1:1769073823.302228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ac0.
00000080:00000010:3.1:1769073823.302251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec46c0.
00010000:00000010:3.1:1769073824.791461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:3.1:1769073824.796441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073824.796467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8600.
00010000:00000010:3.1:1769073824.796471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00000080:00000010:3.1:1769073824.822446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4e80.
00000080:00000010:3.1:1769073824.822472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4940.
00010000:00000010:3.1:1769073827.480988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:3.1:1769073827.481010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630d00.
00010000:00000010:3.1:1769073827.481014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:3.1:1769073828.106608:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073828.110338:0:31322:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073828.110351:0:31322:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8400.
00010000:00000010:3.1:1769073828.110379:0:31322:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00000080:00000010:3.1:1769073828.130592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4c80.
00000080:00000010:3.1:1769073828.130620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4fc0.
00010000:00000010:3.1:1769073828.742430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073829.585675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073829.593269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073829.593285:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073829.593290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073830.767741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:3.1:1769073831.624672:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073833.540750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00010000:00000010:3.1:1769073833.540767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:3.1:1769073833.540772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00010000:00000010:3.1:1769073836.103509:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00010000:00000010:3.1:1769073836.103520:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:3.1:1769073836.103525:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:3.1:1769073836.103530:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00000080:00000010:3.1:1769073836.123496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea3e0.
00000080:00000010:3.1:1769073836.123512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eab40.
00010000:00000010:3.1:1769073836.885456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:3.1:1769073836.885472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630b00.
00010000:00000010:3.1:1769073836.885476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00000080:00000010:3.1:1769073837.358504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37960.
00000080:00000010:3.1:1769073837.358521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2680.
00010000:00000010:3.1:1769073837.573728:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d600.
00010000:00000010:3.1:1769073837.941620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00010000:00000010:3.1:1769073838.489634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073838.497442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:3.1:1769073838.497458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073838.497462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00000080:00000010:3.1:1769073838.518517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec49e0.
00000080:00000010:3.1:1769073838.518535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4860.
00000080:00000010:3.1:1769073838.937527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2c80.
00000080:00000010:3.1:1769073838.937555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2400.
00000080:00000010:3.1:1769073839.047459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf25c0.
00000080:00000010:3.1:1769073839.047478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec42a0.
00010000:00000010:3.1:1769073839.469601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073839.841943:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073840.576829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073840.904659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00010000:00000010:3.1:1769073840.904675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2700.
00010000:00000010:3.1:1769073840.904680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00010000:00000010:3.1:1769073841.060056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:3.1:1769073841.060077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:3.1:1769073841.060081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00000080:00000010:3.1:1769073841.136478:0:31719:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f375a0.
00000080:00000010:3.1:1769073841.136501:0:31719:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37640.
00000080:00000010:3.1:1769073841.382437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eada0.
00000080:00000010:3.1:1769073841.382452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37b40.
00010000:00000010:3.1:1769073842.589699:0:31765:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c600.
00010000:00000010:3.1:1769073842.589707:0:31765:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2e00.
00010000:00000010:3.1:1769073842.589710:0:31765:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00000080:00000010:3.1:1769073844.507561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37440.
00000080:00000010:3.1:1769073844.507573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37c00.
00010000:00000010:3.1:1769073845.190649:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073845.390791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073845.390815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073845.390820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:3.1:1769073845.390825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:3.1:1769073845.404656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4aa0.
00000080:00000010:3.1:1769073845.404669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4b00.
00010000:00000010:3.1:1769073845.858967:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00010000:00000010:3.1:1769073845.858975:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:3.1:1769073845.858979:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073846.107296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:3.1:1769073846.989679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073847.054997:0:31928:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073847.055031:0:31928:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00010000:00000010:3.1:1769073847.055036:0:31928:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:3.1:1769073847.055041:0:31928:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:3.1:1769073847.062635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4980.
00000080:00000010:3.1:1769073847.062658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea780.
00010000:00000010:3.1:1769073848.334730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:3.1:1769073848.334747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00010000:00000010:3.1:1769073848.334752:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2600.
00010000:00000010:3.1:1769073848.334757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:3.1:1769073850.097512:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00010000:00000010:3.1:1769073850.097520:0:2360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:3.1:1769073850.097525:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00010000:00000010:3.1:1769073850.224472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073850.690725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c600.
00010000:00000010:3.1:1769073850.690738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:3.1:1769073850.690742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00000080:00000010:3.1:1769073850.833538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37100.
00000080:00000010:3.1:1769073850.833561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37c80.
00000080:00000010:3.1:1769073852.078438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37b40.
00000080:00000010:3.1:1769073852.078457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37640.
00010000:00000010:3.1:1769073852.128586:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:3.1:1769073853.331481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073853.331496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:3.1:1769073853.331502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00010000:00000010:3.1:1769073854.068532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073854.483729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00010000:00000010:3.1:1769073854.496885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:3.1:1769073854.496899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630300.
00010000:00000010:3.1:1769073854.496903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00000080:00000010:3.1:1769073854.908784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37140.
00000080:00000010:3.1:1769073854.908810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37420.
00010000:00000010:3.1:1769073855.946628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073855.963655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:3.1:1769073855.963679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:3.1:1769073855.963683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073856.053747:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00000080:00000010:3.1:1769073856.272884:0:32225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2480.
00000080:00000010:3.1:1769073856.272905:0:32225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2720.
00010000:00000010:3.1:1769073856.642595:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:3.1:1769073856.642610:0:1358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2500.
00010000:00000010:3.1:1769073856.642615:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00000080:00000010:3.1:1769073857.104544:0:32253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea840.
00000080:00000010:3.1:1769073857.104559:0:32253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2fe0.
00010000:00000010:3.1:1769073859.168641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073859.168658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:3.1:1769073859.168667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:3.1:1769073859.168671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c600.
00000080:00000010:3.1:1769073859.189831:0:32328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4580.
00000080:00000010:3.1:1769073859.189852:0:32328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2a60.
00010000:00000010:3.1:1769073859.437430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:3.1:1769073859.437438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:3.1:1769073859.437442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c600.
00000080:00000010:3.1:1769073859.449175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea6a0.
00000080:00000010:3.1:1769073859.449193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b60.
00000080:00000010:3.1:1769073859.720654:0:32345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaac0.
00000080:00000010:3.1:1769073859.720668:0:32345:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea140.
00010000:00000010:3.1:1769073859.835928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:3.1:1769073859.835935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:3.1:1769073859.835940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630900.
00010000:00000010:3.1:1769073859.835943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00000080:00000010:3.1:1769073859.852433:0:32349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4520.
00000080:00000010:3.1:1769073859.852447:0:32349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37b20.
00010000:00000010:3.1:1769073860.022325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073860.027023:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:3.1:1769073860.027038:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:3.1:1769073860.027043:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00000080:00000010:3.1:1769073862.406720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea280.
00000080:00000010:3.1:1769073862.406734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf26c0.
00010000:00000010:3.1:1769073862.554265:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00000080:00000010:3.1:1769073862.723496:0:32469:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37100.
00000080:00000010:3.1:1769073862.723515:0:32469:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2540.
00010000:00000010:3.1:1769073863.340570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00010000:00000010:3.1:1769073863.345454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:3.1:1769073863.345471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2600.
00010000:00000010:3.1:1769073863.345475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00000080:00000010:3.1:1769073863.379068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea4c0.
00000080:00000010:3.1:1769073863.379082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f371e0.
00010000:00000010:3.1:1769073864.690563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073864.694566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073864.694592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:3.1:1769073864.694596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00000080:00000010:3.1:1769073864.710536:0:32534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec49c0.
00000080:00000010:3.1:1769073864.710553:0:32534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec46e0.
00010000:00000010:3.1:1769073865.098890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073865.470079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073865.470086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00010000:00000010:3.1:1769073865.470091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2700.
00010000:00000010:3.1:1769073865.470095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00000080:00000010:3.1:1769073865.485435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea420.
00000080:00000010:3.1:1769073865.485446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2740.
00010000:00000010:3.1:1769073866.096214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073866.096232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00010000:00000010:3.1:1769073866.096237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:3.1:1769073866.096242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:3.1:1769073866.239290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073866.239307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073866.239311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:3.1:1769073866.239315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00000080:00000010:3.1:1769073866.249208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4c00.
00000080:00000010:3.1:1769073866.249232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4400.
00000080:00000010:3.1:1769073867.385950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf20e0.
00000080:00000010:3.1:1769073867.385968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec43a0.
00010000:00000010:3.1:1769073867.878528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00010000:00000010:3.1:1769073867.882580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00010000:00000010:3.1:1769073867.882598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630300.
00010000:00000010:3.1:1769073867.882603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00000080:00000010:3.1:1769073867.914435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ead40.
00000080:00000010:3.1:1769073867.914449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea240.
00010000:00000010:3.1:1769073867.976951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073868.300232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073870.120633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073870.130266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073870.130282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8800.
00010000:00000010:3.1:1769073870.130287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00000080:00000010:3.1:1769073870.141838:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4b80.
00000080:00000010:3.1:1769073870.141855:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec48a0.
00000080:00000010:3.1:1769073870.897723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf20e0.
00000080:00000010:3.1:1769073870.897882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2580.
00010000:00000010:3.1:1769073871.251764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:3.1:1769073871.256454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073871.256471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:3.1:1769073871.256476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:3.1:1769073871.353561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073871.358444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00010000:00000010:3.1:1769073871.358457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2500.
00010000:00000010:3.1:1769073871.358461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00000080:00000010:3.1:1769073871.381713:0:32745:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec46c0.
00000080:00000010:3.1:1769073871.381847:0:32745:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea560.
00010000:00000010:3.1:1769073871.524252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073871.524265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:3.1:1769073871.524269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073871.524272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00000080:00000010:3.1:1769073871.554890:0:32751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4be0.
00000080:00000010:3.1:1769073871.554928:0:32751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec46c0.
00010000:00000010:3.1:1769073872.562863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:3.1:1769073872.562882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:3.1:1769073872.562888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00010000:00000010:3.1:1769073873.609773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:3.1:1769073873.836414:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00010000:00000010:3.1:1769073873.994446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073874.795546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073874.805452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073874.805467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:3.1:1769073874.805472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00000080:00000010:3.1:1769073874.810528:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec40c0.
00000080:00000010:3.1:1769073874.810539:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4d40.
00010000:00000010:3.1:1769073875.147444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073875.154590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073875.154614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8100.
00010000:00000010:3.1:1769073875.154619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00000080:00000010:3.1:1769073875.374786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea1e0.
00000080:00000010:3.1:1769073875.374805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaf40.
00000080:00000010:3.1:1769073875.965927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37600.
00000080:00000010:3.1:1769073875.965960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2240.
00010000:00000010:3.1:1769073876.572634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00010000:00000010:3.1:1769073876.572650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:3.1:1769073876.572655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073877.545881:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073878.582528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00000080:00000010:3.1:1769073878.809537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b60.
00000080:00000010:3.1:1769073878.809560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2900.
00010000:00000010:3.1:1769073879.474564:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00010000:00000010:3.1:1769073879.474577:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:3.1:1769073879.474582:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073879.718288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:3.1:1769073879.726504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:3.1:1769073879.726542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00000080:00000010:3.1:1769073879.730483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4820.
00000080:00000010:3.1:1769073879.730501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea6c0.
00010000:00000010:3.1:1769073879.868014:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073879.953414:0:33023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073879.962496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073879.962510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8400.
00010000:00000010:3.1:1769073879.962515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00000080:00000010:3.1:1769073879.967429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4d00.
00000080:00000010:3.1:1769073879.967448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a60.
00010000:00000010:3.1:1769073881.696896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:3.1:1769073881.696913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:3.1:1769073881.696918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00010000:00000010:3.1:1769073882.676424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:3.1:1769073883.298608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00000080:00000010:3.1:1769073883.842087:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea8e0.
00000080:00000010:3.1:1769073883.842108:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29e0.
00010000:00000010:3.1:1769073884.114472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00000080:00000010:3.1:1769073884.848468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a40.
00000080:00000010:3.1:1769073884.848480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea560.
00010000:00000010:3.1:1769073886.717665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073886.724428:0:33235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073886.724529:0:33235:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073886.724534:0:33235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00000080:00000010:3.1:1769073886.732639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4e60.
00000080:00000010:3.1:1769073886.732649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45c0.
00010000:00000010:3.1:1769073887.873844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073888.195162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073888.685361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073891.530489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00010000:00000010:3.1:1769073891.530510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2500.
00010000:00000010:3.1:1769073891.530514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:3.1:1769073892.069616:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00010000:00000010:3.1:1769073892.069652:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:3.1:1769073892.069657:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00010000:00000010:3.1:1769073892.783175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00010000:00000010:3.1:1769073892.795455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:3.1:1769073892.795467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630900.
00010000:00000010:3.1:1769073892.795470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00000080:00000010:3.1:1769073892.806659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea560.
00000080:00000010:3.1:1769073892.806676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f372a0.
00010000:00000010:3.1:1769073894.074838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073894.074850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073894.074855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073894.074859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00000080:00000010:3.1:1769073894.092846:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4840.
00000080:00000010:3.1:1769073894.092863:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4240.
00010000:00000010:3.1:1769073894.307217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073895.049432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:3.1:1769073895.049447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:3.1:1769073895.049452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00010000:00000010:3.1:1769073895.400889:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073895.825536:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073895.825547:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:3.1:1769073895.825551:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:3.1:1769073895.825556:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00010000:00000010:3.1:1769073896.786595:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00010000:00000010:3.1:1769073896.786718:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:3.1:1769073896.786722:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00010000:00000010:3.1:1769073897.817909:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073897.821404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073897.821428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:3.1:1769073897.821435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073898.129812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:3.1:1769073898.129836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630400.
00010000:00000010:3.1:1769073898.129840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:3.1:1769073898.552317:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073898.560705:0:33645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073898.560720:0:33645:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:3.1:1769073898.560890:0:33645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:3.1:1769073898.699187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073899.879871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073900.303856:0:33691:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:3.1:1769073900.303872:0:33691:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:3.1:1769073900.303877:0:33691:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00000080:00000010:3.1:1769073900.317681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00000080:00000010:3.1:1769073900.317694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2e80.
00010000:00000010:3.1:1769073900.651054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073900.670474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:3.1:1769073900.670492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8800.
00010000:00000010:3.1:1769073900.670497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00000080:00000010:3.1:1769073900.670503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4860.
00000080:00000010:3.1:1769073900.670513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4e80.
00000080:00000010:3.1:1769073901.792017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b00.
00000080:00000010:3.1:1769073901.792036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eac20.
00010000:00000010:3.1:1769073902.824562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00010000:00000010:3.1:1769073902.824577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00010000:00000010:3.1:1769073902.824582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2100.
00010000:00000010:3.1:1769073902.824585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:3.1:1769073903.633985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:3.1:1769073904.341713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073904.341720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:3.1:1769073904.341725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00010000:00000010:3.1:1769073905.649015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073905.666719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073905.666727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:3.1:1769073905.666731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00000080:00000010:3.1:1769073905.666736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec46a0.
00000080:00000010:3.1:1769073905.666742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a40.
00010000:00000010:3.1:1769073906.099463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073907.517424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073907.847052:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00000080:00000010:3.1:1769073909.095520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37460.
00000080:00000010:3.1:1769073909.095549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37d00.
00010000:00000010:3.1:1769073909.398111:0:33967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:3.1:1769073909.398128:0:33967:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2e00.
00010000:00000010:3.1:1769073909.398132:0:33967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:3.1:1769073909.919175:0:33986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:3.1:1769073909.929982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:3.1:1769073909.930002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630000.
00010000:00000010:3.1:1769073909.930007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:3.1:1769073910.264245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b300.
00010000:00000010:3.1:1769073910.264257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c0031e00.
00010000:00000010:3.1:1769073910.603910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:3.1:1769073910.603927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:3.1:1769073910.603932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2700.
00010000:00000010:3.1:1769073910.603937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00000080:00000010:3.1:1769073910.628709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec40e0.
00000080:00000010:3.1:1769073910.628725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaf00.
00010000:00000010:3.1:1769073910.703005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:3.1:1769073910.796226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:3.1:1769073910.803366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:3.1:1769073910.803384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630c00.
00010000:00000010:3.1:1769073910.803402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:0.1:1769073910.967435:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:0.1:1769073910.967446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00000080:00000010:0.1:1769073910.982595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37180.
00000080:00000010:0.1:1769073910.982617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2c80.
00000080:00000010:0.1:1769073911.258507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37b80.
00000080:00000010:0.1:1769073911.258530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea600.
00010000:00000010:0.1:1769073911.533440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00000080:00000010:0.1:1769073911.630442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eacc0.
00000080:00000010:0.1:1769073911.630465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaa60.
00010000:00000010:0.1:1769073911.701700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00010000:00000010:0.1:1769073911.707296:0:34042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:0.1:1769073911.707318:0:34042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8400.
00010000:00000010:0.1:1769073911.707324:0:34042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00000080:00000010:0.1:1769073911.716446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2240.
00000080:00000010:0.1:1769073911.716464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf25e0.
00010000:00000010:0.1:1769073911.777679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00010000:00000010:0.1:1769073911.788854:0:34045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:0.1:1769073911.788874:0:34045:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:0.1:1769073911.788881:0:34045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00000080:00000010:0.1:1769073911.815495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf25e0.
00000080:00000010:0.1:1769073911.815515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2180.
00010000:00000010:0.1:1769073911.966663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00010000:00000010:0.1:1769073911.978458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:0.1:1769073911.978479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630700.
00010000:00000010:0.1:1769073911.978484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00000080:00000010:0.1:1769073911.982449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eab40.
00000080:00000010:0.1:1769073911.982464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37080.
00010000:00000010:0.1:1769073912.110538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:0.1:1769073912.110551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630600.
00010000:00000010:0.1:1769073912.110556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00000080:00000010:0.1:1769073912.123722:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f376a0.
00000080:00000010:0.1:1769073912.124324:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37900.
00010000:00000010:0.1:1769073912.352060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:0.1:1769073912.361450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c600.
00010000:00000010:0.1:1769073912.361473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:0.1:1769073912.361488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00000080:00000010:0.1:1769073912.366434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00000080:00000010:0.1:1769073912.371468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2a80.
00010000:00000010:0.1:1769073912.445363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:0.1:1769073912.450591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c600.
00010000:00000010:0.1:1769073912.450616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:0.1:1769073912.450625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00000080:00000010:0.1:1769073912.462235:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2480.
00000080:00000010:0.1:1769073912.462253:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f372a0.
00010000:00000010:0.1:1769073912.665261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00010000:00000010:0.1:1769073912.673638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:0.1:1769073912.673657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:0.1:1769073912.673663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00000080:00000010:0.1:1769073912.673670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea4c0.
00000080:00000010:0.1:1769073912.673680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4860.
00010000:00000010:0.1:1769073912.907445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00010000:00000010:0.1:1769073912.911807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:0.1:1769073912.911831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:0.1:1769073912.911837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71800.
00000080:00000010:0.1:1769073913.058552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ead00.
00000080:00000010:0.1:1769073913.058592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea780.
00010000:00000010:3.1:1769073913.496484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:0.1:1769073913.751451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00010000:00000010:0.1:1769073913.759668:0:34099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c400.
00010000:00000010:0.1:1769073913.759689:0:34099:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:0.1:1769073913.759696:0:34099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00000080:00000010:0.1:1769073913.774449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2760.
00000080:00000010:0.1:1769073913.774470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00010000:00000010:0.1:1769073913.890461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:0.1:1769073914.106469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00010000:00000010:0.1:1769073914.140643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:0.1:1769073914.140664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:0.1:1769073914.140670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00000080:00000010:0.1:1769073914.154542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaf80.
00000080:00000010:0.1:1769073914.154585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea1c0.
00010000:00000010:1.1:1769073914.394438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073914.400052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073914.400077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630300.
00010000:00000010:1.1:1769073914.400081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00000080:00000010:1.1:1769073914.401575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37bc0.
00000080:00000010:1.1:1769073914.401599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37ac0.
00010000:00000010:0.1:1769073914.460556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00000080:00000010:0.1:1769073914.481586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29e0.
00000080:00000010:0.1:1769073914.485441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29a0.
00010000:00000010:0.1:1769073914.639513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:0.1:1769073914.642671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00010000:00000010:0.1:1769073914.642682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:0.1:1769073914.642688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00000080:00000010:0.1:1769073914.658455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29e0.
00000080:00000010:0.1:1769073914.658483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00010000:00000010:1.1:1769073914.770631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073914.770653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:1.1:1769073914.770658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:1.1:1769073914.770665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00000080:00000010:1.1:1769073914.786622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37500.
00000080:00000010:1.1:1769073914.786645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37040.
00010000:00000010:0.1:1769073914.839600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00010000:00000010:0.1:1769073914.839614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:0.1:1769073914.839620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630300.
00010000:00000010:0.1:1769073914.839624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00000080:00000010:1.1:1769073914.852659:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2c80.
00000080:00000010:1.1:1769073914.852684:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37040.
00010000:00000010:1.1:1769073914.979633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:1.1:1769073914.979654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:1.1:1769073914.979660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2100.
00010000:00000010:1.1:1769073914.979665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00000080:00000010:1.1:1769073915.001536:0:34135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea8a0.
00000080:00000010:1.1:1769073915.001572:0:34135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2720.
00010000:00000010:1.1:1769073915.103444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:1.1:1769073915.117517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073915.117527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2500.
00010000:00000010:1.1:1769073915.117532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00000080:00000010:3.1:1769073915.129097:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37ba0.
00000080:00000010:3.1:1769073915.129127:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37040.
00010000:00000010:0.1:1769073915.304660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00010000:00000010:0.1:1769073915.304677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00010000:00000010:0.1:1769073915.304683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:0.1:1769073915.304688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00000080:00000010:0.1:1769073915.308708:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2060.
00000080:00000010:0.1:1769073915.308733:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea520.
00010000:00000010:0.1:1769073915.354469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:0.1:1769073915.366244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00010000:00000010:0.1:1769073915.366258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:0.1:1769073915.366263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:0.1:1769073915.371049:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2600.
00000080:00000010:0.1:1769073915.371068:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2060.
00010000:00000010:1.1:1769073915.443449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:1.1:1769073915.450440:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073915.450460:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:1.1:1769073915.450464:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00000080:00000010:1.1:1769073915.450470:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37820.
00000080:00000010:1.1:1769073915.450480:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37100.
00010000:00000010:0.1:1769073915.531520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:1.1:1769073915.535450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00010000:00000010:1.1:1769073915.535470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:1.1:1769073915.535476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00000080:00000010:0.1:1769073915.559725:0:34151:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2a80.
00000080:00000010:0.1:1769073915.559748:0:34151:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00010000:00000010:3.1:1769073915.689239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073915.693140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073915.693161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:3.1:1769073915.693166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00000080:00000010:3.1:1769073915.698693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ca0.
00000080:00000010:3.1:1769073915.698741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4680.
00010000:00000010:1.1:1769073915.799573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:1.1:1769073915.803589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073915.803605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:1.1:1769073915.803610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00000080:00000010:1.1:1769073915.830481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f371c0.
00000080:00000010:1.1:1769073915.830504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37f80.
00000080:00000010:0.1:1769073915.961471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eadc0.
00000080:00000010:0.1:1769073915.961494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37c40.
00010000:00000010:0.1:1769073916.009869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:0.1:1769073916.022253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:0.1:1769073916.022284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:0.1:1769073916.022309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00000080:00000010:0.1:1769073916.037743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2480.
00000080:00000010:0.1:1769073916.037764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf27a0.
00010000:00000010:3.1:1769073916.139642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073916.155706:0:34170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769073916.155717:0:34170:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:3.1:1769073916.155723:0:34170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00000080:00000010:3.1:1769073916.155729:0:34170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45a0.
00000080:00000010:3.1:1769073916.155744:0:34170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4d40.
00010000:00000010:1.1:1769073916.231474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:1.1:1769073916.245347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073916.245369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:1.1:1769073916.245375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71800.
00000080:00000010:1.1:1769073916.261508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f371e0.
00000080:00000010:1.1:1769073916.261530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37c60.
00010000:00000010:1.1:1769073916.400511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073916.400530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:1.1:1769073916.400537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:1.1:1769073916.400542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00000080:00000010:1.1:1769073916.422864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf20e0.
00000080:00000010:1.1:1769073916.422889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf25e0.
00010000:00000010:3.1:1769073916.519059:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073916.522304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:3.1:1769073916.522326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:3.1:1769073916.522330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00000080:00000010:3.1:1769073916.528510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4fa0.
00000080:00000010:3.1:1769073916.528542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaf00.
00010000:00000010:3.1:1769073916.717527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00000080:00000010:0.1:1769073916.731448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea480.
00000080:00000010:0.1:1769073916.731468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2c20.
00010000:00000010:0.1:1769073916.819437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d600.
00010000:00000010:0.1:1769073916.824295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:0.1:1769073916.824306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630e00.
00010000:00000010:0.1:1769073916.824310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00000080:00000010:0.1:1769073916.836434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2c20.
00000080:00000010:0.1:1769073916.836449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37020.
00010000:00000010:1.1:1769073917.097436:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00000080:00000010:0.1:1769073917.153022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37b00.
00000080:00000010:0.1:1769073917.153046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37300.
00010000:00000010:3.1:1769073917.227445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:3.1:1769073917.227463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:3.1:1769073917.227468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71800.
00000080:00000010:0.1:1769073917.248497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eade0.
00000080:00000010:0.1:1769073917.248509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea7e0.
00010000:00000010:1.1:1769073917.431566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769073917.438247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:1.1:1769073917.438256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630800.
00010000:00000010:1.1:1769073917.438260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00000080:00000010:1.1:1769073917.479445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f374c0.
00000080:00000010:1.1:1769073917.479458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37760.
00010000:00000010:3.1:1769073917.562165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:0.1:1769073917.575093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:0.1:1769073917.575108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:0.1:1769073917.575111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00000080:00000010:0.1:1769073917.579515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4980.
00000080:00000010:0.1:1769073917.579528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4e60.
00010000:00000010:0.1:1769073917.737455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:0.1:1769073917.745727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:0.1:1769073917.745739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630800.
00010000:00000010:0.1:1769073917.745744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00000080:00000010:1.1:1769073917.754702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2280.
00000080:00000010:1.1:1769073917.754741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00010000:00000010:0.1:1769073918.096518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:1.1:1769073918.103448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00010000:00000010:1.1:1769073918.103543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:1.1:1769073918.103552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00000080:00000010:1.1:1769073918.114785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4840.
00000080:00000010:1.1:1769073918.114817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea8e0.
00010000:00000010:1.1:1769073918.176452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:1.1:1769073918.179677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:1.1:1769073918.179700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:1.1:1769073918.179732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00010000:00000010:1.1:1769073918.393568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:0.1:1769073918.419973:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00010000:00000010:0.1:1769073918.419995:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:0.1:1769073918.420002:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:0.1:1769073918.493831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00010000:00000010:0.1:1769073918.506094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:0.1:1769073918.506118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:0.1:1769073918.506122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00000080:00000010:0.1:1769073918.512537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf25e0.
00000080:00000010:0.1:1769073918.512565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f371a0.
00010000:00000010:1.1:1769073918.600577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073918.608448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769073918.608468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:1.1:1769073918.608476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71800.
00000080:00000010:1.1:1769073918.612444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37520.
00000080:00000010:1.1:1769073918.612474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37420.
00010000:00000010:1.1:1769073918.663713:0:34227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:1.1:1769073918.671041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073918.671063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630400.
00010000:00000010:1.1:1769073918.671068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00000080:00000010:1.1:1769073918.681461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37420.
00000080:00000010:1.1:1769073918.681484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37520.
00010000:00000010:0.1:1769073918.777694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:0.1:1769073918.777711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00010000:00000010:0.1:1769073918.777717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630400.
00010000:00000010:0.1:1769073918.777722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00000080:00000010:0.1:1769073918.794994:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2180.
00000080:00000010:0.1:1769073918.795021:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f377c0.
00010000:00000010:3.1:1769073918.838884:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:1.1:1769073918.849441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:1.1:1769073918.849455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:1.1:1769073918.849461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00000080:00000010:1.1:1769073918.862534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec43a0.
00000080:00000010:1.1:1769073918.862559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec48c0.
00010000:00000010:1.1:1769073918.971426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073918.978452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00010000:00000010:1.1:1769073918.978475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:1.1:1769073918.978482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00000080:00000010:1.1:1769073918.987971:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f372e0.
00000080:00000010:1.1:1769073918.988000:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf25c0.
00010000:00000010:0.1:1769073919.045649:0:34242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:0.1:1769073919.058467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:0.1:1769073919.058487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8600.
00010000:00000010:0.1:1769073919.058495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00000080:00000010:0.1:1769073919.058499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2180.
00000080:00000010:0.1:1769073919.058525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4d20.
00010000:00000010:0.1:1769073919.151028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:0.1:1769073919.151047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:0.1:1769073919.151053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:0.1:1769073919.151059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:0.1:1769073919.168924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ee0.
00000080:00000010:0.1:1769073919.168956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea6c0.
00010000:00000010:1.1:1769073919.200815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:1.1:1769073919.211490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073919.211509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2100.
00010000:00000010:1.1:1769073919.211514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00000080:00000010:1.1:1769073919.211520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37b80.
00000080:00000010:1.1:1769073919.211533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37800.
00010000:00000010:3.1:1769073919.300572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:0.1:1769073919.313471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:0.1:1769073919.313497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8800.
00010000:00000010:0.1:1769073919.313503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00000080:00000010:0.1:1769073919.322115:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4140.
00000080:00000010:0.1:1769073919.322137:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4c00.
00010000:00000010:0.1:1769073919.374617:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00010000:00000010:0.1:1769073919.374631:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00010000:00000010:0.1:1769073919.374637:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:0.1:1769073919.374643:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00010000:00000010:1.1:1769073919.513557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073919.519460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00010000:00000010:1.1:1769073919.519505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2300.
00010000:00000010:1.1:1769073919.519509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00000080:00000010:1.1:1769073919.530337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37800.
00000080:00000010:1.1:1769073919.530365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00010000:00000010:0.1:1769073919.618461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:1.1:1769073919.622760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:1.1:1769073919.622785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2e00.
00010000:00000010:1.1:1769073919.622790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00000080:00000010:1.1:1769073919.655122:0:34263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4980.
00000080:00000010:1.1:1769073919.655158:0:34263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2c80.
00010000:00000010:0.1:1769073919.801598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:0.1:1769073919.819439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:0.1:1769073919.819452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630b00.
00010000:00000010:0.1:1769073919.819457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00000080:00000010:0.1:1769073919.829449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29a0.
00000080:00000010:0.1:1769073919.829474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4320.
00010000:00000010:1.1:1769073919.979489:0:34275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073919.979500:0:34275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:1.1:1769073919.979507:0:34275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8300.
00010000:00000010:1.1:1769073919.979511:0:34275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00000080:00000010:1.1:1769073919.994112:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37520.
00000080:00000010:1.1:1769073919.994138:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eade0.
00010000:00000010:0.1:1769073920.050892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00010000:00000010:1.1:1769073920.058434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c400.
00010000:00000010:1.1:1769073920.058445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2600.
00010000:00000010:1.1:1769073920.058449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00000080:00000010:0.1:1769073920.068557:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2760.
00000080:00000010:0.1:1769073920.068585:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2340.
00010000:00000010:1.1:1769073920.191485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:0.1:1769073920.196459:0:34282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:0.1:1769073920.196477:0:34282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630900.
00010000:00000010:0.1:1769073920.196481:0:34282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00000080:00000010:0.1:1769073920.210496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37620.
00000080:00000010:0.1:1769073920.210528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37900.
00010000:00000010:1.1:1769073920.278257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00010000:00000010:0.1:1769073920.290827:0:34284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00010000:00000010:0.1:1769073920.290846:0:34284:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:0.1:1769073920.290860:0:34284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00000080:00000010:0.1:1769073920.296155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea780.
00000080:00000010:0.1:1769073920.296178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ead00.
00010000:00000010:0.1:1769073920.436957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00010000:00000010:0.1:1769073920.436969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:0.1:1769073920.436975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00000080:00000010:0.1:1769073920.443538:0:34290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea380.
00000080:00000010:0.1:1769073920.443555:0:34290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea860.
00010000:00000010:3.1:1769073920.518522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:3.1:1769073920.524676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073920.524697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630900.
00010000:00000010:3.1:1769073920.524703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00000080:00000010:3.1:1769073920.547852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec47a0.
00000080:00000010:3.1:1769073920.547886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4d40.
00010000:00000010:0.1:1769073920.700169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00010000:00000010:0.1:1769073920.712487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:0.1:1769073920.712505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630b00.
00010000:00000010:0.1:1769073920.712509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00000080:00000010:0.1:1769073920.716695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37d80.
00000080:00000010:0.1:1769073920.716713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37fe0.
00010000:00000010:1.1:1769073920.762461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769073920.762482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:1.1:1769073920.762488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630500.
00010000:00000010:1.1:1769073920.762492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00000080:00000010:1.1:1769073920.767347:0:34299:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f372c0.
00000080:00000010:1.1:1769073920.767370:0:34299:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37640.
00000080:00000010:0.1:1769073920.893571:0:34305:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37760.
00000080:00000010:0.1:1769073920.893599:0:34305:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37360.
00010000:00000010:1.1:1769073920.906855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:1.1:1769073920.906877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:1.1:1769073920.906883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:1.1:1769073920.906888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:0.1:1769073920.959998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:0.1:1769073921.023960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:0.1:1769073921.023981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2700.
00010000:00000010:0.1:1769073921.023985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00000080:00000010:0.1:1769073921.045058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37ac0.
00000080:00000010:0.1:1769073921.045082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37bc0.
00010000:00000010:1.1:1769073921.193498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:0.1:1769073921.201521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00010000:00000010:0.1:1769073921.201537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:0.1:1769073921.201542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71800.
00000080:00000010:0.1:1769073921.202456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37b00.
00000080:00000010:0.1:1769073921.202480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eac20.
00010000:00000010:1.1:1769073921.264911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073921.270468:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769073921.270499:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:1.1:1769073921.270505:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00010000:00000010:1.1:1769073921.349547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073921.357011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769073921.357019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8500.
00010000:00000010:1.1:1769073921.357024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00000080:00000010:1.1:1769073921.363543:0:34318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f379c0.
00000080:00000010:1.1:1769073921.363566:0:34318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37a00.
00010000:00000010:0.1:1769073921.423493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:0.1:1769073921.428236:0:34320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:0.1:1769073921.428252:0:34320:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2700.
00010000:00000010:0.1:1769073921.428256:0:34320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00010000:00000010:0.1:1769073921.537683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:1.1:1769073921.558577:0:34326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00010000:00000010:1.1:1769073921.558597:0:34326:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8400.
00010000:00000010:1.1:1769073921.558602:0:34326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00000080:00000010:1.1:1769073921.586631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2a80.
00000080:00000010:1.1:1769073921.586644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf25c0.
00010000:00000010:3.1:1769073921.632655:0:34326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00010000:00000010:3.1:1769073921.655455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:3.1:1769073921.655472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630500.
00010000:00000010:3.1:1769073921.655476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00000080:00000010:3.1:1769073921.659568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ae0.
00000080:00000010:3.1:1769073921.659596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00010000:00000010:0.1:1769073921.851157:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:0.1:1769073921.853769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c600.
00010000:00000010:0.1:1769073921.853790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:0.1:1769073921.853797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00000080:00000010:1.1:1769073921.875558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2720.
00000080:00000010:1.1:1769073921.875586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4360.
00010000:00000010:0.1:1769073921.995453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00000080:00000010:0.1:1769073922.010460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf27a0.
00000080:00000010:0.1:1769073922.010478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00010000:00000010:1.1:1769073922.170651:0:34338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073922.170659:0:34338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00010000:00000010:1.1:1769073922.170666:0:34338:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2200.
00010000:00000010:1.1:1769073922.170670:0:34338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00000080:00000010:1.1:1769073922.195358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37840.
00000080:00000010:1.1:1769073922.195405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00010000:00000010:1.1:1769073922.275450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c400.
00010000:00000010:0.1:1769073922.278803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:0.1:1769073922.278823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8700.
00010000:00000010:0.1:1769073922.278829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00000080:00000010:0.1:1769073922.286449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2c80.
00000080:00000010:0.1:1769073922.286477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2600.
00010000:00000010:0.1:1769073922.396756:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:0.1:1769073922.396765:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:0.1:1769073922.396771:0:5551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630400.
00010000:00000010:0.1:1769073922.396775:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00000080:00000010:0.1:1769073922.403444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34585c0.
00000080:00000010:0.1:1769073922.420438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2600.
00000080:00000010:0.1:1769073922.420462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37b00.
00000080:00000010:3.1:1769073922.435441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea800.
00000080:00000010:0.1:1769073922.444642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea660.
00000080:00000010:0.1:1769073922.444661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458560.
00000080:00000010:0.1:1769073922.444667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458da0.
00000080:00000010:0.1:1769073922.444670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c34582c0.
00000080:00000010:0.1:1769073922.444676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8400.
00000080:00000010:0.1:1769073922.444694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8160.
00000080:00000010:0.1:1769073922.444698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8940.
00000080:00000010:0.1:1769073922.444702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c83a0.
00000080:00000010:0.1:1769073922.444706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3458360.
00000080:00000010:0.1:1769073922.444712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c332bc00.
00000080:00000010:0.1:1769073922.444719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905a60.
00000080:00000010:0.1:1769073922.444726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c4905900.
00000080:00000010:0.1:1769073922.444730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c49054c0.
00000080:00000010:0.1:1769073922.444733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c32c8aa0.
00000080:00000010:0.1:1769073922.444737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c675c380.
00000080:00000010:0.1:1769073922.444744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c96fed60.
00010000:00000010:0.1:1769073922.480523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:0.1:1769073922.490150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873600.
00010000:00000010:0.1:1769073922.490176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630f00.
00010000:00000010:0.1:1769073922.490180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00000080:00000010:0.1:1769073922.510451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2280.
00000080:00000010:0.1:1769073922.510472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37040.
00010000:00000010:3.1:1769073922.628537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073922.634907:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:3.1:1769073922.634927:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:3.1:1769073922.634931:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00000080:00000010:0.1:1769073922.653506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4200.
00000080:00000010:0.1:1769073922.653525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec49e0.
00010000:00000010:0.1:1769073922.738587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00010000:00000010:0.1:1769073922.750504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:0.1:1769073922.750520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630800.
00010000:00000010:0.1:1769073922.750525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00000080:00000010:0.1:1769073922.750532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2000.
00000080:00000010:0.1:1769073922.750543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2280.
00010000:00000010:0.1:1769073923.047640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00000080:00000010:0.1:1769073923.086928:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2000.
00000080:00000010:0.1:1769073923.086956:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea840.
00000080:00000010:1.1:1769073923.202915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea440.
00000080:00000010:1.1:1769073923.208958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29e0.
00010000:00000010:0.1:1769073923.212496:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:0.1:1769073923.212517:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:0.1:1769073923.212524:0:1038:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:0.1:1769073923.212529:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00000080:00000010:0.1:1769073923.568670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea6a0.
00000080:00000010:0.1:1769073923.568688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ead20.
00010000:00000010:0.1:1769073923.666437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00010000:00000010:0.1:1769073923.669570:0:34373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:0.1:1769073923.669581:0:34373:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:0.1:1769073923.669586:0:34373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00000080:00000010:0.1:1769073923.677574:0:34375:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2480.
00000080:00000010:0.1:1769073923.677589:0:34375:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2340.
00010000:00000010:0.1:1769073923.709071:0:34376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:0.1:1769073923.709087:0:34376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00010000:00000010:0.1:1769073923.709091:0:34376:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2200.
00010000:00000010:0.1:1769073923.709094:0:34376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00000080:00000010:0.1:1769073923.721479:0:34378:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2480.
00000080:00000010:0.1:1769073923.721495:0:34378:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2000.
00010000:00000010:1.1:1769073923.772480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872a00.
00010000:00000010:1.1:1769073923.790433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872000.
00010000:00000010:1.1:1769073923.790443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2200.
00010000:00000010:1.1:1769073923.790448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00000080:00000010:1.1:1769073923.790454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f372c0.
00000080:00000010:1.1:1769073923.790463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37760.
00010000:00000010:1.1:1769073923.832234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872000.
00010000:00000010:1.1:1769073923.848737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:1.1:1769073923.848745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:1.1:1769073923.848756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:1.1:1769073923.852443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37760.
00000080:00000010:1.1:1769073923.852461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea360.
00010000:00000010:0.1:1769073923.935626:0:34387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00010000:00000010:0.1:1769073923.939619:0:34388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:0.1:1769073923.939638:0:34388:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2700.
00010000:00000010:0.1:1769073923.939643:0:34388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00000080:00000010:0.1:1769073923.944530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2280.
00000080:00000010:0.1:1769073923.944547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29e0.
00010000:00000010:1.1:1769073923.995405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872a00.
00010000:00000010:1.1:1769073923.995425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872000.
00010000:00000010:1.1:1769073923.995432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:1.1:1769073923.995439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00000080:00000010:1.1:1769073924.007545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37fe0.
00000080:00000010:1.1:1769073924.007565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37100.
00010000:00000010:3.1:1769073924.160653:0:34394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073924.164720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073924.164743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:3.1:1769073924.164750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71800.
00000080:00000010:3.1:1769073924.182528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ba0.
00000080:00000010:3.1:1769073924.182558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4e40.
00010000:00000010:0.1:1769073924.250461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00000080:00000010:0.1:1769073924.274444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2180.
00000080:00000010:0.1:1769073924.274467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2000.
00010000:00000010:3.1:1769073924.428816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00000080:00000010:0.1:1769073924.445452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4520.
00000080:00000010:0.1:1769073924.445479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaf80.
00000080:00000010:3.1:1769073924.539453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2240.
00000080:00000010:3.1:1769073924.539481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2260.
00010000:00000010:1.1:1769073924.709470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873200.
00010000:00000010:1.1:1769073924.713686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872a00.
00010000:00000010:1.1:1769073924.713707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2e00.
00010000:00000010:1.1:1769073924.713712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00000080:00000010:1.1:1769073924.730435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37d40.
00000080:00000010:1.1:1769073924.730451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37100.
00010000:00000010:0.1:1769073924.828493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873200.
00010000:00000010:0.1:1769073924.828539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630300.
00010000:00000010:0.1:1769073924.828544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872a00.
00000080:00000010:0.1:1769073924.845603:0:34411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f372a0.
00000080:00000010:0.1:1769073924.845635:0:34411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37d40.
00010000:00000010:1.1:1769073925.012120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073925.018355:0:34416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073925.018379:0:34416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:1.1:1769073925.018412:0:34416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00000080:00000010:1.1:1769073925.031585:0:34417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f375e0.
00000080:00000010:1.1:1769073925.031612:0:34417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37280.
00010000:00000010:0.1:1769073925.086438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:0.1:1769073925.091439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:0.1:1769073925.091456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2300.
00010000:00000010:0.1:1769073925.091461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00000080:00000010:1.1:1769073925.095162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2c20.
00000080:00000010:1.1:1769073925.095183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2ea0.
00010000:00000010:0.1:1769073925.198647:0:34422:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:0.1:1769073925.209482:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:0.1:1769073925.209518:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:0.1:1769073925.209525:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:0.1:1769073925.214578:0:34424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2260.
00000080:00000010:0.1:1769073925.214598:0:34424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2000.
00010000:00000010:1.1:1769073925.259827:0:34424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769073925.269620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073925.269643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630600.
00010000:00000010:1.1:1769073925.269647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00000080:00000010:1.1:1769073925.277553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37420.
00000080:00000010:1.1:1769073925.277580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f377c0.
00010000:00000010:0.1:1769073925.375461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:0.1:1769073925.381504:0:34429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:0.1:1769073925.381524:0:34429:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630600.
00010000:00000010:0.1:1769073925.381529:0:34429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:3.1:1769073925.462226:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00000080:00000010:0.1:1769073925.477431:0:34432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea8a0.
00000080:00000010:0.1:1769073925.477456:0:34432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37800.
00010000:00000010:0.1:1769073925.593804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:0.1:1769073925.600521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:0.1:1769073925.600544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2300.
00010000:00000010:0.1:1769073925.600549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00000080:00000010:0.1:1769073925.614744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2480.
00000080:00000010:0.1:1769073925.614781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2900.
00010000:00000010:1.1:1769073925.700015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:0.1:1769073925.714976:0:34438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:0.1:1769073925.714988:0:34438:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630c00.
00010000:00000010:0.1:1769073925.714991:0:34438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00000080:00000010:0.1:1769073925.738566:0:34439:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f372e0.
00000080:00000010:0.1:1769073925.738595:0:34439:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37540.
00010000:00000010:1.1:1769073925.901439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073925.908691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073925.908710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:1.1:1769073925.908724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00000080:00000010:1.1:1769073925.908731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f374c0.
00000080:00000010:1.1:1769073925.908741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37180.
00010000:00000010:1.1:1769073925.958996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:1.1:1769073925.974430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:1.1:1769073925.974440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2300.
00010000:00000010:1.1:1769073925.974444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00000080:00000010:1.1:1769073925.979732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2a80.
00000080:00000010:1.1:1769073925.979765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2340.
00010000:00000010:1.1:1769073926.071551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769073926.087500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073926.087515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630000.
00010000:00000010:1.1:1769073926.087519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00000080:00000010:3.1:1769073926.097439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f374c0.
00000080:00000010:3.1:1769073926.097461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37540.
00010000:00000010:1.1:1769073926.269331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769073926.269341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073926.269346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8b00.
00010000:00000010:1.1:1769073926.269351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00000080:00000010:1.1:1769073926.283445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37520.
00000080:00000010:1.1:1769073926.283458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37800.
00010000:00000010:0.1:1769073926.358732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d600.
00010000:00000010:1.1:1769073926.374790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:1.1:1769073926.374801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:1.1:1769073926.374806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00000080:00000010:1.1:1769073926.382454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2760.
00000080:00000010:1.1:1769073926.382478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2260.
00010000:00000010:1.1:1769073926.503857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:1.1:1769073926.516418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:1.1:1769073926.516433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2100.
00010000:00000010:1.1:1769073926.516437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d600.
00000080:00000010:3.1:1769073926.519445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2900.
00000080:00000010:3.1:1769073926.519466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00010000:00000010:0.1:1769073926.567820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00010000:00000010:0.1:1769073926.571048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00010000:00000010:0.1:1769073926.571079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2500.
00010000:00000010:0.1:1769073926.571084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00000080:00000010:0.1:1769073926.581062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2340.
00000080:00000010:0.1:1769073926.581089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf26a0.
00010000:00000010:0.1:1769073926.735247:0:34471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00010000:00000010:0.1:1769073926.735267:0:34471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:0.1:1769073926.735273:0:34471:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:0.1:1769073926.735279:0:34471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00000080:00000010:0.1:1769073926.746644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2720.
00000080:00000010:0.1:1769073926.746698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf26a0.
00010000:00000010:0.1:1769073926.829885:0:34473:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00000080:00000010:1.1:1769073926.843254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2340.
00000080:00000010:1.1:1769073926.843277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2720.
00010000:00000010:1.1:1769073926.989501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872a00.
00010000:00000010:1.1:1769073927.012183:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769073927.012209:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630200.
00010000:00000010:1.1:1769073927.012238:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00000080:00000010:1.1:1769073927.035509:0:34481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f376e0.
00000080:00000010:1.1:1769073927.035536:0:34481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37620.
00010000:00000010:0.1:1769073927.094265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00010000:00000010:0.1:1769073927.094286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:0.1:1769073927.105480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:0.1:1769073927.105505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00000080:00000010:0.1:1769073927.138133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2900.
00000080:00000010:0.1:1769073927.138157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2280.
00010000:00000010:1.1:1769073927.356268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:1.1:1769073927.356288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:1.1:1769073927.356293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00000080:00000010:1.1:1769073927.356299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eafa0.
00000080:00000010:1.1:1769073927.356311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea240.
00010000:00000010:1.1:1769073927.388502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769073927.388524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:1.1:1769073927.388531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:1.1:1769073927.388535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00000080:00000010:1.1:1769073927.395585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37080.
00000080:00000010:1.1:1769073927.395606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29e0.
00010000:00000010:0.1:1769073927.514579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00010000:00000010:1.1:1769073927.521433:0:34494:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:1.1:1769073927.521455:0:34494:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8200.
00010000:00000010:1.1:1769073927.521460:0:34494:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00000080:00000010:1.1:1769073927.525422:0:34494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00000080:00000010:1.1:1769073927.525450:0:34494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec42c0.
00010000:00000010:0.1:1769073927.801450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:0.1:1769073927.801471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00010000:00000010:0.1:1769073927.801476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:0.1:1769073927.801482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00000080:00000010:1.1:1769073927.806449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec46c0.
00000080:00000010:1.1:1769073927.806475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4b60.
00000080:00000010:0.1:1769073927.875439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eae40.
00000080:00000010:0.1:1769073927.880471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea4e0.
00010000:00000010:1.1:1769073927.963247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872a00.
00010000:00000010:0.1:1769073927.973509:0:34509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:0.1:1769073927.973520:0:34509:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630200.
00010000:00000010:0.1:1769073927.973525:0:34509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00000080:00000010:0.1:1769073927.982442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37460.
00000080:00000010:0.1:1769073927.982456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37fe0.
00010000:00000010:0.1:1769073928.019220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:0.1:1769073928.019236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:0.1:1769073928.019242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:0.1:1769073928.019246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00000080:00000010:0.1:1769073928.033200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00000080:00000010:0.1:1769073928.033222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf26a0.
00010000:00000010:0.1:1769073928.123620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:1.1:1769073928.139499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:1.1:1769073928.139519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:1.1:1769073928.139523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00000080:00000010:1.1:1769073928.144574:0:34516:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf26a0.
00000080:00000010:1.1:1769073928.144592:0:34516:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2000.
00010000:00000010:3.1:1769073928.190675:0:34517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:0.1:1769073928.198586:0:34517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873200.
00010000:00000010:0.1:1769073928.198602:0:34517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630d00.
00010000:00000010:0.1:1769073928.198607:0:34517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872a00.
00000080:00000010:0.1:1769073928.201618:0:34517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a20.
00000080:00000010:0.1:1769073928.201640:0:34517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f371e0.
00010000:00000010:1.1:1769073928.280364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872000.
00010000:00000010:1.1:1769073928.295511:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872400.
00010000:00000010:1.1:1769073928.295530:0:1038:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8d00.
00010000:00000010:1.1:1769073928.295536:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00000080:00000010:1.1:1769073928.313449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37c40.
00000080:00000010:1.1:1769073928.313471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37ee0.
00010000:00000010:1.1:1769073928.358862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:1.1:1769073928.358892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00010000:00000010:1.1:1769073928.358898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8b00.
00010000:00000010:1.1:1769073928.358902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00000080:00000010:3.1:1769073928.365473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2340.
00000080:00000010:3.1:1769073928.365493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea180.
00010000:00000010:1.1:1769073928.479557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872000.
00010000:00000010:0.1:1769073928.490155:0:34528:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872400.
00010000:00000010:0.1:1769073928.490178:0:34528:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:0.1:1769073928.490205:0:34528:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00000080:00000010:0.1:1769073928.501503:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37300.
00000080:00000010:0.1:1769073928.501520:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37ac0.
00010000:00000010:1.1:1769073928.572506:0:34530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872000.
00010000:00000010:1.1:1769073928.578465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00010000:00000010:1.1:1769073928.578489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:1.1:1769073928.578494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c400.
00000080:00000010:1.1:1769073928.584032:0:34531:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37ba0.
00000080:00000010:1.1:1769073928.584061:0:34531:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2280.
00010000:00000010:0.1:1769073928.702595:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00000080:00000010:1.1:1769073928.704668:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea3e0.
00000080:00000010:1.1:1769073928.704696:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00010000:00000010:0.1:1769073928.705452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00010000:00000010:0.1:1769073928.705464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:0.1:1769073928.705470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:0.1:1769073928.778885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c600.
00010000:00000010:0.1:1769073928.961450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00010000:00000010:3.1:1769073928.966474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00010000:00000010:3.1:1769073928.966504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:3.1:1769073928.966509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c600.
00000080:00000010:0.1:1769073929.009895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2ea0.
00000080:00000010:0.1:1769073929.009918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2180.
00010000:00000010:0.1:1769073929.075482:0:34544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c400.
00010000:00000010:0.1:1769073929.075579:0:34544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00010000:00000010:0.1:1769073929.075585:0:34544:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630200.
00010000:00000010:0.1:1769073929.075591:0:34544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872c00.
00000080:00000010:0.1:1769073929.083433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2180.
00000080:00000010:0.1:1769073929.083446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf25e0.
00010000:00000010:0.1:1769073929.249930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00010000:00000010:0.1:1769073929.258007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:0.1:1769073929.258301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:0.1:1769073929.258307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00000080:00000010:0.1:1769073929.279511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00000080:00000010:0.1:1769073929.279534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4260.
00010000:00000010:1.1:1769073929.392888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00000080:00000010:0.1:1769073929.435446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f371c0.
00000080:00000010:0.1:1769073929.435464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00010000:00000010:1.1:1769073929.639677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:1.1:1769073929.639792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2100.
00010000:00000010:1.1:1769073929.639798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00000080:00000010:1.1:1769073929.653443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea3e0.
00000080:00000010:1.1:1769073929.653467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2280.
00010000:00000010:1.1:1769073929.807060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00010000:00000010:1.1:1769073929.810767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00010000:00000010:1.1:1769073929.810789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8100.
00010000:00000010:1.1:1769073929.810795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00000080:00000010:0.1:1769073929.827459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37c80.
00000080:00000010:0.1:1769073929.827482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2720.
00010000:00000010:0.1:1769073929.954918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00010000:00000010:0.1:1769073929.968132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:0.1:1769073929.968157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8f00.
00010000:00000010:0.1:1769073929.968162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4400.
00000080:00000010:0.1:1769073929.983522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2720.
00000080:00000010:0.1:1769073929.983545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29a0.
00000080:00000010:1.1:1769073930.159423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaa20.
00000080:00000010:1.1:1769073930.159450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4580.
00010000:00000010:1.1:1769073930.251442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00010000:00000010:1.1:1769073930.274466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:1.1:1769073930.274489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:1.1:1769073930.274494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00000080:00000010:0.1:1769073930.287602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37840.
00000080:00000010:0.1:1769073930.287638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4480.
00010000:00000010:1.1:1769073930.445454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00010000:00000010:1.1:1769073930.451467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:1.1:1769073930.451485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:1.1:1769073930.451490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:1.1:1769073930.466668:0:34578:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37040.
00000080:00000010:1.1:1769073930.466721:0:34578:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00010000:00000010:0.1:1769073930.577440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00000080:00000010:3.1:1769073930.603446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf25e0.
00000080:00000010:3.1:1769073930.603470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2260.
00010000:00000010:0.1:1769073930.787495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:0.1:1769073930.795455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00010000:00000010:0.1:1769073930.795478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:0.1:1769073930.795485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00000080:00000010:0.1:1769073930.803631:0:34585:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00000080:00000010:0.1:1769073930.803656:0:34585:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2ea0.
00010000:00000010:0.1:1769073930.928755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00010000:00000010:0.1:1769073930.936201:0:34587:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:0.1:1769073930.936224:0:34587:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630c00.
00010000:00000010:0.1:1769073930.936229:0:34587:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00000080:00000010:0.1:1769073930.945932:0:34587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea000.
00000080:00000010:0.1:1769073930.945953:0:34587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37b60.
00010000:00000010:1.1:1769073931.167595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:0.1:1769073931.185522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873600.
00010000:00000010:0.1:1769073931.185545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8400.
00010000:00000010:0.1:1769073931.185551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00000080:00000010:0.1:1769073931.185557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37000.
00000080:00000010:0.1:1769073931.206881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37360.
00010000:00000010:3.1:1769073931.342573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073931.346743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00010000:00000010:3.1:1769073931.346767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630700.
00010000:00000010:3.1:1769073931.346773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00000080:00000010:0.1:1769073931.364183:0:34594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec40c0.
00000080:00000010:0.1:1769073931.364206:0:34594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea120.
00010000:00000010:0.1:1769073931.509958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:0.1:1769073931.523482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00010000:00000010:0.1:1769073931.523494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8500.
00010000:00000010:0.1:1769073931.523499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00000080:00000010:0.1:1769073931.543146:0:34600:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2c80.
00000080:00000010:0.1:1769073931.543173:0:34600:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2ea0.
00010000:00000010:1.1:1769073931.615808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00010000:00000010:1.1:1769073931.619518:0:34600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00010000:00000010:1.1:1769073931.619537:0:34600:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2300.
00010000:00000010:1.1:1769073931.619541:0:34600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00000080:00000010:1.1:1769073931.626465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37460.
00000080:00000010:1.1:1769073931.626494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00010000:00000010:1.1:1769073931.808456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872c00.
00010000:00000010:1.1:1769073931.830691:0:34607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00010000:00000010:1.1:1769073931.830713:0:34607:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:1.1:1769073931.830721:0:34607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:1.1:1769073931.830727:0:34607:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f376e0.
00000080:00000010:1.1:1769073931.830739:0:34607:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37d40.
00000080:00000010:3.1:1769073931.953692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea2c0.
00000080:00000010:3.1:1769073931.953713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea2e0.
00010000:00000010:1.1:1769073932.159843:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872c00.
00010000:00000010:1.1:1769073932.159864:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00010000:00000010:1.1:1769073932.159871:0:30903:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2e00.
00010000:00000010:1.1:1769073932.159875:0:30903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00000080:00000010:1.1:1769073932.175447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37220.
00000080:00000010:1.1:1769073932.175470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2260.
00010000:00000010:0.1:1769073932.265850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:0.1:1769073932.269690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00010000:00000010:0.1:1769073932.269713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630300.
00010000:00000010:0.1:1769073932.269717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872c00.
00000080:00000010:0.1:1769073932.311441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea6c0.
00000080:00000010:0.1:1769073932.311461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea240.
00010000:00000010:0.1:1769073932.490443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:1.1:1769073932.522490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d600.
00010000:00000010:1.1:1769073932.522513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:1.1:1769073932.522518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00000080:00000010:1.1:1769073932.543446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29a0.
00000080:00000010:1.1:1769073932.543472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29e0.
00010000:00000010:3.1:1769073932.649551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00000080:00000010:0.1:1769073932.681860:0:34622:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ca0.
00000080:00000010:0.1:1769073932.681891:0:34622:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45c0.
00010000:00000010:0.1:1769073932.842497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:0.1:1769073932.842513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5e00.
00010000:00000010:0.1:1769073932.842519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:0.1:1769073932.842525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:0.1:1769073932.968468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:0.1:1769073932.968488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00010000:00000010:0.1:1769073932.971615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630100.
00010000:00000010:0.1:1769073932.971647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872000.
00000080:00000010:0.1:1769073932.994545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf26a0.
00000080:00000010:0.1:1769073932.994568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eab00.
00010000:00000010:0.1:1769073933.141491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:0.1:1769073933.145622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:0.1:1769073933.145648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:0.1:1769073933.145662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00000080:00000010:0.1:1769073933.165443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00000080:00000010:0.1:1769073933.165467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf29a0.
00010000:00000010:0.1:1769073933.234440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:1.1:1769073933.239446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:1.1:1769073933.239470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630e00.
00010000:00000010:1.1:1769073933.239475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872400.
00000080:00000010:1.1:1769073933.262712:0:34636:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2900.
00000080:00000010:1.1:1769073933.262732:0:34636:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00010000:00000010:0.1:1769073933.384014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:0.1:1769073933.387284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872a00.
00010000:00000010:0.1:1769073933.387307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630e00.
00010000:00000010:0.1:1769073933.387311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872400.
00000080:00000010:1.1:1769073933.402767:0:34641:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2c80.
00000080:00000010:1.1:1769073933.402790:0:34641:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37800.
00010000:00000010:0.1:1769073933.486606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:0.1:1769073933.486635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:0.1:1769073933.486642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00000080:00000010:0.1:1769073933.507497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ead00.
00000080:00000010:0.1:1769073933.507524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4e60.
00010000:00000010:0.1:1769073933.626689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00010000:00000010:1.1:1769073933.638433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:1.1:1769073933.638540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:1.1:1769073933.638563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71800.
00000080:00000010:1.1:1769073933.652721:0:12177:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea360.
00000080:00000010:1.1:1769073933.652742:0:12177:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf25e0.
00010000:00000010:1.1:1769073933.927515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00000080:00000010:3.1:1769073933.981058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37e80.
00000080:00000010:3.1:1769073933.981090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f374c0.
00010000:00000010:1.1:1769073934.034683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:0.1:1769073934.038454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:0.1:1769073934.038473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630f00.
00010000:00000010:0.1:1769073934.038478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00000080:00000010:0.1:1769073934.061505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37520.
00000080:00000010:0.1:1769073934.061549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37420.
00010000:00000010:1.1:1769073934.195563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:1.1:1769073934.202800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00010000:00000010:1.1:1769073934.202818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2600.
00010000:00000010:1.1:1769073934.202822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00000080:00000010:0.1:1769073934.235765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f376e0.
00000080:00000010:0.1:1769073934.235782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2b40.
00010000:00000010:1.1:1769073934.284438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:3.1:1769073934.295432:0:34665:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:3.1:1769073934.295447:0:34665:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:3.1:1769073934.295452:0:34665:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00000080:00000010:0.1:1769073934.300427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37b20.
00000080:00000010:0.1:1769073934.300440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4560.
00010000:00000010:1.1:1769073934.415466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00010000:00000010:1.1:1769073934.416570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:1.1:1769073934.416581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8800.
00010000:00000010:1.1:1769073934.416585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00000080:00000010:1.1:1769073934.439081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea7e0.
00000080:00000010:1.1:1769073934.439094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4f00.
00010000:00000010:1.1:1769073934.481508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:0.1:1769073934.492557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:0.1:1769073934.492569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:0.1:1769073934.492574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00000080:00000010:0.1:1769073934.496861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37040.
00000080:00000010:0.1:1769073934.496876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37bc0.
00010000:00000010:1.1:1769073934.615299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:1.1:1769073934.615315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:1.1:1769073934.615320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8600.
00010000:00000010:1.1:1769073934.615325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00000080:00000010:1.1:1769073934.626438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f379c0.
00000080:00000010:1.1:1769073934.626453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37f80.
00010000:00000010:1.1:1769073934.708775:0:34678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:1.1:1769073934.721079:0:34679:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00010000:00000010:1.1:1769073934.721086:0:34679:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:1.1:1769073934.721092:0:34679:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00000080:00000010:1.1:1769073934.726542:0:34679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45e0.
00000080:00000010:1.1:1769073934.726562:0:34679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eaf80.
00010000:00000010:0.1:1769073934.815889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4c00.
00010000:00000010:0.1:1769073934.815899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:0.1:1769073934.815904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:0.1:1769073934.815908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00000080:00000010:0.1:1769073934.829531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4c00.
00000080:00000010:0.1:1769073934.829552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ee0.
00010000:00000010:1.1:1769073934.876450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:1.1:1769073934.876463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:1.1:1769073934.876468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:1.1:1769073934.876473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00000080:00000010:1.1:1769073934.883505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f379c0.
00000080:00000010:1.1:1769073934.883519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37020.
00010000:00000010:1.1:1769073934.969450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769073934.973490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:1.1:1769073934.973503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630400.
00010000:00000010:1.1:1769073934.973508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00000080:00000010:1.1:1769073934.973512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37020.
00000080:00000010:1.1:1769073934.973519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f371c0.
00010000:00000010:3.1:1769073935.010434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00010000:00000010:3.1:1769073935.010445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:3.1:1769073935.010449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769073935.010453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00000080:00000010:3.1:1769073935.018780:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4320.
00000080:00000010:3.1:1769073935.018791:0:30903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4b80.
00010000:00000010:0.1:1769073935.080551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d600.
00010000:00000010:0.1:1769073935.087538:0:34697:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4a00.
00010000:00000010:0.1:1769073935.087546:0:34697:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:0.1:1769073935.087551:0:34697:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4e00.
00000080:00000010:0.1:1769073935.099436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00000080:00000010:0.1:1769073935.099449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4320.
00010000:00000010:0.1:1769073935.136359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:0.1:1769073935.142229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d600.
00010000:00000010:0.1:1769073935.142245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:0.1:1769073935.142251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00000080:00000010:0.1:1769073935.149447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2900.
00000080:00000010:0.1:1769073935.149460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf21e0.
00000080:00000010:0.1:1769073956.468442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56233a0.
00000080:00000010:1.1:1769073956.689422:0:788:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5de0.
00000080:00000010:3.1:1769073956.872459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f20.
00010000:00000010:0.1:1769073958.036578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00010000:00000010:0.1:1769073958.046367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630200.
00010000:00000010:0.1:1769073958.046375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00010000:00000010:1.1:1769073958.051453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2500.
00010000:00000010:0.1:1769073958.086687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872c00.
00010000:00000010:0.1:1769073960.794568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2300.
00010000:00000010:0.1:1769073960.794613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:1.1:1769073963.042258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630300.
00010000:00000010:1.1:1769073963.042276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00000080:00000010:1.1:1769073963.095328:0:35449:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623fc0.
00010000:00000010:1.1:1769073965.197509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2e00.
00010000:00000010:1.1:1769073965.197529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00000080:00000010:0.1:1769073965.279024:0:35469:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5560.
00010000:00000010:0.1:1769073967.359431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8000.
00010000:00000010:0.1:1769073967.359448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00000080:00000010:1.1:1769073967.432705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623780.
00000080:00000010:0.1:1769073970.033887:0:35510:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ce0.
00010000:00000010:1.1:1769073981.432807:0:19:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:1.1:1769073981.432819:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00000080:00000010:1.1:1769073981.451549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37ba0.
00010000:00000010:0.1:1769073981.491550:0:36092:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:0.1:1769073981.491560:0:36092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:0.1:1769073981.506216:0:36093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:0.1:1769073981.506224:0:36093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00000080:00000010:0.1:1769073981.506230:0:36093:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d20.
00010000:00000010:3.1:1769073981.525426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00000080:00000010:0.1:1769073981.548079:0:36048:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ce0.
00000080:00000010:0.1:1769073981.632453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00010000:00000010:0.1:1769073981.643420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:3.1:1769073981.658570:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8400.
00010000:00000010:3.1:1769073981.658583:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00000080:00000010:3.1:1769073991.337970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37040.
00000080:00000010:3.1:1769073991.343487:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37520.
00000080:00000010:3.1:1769073991.343513:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4900.
00000080:00000010:3.1:1769073991.343520:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eae60.
00000080:00000010:3.1:1769073991.343526:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea5e0.
00000080:00000010:3.1:1769073991.343530:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48eafe0.
00000080:00000010:3.1:1769073991.343538:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2d20.
00000080:00000010:3.1:1769073991.343543:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4bc0.
00000080:00000010:3.1:1769073991.343549:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5cf2460.
00010000:00000010:3.1:1769073991.353654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:3.1:1769073991.353699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00010000:00000010:3.1:1769073991.353708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2200.
00010000:00000010:3.1:1769073991.353713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:3.1:1769073991.353716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2600.
00010000:00000010:3.1:1769073991.353719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:3.1:1769073991.353723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8500.
00010000:00000010:3.1:1769073991.353727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4800.
00010000:00000010:3.1:1769073991.353730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:3.1:1769073991.353734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:3.1:1769073991.353788:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2700.
00010000:00000010:3.1:1769073991.353804:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00010000:00000010:3.1:1769073991.353811:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630300.
00010000:00000010:3.1:1769073991.353817:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:3.1:1769073991.353820:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630100.
00010000:00000010:3.1:1769073991.353823:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873600.
00010000:00000010:3.1:1769073991.353826:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630600.
00010000:00000010:3.1:1769073991.353829:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:3.1:1769073991.353832:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:3.1:1769073991.353836:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:3.1:1769073991.353840:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630d00.
00010000:00000010:3.1:1769073991.353844:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00010000:00000010:3.1:1769073991.353847:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2b00.
00010000:00000010:3.1:1769073991.353850:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302165800.
00010000:00000010:3.1:1769073991.353858:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848000.
00010000:00000010:3.1:1769073991.353861:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4000.
00010000:00000010:3.1:1769073991.356523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2400.
00010000:00000010:3.1:1769073991.356539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849a00.
00010000:00000010:3.1:1769073991.356544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848200.
00010000:00000010:3.1:1769073991.356547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71400.
00010000:00000010:3.1:1769073991.356551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630a00.
00010000:00000010:3.1:1769073991.356555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872200.
00010000:00000010:3.1:1769073991.356559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5600.
00010000:00000010:3.1:1769073991.356563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718b00.
00010000:00000010:3.1:1769073991.356566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70e00.
00010000:00000010:3.1:1769073991.356569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848a00.
00010000:00000010:3.1:1769073991.356571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71a00.
00010000:00000010:3.1:1769073991.356574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2900.
00010000:00000010:3.1:1769073991.356576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849e00.
00010000:00000010:3.1:1769073991.356579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2c00.
00010000:00000010:3.1:1769073991.356582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849c00.
00010000:00000010:3.1:1769073991.356585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8e00.
00010000:00000010:3.1:1769073991.356607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5c00.
00010000:00000010:3.1:1769073991.356610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d2676f00.
00010000:00000010:3.1:1769073991.356615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f8c400.
00010000:00000010:3.1:1769073991.356618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718c00.
00010000:00000010:3.1:1769073991.356622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487ca00.
00010000:00000010:3.1:1769073991.356625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d2677700.
00010000:00000010:3.1:1769073991.356629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4848800.
00010000:00000010:0.1:1769073991.539457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:0.1:1769073991.539480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872c00.
00010000:00000010:0.1:1769073991.539486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630700.
00010000:00000010:0.1:1769073991.539488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00000080:00000010:0.1:1769073991.559441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c48ea1a0.
00000080:00000010:0.1:1769073991.563461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9373180.
00010000:00000010:0.1:1769073992.896120:0:36763:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:0.1:1769073992.896138:0:36763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00010000:00000010:3.1:1769074000.932469:0:37244:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:3.1:1769074000.932477:0:37244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00000080:00000010:1.1:1769074001.128660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4f00.
00010000:00000010:0.1:1769074001.170748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4200.
00010000:00000010:0.1:1769074001.170771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2100.
00010000:00000010:0.1:1769074001.170776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:0.1:1769074001.170781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:0.1:1769074001.170786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:1.1:1769074001.229437:0:37105:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:1.1:1769074001.229464:0:37105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:1.1:1769074001.229470:0:37105:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c6630c00.
00010000:00000010:1.1:1769074001.229473:0:37105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00010000:00000010:1.1:1769074001.229477:0:37105:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8900.
00010000:00000010:1.1:1769074001.229481:0:37105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5400.
00010000:00000010:1.1:1769074001.229485:0:37105:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2000.
00010000:00000010:1.1:1769074001.229488:0:37105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849400.
00010000:00000010:1.1:1769074001.229504:0:37105:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52200.
00010000:00000010:1.1:1769074001.229508:0:37105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c487cc00.
00010000:00000010:0.1:1769074001.234732:0:37258:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718100.
00010000:00000010:0.1:1769074001.234755:0:37258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164000.
00010000:00000010:0.1:1769074001.234762:0:37258:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718400.
00010000:00000010:0.1:1769074001.234765:0:37258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70a00.
00010000:00000010:0.1:1769074001.234769:0:37258:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d2676000.
00010000:00000010:0.1:1769074001.234773:0:37258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873e00.
00010000:00000010:1.1:1769074001.477444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2100.
00010000:00000010:1.1:1769074001.477454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:1.1:1769074001.477459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8b00.
00010000:00000010:1.1:1769074001.477481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5a00.
00000080:00000010:0.1:1769074001.514081:0:37264:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623180.
00000080:00000010:0.1:1769074001.514124:0:37264:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93739c0.
00010000:00000010:1.1:1769074003.084833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2300.
00010000:00000010:1.1:1769074003.084850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00010000:00000010:1.1:1769074011.364432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2c00.
00010000:00000010:1.1:1769074011.364449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c400.
00010000:00000010:1.1:1769074011.378451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682d00.
00010000:00000010:1.1:1769074011.410997:0:1540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873e00.
00010000:00000010:1.1:1769074011.510433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682300.
00010000:00000010:1.1:1769074011.510442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872400.
00010000:00000010:1.1:1769074011.524436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682300.
00010000:00000010:1.1:1769074011.524451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769074013.554454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682d00.
00010000:00000010:1.1:1769074013.554474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872400.
00010000:00000010:0.1:1769074013.564237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00000080:00000010:0.1:1769074013.570444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54e0.
00000080:00000010:1.1:1769074013.624808:0:37869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6e0.
00010000:00000010:1.1:1769074015.772434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71200.
00010000:00000010:0.1:1769074015.805571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:1.1:1769074052.028782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4849000.
00010000:00000010:1.1:1769074052.028802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872e00.
00010000:00000010:1.1:1769074052.028808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d2677e00.
00010000:00000010:1.1:1769074052.028813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b302164c00.
00010000:00000010:1.1:1769074052.028819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d97cfa00.
00010000:00000010:1.1:1769074052.028823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c0030400.
00010000:00000010:1.1:1769074052.028827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b700.
00010000:00000010:0.1:1769074052.230527:0:38101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00010000:00000010:0.1:1769074052.230548:0:38101:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2b00.
00010000:00000010:0.1:1769074052.230554:0:38101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00010000:00000010:1.1:1769074069.624668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26a7300.
00010000:00000010:1.1:1769074069.624680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00000080:00000010:1.1:1769074069.703856:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623e80.
00010000:00000010:0.1:1769074071.741703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:0.1:1769074071.752064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70a00.
00010000:00000010:0.1:1769074106.697462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682800.
00010000:00000010:0.1:1769074106.697487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872e00.
00010000:00000010:3.1:1769074118.692432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26a7b00.
00010000:00000010:3.1:1769074118.692448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00010000:00000010:3.1:1769074118.692453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00000080:00000010:3.1:1769074128.318950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56232a0.
00010000:00000010:3.1:1769074128.350443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00000080:00000010:0.1:1769074128.429496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec46e0.
00000080:00000010:0.1:1769074128.429521:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0119080.
00010000:00000010:3.1:1769074129.148437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718100.
00010000:00000010:3.1:1769074129.148449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:3.1:1769074137.706974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88df00.
00010000:00000010:3.1:1769074137.706980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00010000:00000010:3.1:1769074137.714951:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b400.
00010000:00000010:3.1:1769074137.716771:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1bc00.
00010000:00000010:3.1:1769074137.716783:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00000080:00000010:3.1:1769074137.766235:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec40e0.
00000080:00000010:3.1:1769074143.689583:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011ca40.
00000080:00000010:3.1:1769074143.689601:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0187380.
00000080:00000010:3.1:1769074143.689609:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0181080.
00000080:00000010:3.1:1769074143.689619:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0185280.
00000080:00000010:3.1:1769074143.689623:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0118000.
00000080:00000010:3.1:1769074143.689629:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0183180.
00000080:00000010:3.1:1769074143.714153:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9371080.
00000080:00000010:3.1:1769074143.714162:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011a940.
00000080:00000010:3.1:1769074143.714175:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d018f380.
00000080:00000010:3.1:1769074143.714184:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0219080.
00000080:00000010:3.1:1769074143.714198:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021d280.
00000080:00000010:3.1:1769074143.714204:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d02198c0.
00000080:00000010:3.1:1769074143.714216:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021eb40.
00000080:00000010:3.1:1769074143.714222:0:39832:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011dac0.
00000080:00000010:3.1:1769074143.732499:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021b9c0.
00000080:00000010:3.1:1769074143.732519:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011d280.
00000080:00000010:3.1:1769074143.732530:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01898c0.
00010000:00000010:3.1:1769074168.075624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8a00.
00010000:00000010:3.1:1769074168.075638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70a00.
00010000:00000010:1.1:1769074168.140614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c28a8c00.
00010000:00000010:1.1:1769074169.316573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872c00.
00010000:00000010:0.1:1769074170.496970:0:41064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:3.1:1769074181.861660:0:1015:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438500.
00010000:00000010:3.1:1769074181.861682:0:1015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5800.
00010000:00000010:0.1:1769074181.934490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438600.
00010000:00000010:1.1:1769074187.112770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70a00.
00010000:00000010:3.1:1769074188.023341:0:41638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:3.1:1769074188.023356:0:41638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03e00.
00010000:00000010:3.1:1769074188.023372:0:41638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5000.
00010000:00000010:3.1:1769074188.023375:0:41638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03900.
00010000:00000010:3.1:1769074188.023377:0:41638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00000080:00000010:3.1:1769074188.038630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4f80.
00000080:00000010:1.1:1769074188.120886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021f380.
00010000:00000010:1.1:1769074188.132003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00010000:00000010:1.1:1769074188.132018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88d500.
00010000:00000010:1.1:1769074188.132023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275fe00.
00010000:00000010:1.1:1769074188.132044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe200.
00010000:00000010:1.1:1769074188.132048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872000.
00000080:00000010:1.1:1769074188.198647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623700.
00000080:00000010:0.1:1769074188.243612:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9377380.
00010000:00000010:3.1:1769074190.471720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03f00.
00010000:00000010:3.1:1769074190.471725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00010000:00000010:0.1:1769074196.640641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03d00.
00010000:00000010:0.1:1769074196.640650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00010000:00000010:3.1:1769074196.889700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00010000:00000010:1.1:1769074196.971444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88db00.
00010000:00000010:1.1:1769074196.971462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00010000:00000010:1.1:1769074197.001487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1e00.
00000080:00000010:0.1:1769074206.946423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51a0.
00000080:00000010:1.1:1769074217.557489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec46c0.
00010000:00000010:1.1:1769074217.680469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe300.
00010000:00000010:1.1:1769074217.680488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872000.
00000080:00000010:1.1:1769074217.865496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd80.
00010000:00000010:0.1:1769074218.060481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03e00.
00010000:00000010:0.1:1769074218.060506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00000080:00000010:3.1:1769074218.138659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45e0.
00010000:00000010:1.1:1769074218.196181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffea00.
00010000:00000010:1.1:1769074218.196197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00000080:00000010:0.1:1769074218.264591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3c0.
00010000:00000010:1.1:1769074218.297716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffea00.
00010000:00000010:1.1:1769074218.297739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00000080:00000010:0.1:1769074218.370554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c760.
00010000:00000010:1.1:1769074218.405435:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03800.
00010000:00000010:1.1:1769074218.405444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00000080:00000010:1.1:1769074218.426109:0:42794:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e00.
00010000:00000010:0.1:1769074218.458478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03c00.
00010000:00000010:0.1:1769074218.458495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00000080:00000010:1.1:1769074218.489532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cde0.
00010000:00000010:0.1:1769074218.543591:0:42795:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03c00.
00010000:00000010:0.1:1769074218.543600:0:42795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0200.
00000080:00000010:0.1:1769074218.573799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56233e0.
00010000:00000010:1.1:1769074218.596456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffeb00.
00010000:00000010:1.1:1769074218.596479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:0.1:1769074218.624672:0:42797:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec43c0.
00010000:00000010:0.1:1769074218.671557:0:2367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03c00.
00010000:00000010:0.1:1769074218.671567:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00010000:00000010:1.1:1769074218.732546:0:42798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffeb00.
00010000:00000010:1.1:1769074218.732555:0:42798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00000080:00000010:1.1:1769074218.757449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4d20.
00010000:00000010:3.1:1769074218.804652:0:42799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb000.
00010000:00000010:3.1:1769074218.804675:0:42799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1400.
00000080:00000010:0.1:1769074218.826585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623e00.
00010000:00000010:1.1:1769074218.854822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffeb00.
00010000:00000010:1.1:1769074218.854852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872a00.
00000080:00000010:0.1:1769074218.922221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1e0.
00000080:00000010:1.1:1769074218.977436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ec0.
00010000:00000010:1.1:1769074219.012641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffef00.
00010000:00000010:1.1:1769074219.012656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872200.
00000080:00000010:0.1:1769074219.047370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6a0.
00000080:00000010:0.1:1769074219.129519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4600.
00010000:00000010:1.1:1769074219.162596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03d00.
00010000:00000010:1.1:1769074219.162618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00000080:00000010:1.1:1769074219.185473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ce0.
00010000:00000010:0.1:1769074219.223548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03f00.
00010000:00000010:0.1:1769074219.223559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00000080:00000010:0.1:1769074219.252574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5440.
00010000:00000010:0.1:1769074219.293457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffed00.
00010000:00000010:0.1:1769074219.293477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0f200.
00000080:00000010:0.1:1769074219.326438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c880.
00000080:00000010:1.1:1769074219.400769:0:42808:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623c40.
00010000:00000010:1.1:1769074219.436540:0:42808:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffec00.
00010000:00000010:1.1:1769074219.436563:0:42808:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0e600.
00000080:00000010:0.1:1769074219.455440:0:42809:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9a0.
00010000:00000010:0.1:1769074219.491031:0:42809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03d00.
00010000:00000010:0.1:1769074219.491042:0:42809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00000080:00000010:3.1:1769074219.518457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51c0.
00000080:00000010:0.1:1769074219.583578:0:42811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c620.
00010000:00000010:1.1:1769074219.614628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03d00.
00010000:00000010:1.1:1769074219.614653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00010000:00000010:1.1:1769074219.675371:0:42812:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9500.
00010000:00000010:1.1:1769074219.675403:0:42812:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0ee00.
00000080:00000010:0.1:1769074219.707603:0:42813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce40.
00010000:00000010:1.1:1769074219.741645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52000.
00010000:00000010:1.1:1769074219.741656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00000080:00000010:1.1:1769074219.774717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5280.
00000080:00000010:1.1:1769074219.839669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56237a0.
00010000:00000010:1.1:1769074220.015432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9200.
00010000:00000010:1.1:1769074220.015442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0000.
00000080:00000010:0.1:1769074220.041667:0:42817:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623dc0.
00010000:00000010:0.1:1769074220.082583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52c00.
00010000:00000010:0.1:1769074220.082600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00000080:00000010:0.1:1769074220.112831:0:42818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56c0.
00010000:00000010:3.1:1769074220.170554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb100.
00010000:00000010:3.1:1769074220.170564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0c00.
00000080:00000010:3.1:1769074220.187557:0:42819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623e00.
00000080:00000010:0.1:1769074220.283748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4f20.
00010000:00000010:1.1:1769074220.318415:0:42820:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9e00.
00010000:00000010:1.1:1769074220.318422:0:42820:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0f400.
00000080:00000010:3.1:1769074220.363415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c580.
00010000:00000010:0.1:1769074220.392685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52c00.
00010000:00000010:0.1:1769074220.392707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00000080:00000010:1.1:1769074220.433638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:0.1:1769074220.488475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623380.
00010000:00000010:1.1:1769074220.514600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52300.
00010000:00000010:1.1:1769074220.514623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00000080:00000010:1.1:1769074220.545447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5da0.
00010000:00000010:0.1:1769074220.573970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52400.
00010000:00000010:0.1:1769074220.573988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00000080:00000010:1.1:1769074220.616441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ca0.
00000080:00000010:0.1:1769074220.689457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56233a0.
00010000:00000010:0.1:1769074220.728429:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52600.
00010000:00000010:0.1:1769074220.728452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad78200.
00000080:00000010:0.1:1769074220.770824:0:42827:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d40.
00010000:00000010:0.1:1769074220.811928:0:42827:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52900.
00010000:00000010:0.1:1769074220.811950:0:42827:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79400.
00000080:00000010:1.1:1769074220.846014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d40.
00010000:00000010:0.1:1769074220.894604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52900.
00010000:00000010:0.1:1769074220.894620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1400.
00010000:00000010:0.1:1769074221.002747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52800.
00010000:00000010:0.1:1769074221.002787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0ec00.
00000080:00000010:0.1:1769074221.023549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c300.
00010000:00000010:1.1:1769074221.078554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9800.
00010000:00000010:1.1:1769074221.078571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0ec00.
00000080:00000010:1.1:1769074221.099519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca00.
00010000:00000010:3.1:1769074221.131551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cbf00.
00010000:00000010:3.1:1769074221.131561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1000.
00000080:00000010:0.1:1769074221.180335:0:42832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623480.
00010000:00000010:1.1:1769074221.216443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9800.
00010000:00000010:1.1:1769074221.216463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79600.
00000080:00000010:0.1:1769074221.294068:0:42833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00010000:00000010:1.1:1769074221.315444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52800.
00010000:00000010:1.1:1769074221.315457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79e00.
00000080:00000010:3.1:1769074221.357450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5720.
00010000:00000010:1.1:1769074221.366442:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9100.
00010000:00000010:1.1:1769074221.366461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0e600.
00000080:00000010:0.1:1769074221.413445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c040.
00010000:00000010:0.1:1769074221.440699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52800.
00010000:00000010:0.1:1769074221.440717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79000.
00000080:00000010:0.1:1769074221.486459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ee0.
00010000:00000010:0.1:1769074221.536607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52800.
00010000:00000010:0.1:1769074221.536627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0c00.
00000080:00000010:0.1:1769074221.619904:0:42644:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56237e0.
00010000:00000010:3.1:1769074221.728944:0:42837:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52800.
00010000:00000010:3.1:1769074221.728978:0:42837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79000.
00000080:00000010:0.1:1769074221.807540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5060.
00010000:00000010:1.1:1769074221.898449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9100.
00010000:00000010:1.1:1769074221.898471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0e600.
00000080:00000010:1.1:1769074221.978927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc40.
00010000:00000010:0.1:1769074222.038329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52000.
00010000:00000010:0.1:1769074222.038353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad78c00.
00000080:00000010:0.1:1769074222.126991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52e0.
00010000:00000010:0.1:1769074222.162991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cbc00.
00010000:00000010:0.1:1769074222.163016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00000080:00000010:1.1:1769074222.239460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4e40.
00010000:00000010:1.1:1769074222.469233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9000.
00010000:00000010:1.1:1769074222.469270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0f200.
00000080:00000010:3.1:1769074222.495086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2c0.
00010000:00000010:0.1:1769074222.521637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52800.
00010000:00000010:0.1:1769074222.521657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0400.
00000080:00000010:0.1:1769074222.559666:0:42644:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623c80.
00010000:00000010:0.1:1769074222.600712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718f00.
00010000:00000010:0.1:1769074222.600956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0400.
00000080:00000010:0.1:1769074222.646558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623800.
00000080:00000010:3.1:1769074222.727541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cba0.
00010000:00000010:1.1:1769074222.773677:0:42847:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9400.
00010000:00000010:1.1:1769074222.773695:0:42847:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015b600.
00000080:00000010:0.1:1769074222.806486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb60.
00010000:00000010:1.1:1769074222.835707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9400.
00010000:00000010:1.1:1769074222.835716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1000.
00000080:00000010:1.1:1769074222.875643:0:42849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56231e0.
00010000:00000010:0.1:1769074222.911165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718400.
00010000:00000010:0.1:1769074222.911182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015be00.
00010000:00000010:1.1:1769074222.978967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9600.
00010000:00000010:1.1:1769074222.978987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015ba00.
00000080:00000010:1.1:1769074223.067627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623460.
00010000:00000010:1.1:1769074223.110296:0:42852:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9a00.
00010000:00000010:1.1:1769074223.110316:0:42852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad78e00.
00000080:00000010:1.1:1769074223.138974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5160.
00010000:00000010:0.1:1769074223.170825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718400.
00010000:00000010:0.1:1769074223.170846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0c00.
00000080:00000010:0.1:1769074223.223841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623120.
00010000:00000010:1.1:1769074223.274729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9900.
00010000:00000010:1.1:1769074223.274750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015b000.
00000080:00000010:3.1:1769074223.336965:0:42855:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2a0.
00000080:00000010:0.1:1769074223.381539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4640.
00010000:00000010:0.1:1769074223.406454:0:42856:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718800.
00010000:00000010:0.1:1769074223.406461:0:42856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79c00.
00000080:00000010:1.1:1769074223.421780:0:42857:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50a0.
00010000:00000010:0.1:1769074223.454092:0:42857:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9900.
00010000:00000010:0.1:1769074223.454448:0:42857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015b000.
00000080:00000010:0.1:1769074223.488039:0:42858:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb80.
00010000:00000010:0.1:1769074223.519601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718100.
00010000:00000010:0.1:1769074223.519624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79600.
00000080:00000010:0.1:1769074223.538666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d40.
00010000:00000010:1.1:1769074223.567441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9900.
00010000:00000010:1.1:1769074223.567451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015a800.
00000080:00000010:0.1:1769074223.597532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c840.
00010000:00000010:1.1:1769074223.638621:0:42860:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9900.
00010000:00000010:1.1:1769074223.638630:0:42860:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015a800.
00000080:00000010:1.1:1769074223.648558:0:42861:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c7e0.
00010000:00000010:0.1:1769074223.679854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718100.
00010000:00000010:0.1:1769074223.679874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9c800.
00000080:00000010:0.1:1769074223.712620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59c0.
00010000:00000010:1.1:1769074223.737433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9900.
00010000:00000010:1.1:1769074223.737442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0400.
00000080:00000010:0.1:1769074223.766617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623e80.
00010000:00000010:3.1:1769074223.811986:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88d100.
00010000:00000010:3.1:1769074223.812002:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0400.
00000080:00000010:1.1:1769074223.831486:0:42864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623100.
00010000:00000010:0.1:1769074223.861433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718100.
00010000:00000010:0.1:1769074223.861454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015b800.
00000080:00000010:0.1:1769074223.889482:0:42865:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c720.
00010000:00000010:0.1:1769074223.909986:0:42865:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:0.1:1769074223.909998:0:42865:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9ca00.
00000080:00000010:1.1:1769074223.935876:0:42866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00010000:00000010:1.1:1769074223.961951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59500.
00010000:00000010:1.1:1769074223.961976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015a400.
00000080:00000010:1.1:1769074224.010496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c360.
00000080:00000010:0.1:1769074224.082522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a00.
00010000:00000010:0.1:1769074224.120375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:0.1:1769074224.120415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0c00.
00000080:00000010:0.1:1769074224.177439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623ea0.
00000080:00000010:0.1:1769074224.266764:0:42870:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56236e0.
00000080:00000010:0.1:1769074224.373734:0:42871:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623e60.
00000080:00000010:1.1:1769074224.582461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623e60.
00010000:00000010:0.1:1769074224.638845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:0.1:1769074224.638867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9ce00.
00000080:00000010:0.1:1769074224.690434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53c0.
00010000:00000010:1.1:1769074224.714441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59100.
00010000:00000010:1.1:1769074224.714459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015ae00.
00000080:00000010:3.1:1769074224.751907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca20.
00010000:00000010:0.1:1769074224.771584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:0.1:1769074224.771606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002400.
00000080:00000010:1.1:1769074224.824546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56235c0.
00000080:00000010:0.1:1769074224.905416:0:1038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c600.
00010000:00000010:1.1:1769074224.939587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59100.
00010000:00000010:1.1:1769074224.939599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002000.
00000080:00000010:1.1:1769074224.975432:0:42878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623c60.
00010000:00000010:0.1:1769074225.008967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b900.
00010000:00000010:0.1:1769074225.008981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9d400.
00000080:00000010:1.1:1769074225.043897:0:42879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5240.
00010000:00000010:0.1:1769074225.091288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59300.
00010000:00000010:0.1:1769074225.091317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015ae00.
00000080:00000010:1.1:1769074225.131444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c860.
00010000:00000010:3.1:1769074225.196432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb900.
00010000:00000010:3.1:1769074225.196441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003000.
00000080:00000010:0.1:1769074225.215451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56231e0.
00010000:00000010:3.1:1769074225.257878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb900.
00010000:00000010:3.1:1769074225.257901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:1.1:1769074225.310533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4f80.
00010000:00000010:0.1:1769074225.330477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b100.
00010000:00000010:0.1:1769074225.330507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002400.
00000080:00000010:0.1:1769074225.357711:0:42644:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56238e0.
00010000:00000010:1.1:1769074225.400631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b100.
00010000:00000010:1.1:1769074225.400650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00000080:00000010:1.1:1769074225.439434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45a0.
00010000:00000010:0.1:1769074225.471526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1be00.
00010000:00000010:0.1:1769074225.471543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003600.
00000080:00000010:0.1:1769074225.505537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56233e0.
00010000:00000010:0.1:1769074225.532450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b300.
00010000:00000010:0.1:1769074225.532466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9da00.
00000080:00000010:1.1:1769074225.573700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59a0.
00000080:00000010:0.1:1769074225.622621:0:42887:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4840.
00010000:00000010:1.1:1769074225.659576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59a00.
00010000:00000010:1.1:1769074225.659597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015b000.
00000080:00000010:1.1:1769074225.686591:0:42888:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c020.
00010000:00000010:1.1:1769074225.731466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59a00.
00010000:00000010:1.1:1769074225.731483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015b000.
00000080:00000010:1.1:1769074225.753482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c020.
00000080:00000010:0.1:1769074225.853452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a00.
00010000:00000010:3.1:1769074225.893453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682200.
00010000:00000010:3.1:1769074225.893472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003800.
00000080:00000010:3.1:1769074225.973962:0:42891:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56231a0.
00010000:00000010:0.1:1769074226.016591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1bd00.
00010000:00000010:0.1:1769074226.016612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002000.
00010000:00000010:1.1:1769074226.063323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59a00.
00010000:00000010:1.1:1769074226.063336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015b000.
00010000:00000010:1.1:1769074226.189464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59d00.
00010000:00000010:1.1:1769074226.189485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015ae00.
00000080:00000010:1.1:1769074226.254434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5c0.
00010000:00000010:0.1:1769074226.294458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1bd00.
00010000:00000010:0.1:1769074226.294481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9c000.
00000080:00000010:0.1:1769074226.371449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58c0.
00010000:00000010:0.1:1769074226.413885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b200.
00010000:00000010:0.1:1769074226.413916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002400.
00010000:00000010:0.1:1769074226.569431:0:42896:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b400.
00010000:00000010:0.1:1769074226.569438:0:42896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71800.
00000080:00000010:3.1:1769074226.602628:0:42897:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4b40.
00010000:00000010:0.1:1769074226.634846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb700.
00010000:00000010:0.1:1769074226.634873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00000080:00000010:1.1:1769074226.690449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec44a0.
00010000:00000010:0.1:1769074226.733553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b400.
00010000:00000010:0.1:1769074226.733570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79600.
00010000:00000010:0.1:1769074226.786612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b400.
00010000:00000010:0.1:1769074226.786634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f23a00.
00000080:00000010:3.1:1769074226.851459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51c0.
00010000:00000010:1.1:1769074226.872878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59300.
00010000:00000010:1.1:1769074226.872887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372000.
00000080:00000010:0.1:1769074226.923520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c640.
00000080:00000010:0.1:1769074227.041177:0:42902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4b40.
00010000:00000010:1.1:1769074227.075446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59300.
00010000:00000010:1.1:1769074227.075467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372000.
00000080:00000010:1.1:1769074227.163454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c400.
00000080:00000010:0.1:1769074227.261822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623920.
00010000:00000010:3.1:1769074227.321307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682e00.
00010000:00000010:3.1:1769074227.321326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70600.
00000080:00000010:0.1:1769074227.372474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4b40.
00010000:00000010:1.1:1769074227.383445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027f100.
00010000:00000010:1.1:1769074227.383459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372e00.
00000080:00000010:3.1:1769074227.459820:0:42906:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3e0.
00010000:00000010:3.1:1769074227.491911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb700.
00010000:00000010:3.1:1769074227.491927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71a00.
00000080:00000010:0.1:1769074227.560587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4960.
00010000:00000010:0.1:1769074227.575414:0:42907:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b100.
00010000:00000010:0.1:1769074227.575420:0:42907:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f23000.
00000080:00000010:3.1:1769074227.643533:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d40.
00010000:00000010:1.1:1769074227.687429:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027f100.
00010000:00000010:1.1:1769074227.687444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372e00.
00000080:00000010:0.1:1769074227.707550:0:42909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cec0.
00010000:00000010:0.1:1769074227.727925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c000.
00010000:00000010:0.1:1769074227.727950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f22c00.
00000080:00000010:1.1:1769074227.820070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623220.
00000080:00000010:3.1:1769074227.948446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4420.
00010000:00000010:1.1:1769074227.999826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027f100.
00010000:00000010:1.1:1769074227.999843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372e00.
00000080:00000010:0.1:1769074228.095671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56233e0.
00010000:00000010:0.1:1769074228.134450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c200.
00010000:00000010:0.1:1769074228.134466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372200.
00000080:00000010:1.1:1769074228.233584:0:42914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00010000:00000010:0.1:1769074228.272454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c700.
00010000:00000010:0.1:1769074228.272472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003000.
00000080:00000010:0.1:1769074228.366671:0:42915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623980.
00010000:00000010:0.1:1769074228.406525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800cf00.
00010000:00000010:0.1:1769074228.406542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f22000.
00000080:00000010:1.1:1769074228.428626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5920.
00010000:00000010:0.1:1769074228.511821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800cf00.
00010000:00000010:0.1:1769074228.511837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f22000.
00000080:00000010:1.1:1769074228.539557:0:42918:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5060.
00010000:00000010:0.1:1769074228.577539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027ff00.
00010000:00000010:0.1:1769074228.577547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373200.
00000080:00000010:0.1:1769074228.594631:0:42919:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf00.
00010000:00000010:1.1:1769074228.629912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027ff00.
00010000:00000010:1.1:1769074228.629925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373600.
00000080:00000010:1.1:1769074228.653537:0:42920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00010000:00000010:0.1:1769074228.685211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775500.
00010000:00000010:0.1:1769074228.685227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373600.
00000080:00000010:3.1:1769074228.710601:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4a0.
00010000:00000010:0.1:1769074228.726538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800cb00.
00010000:00000010:0.1:1769074228.726553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003400.
00000080:00000010:0.1:1769074228.754439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623480.
00010000:00000010:1.1:1769074228.782442:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775100.
00010000:00000010:1.1:1769074228.782460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373a00.
00000080:00000010:0.1:1769074228.862380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cce0.
00000080:00000010:1.1:1769074228.953081:0:42924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623100.
00010000:00000010:0.1:1769074228.983483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800cd00.
00010000:00000010:0.1:1769074228.983496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f23400.
00000080:00000010:0.1:1769074229.035899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5900.
00010000:00000010:3.1:1769074229.081696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb400.
00010000:00000010:3.1:1769074229.081714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003000.
00000080:00000010:1.1:1769074229.167591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623700.
00010000:00000010:0.1:1769074229.200445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682a00.
00010000:00000010:0.1:1769074229.200466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003600.
00000080:00000010:0.1:1769074229.251536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623ea0.
00000080:00000010:0.1:1769074229.367462:0:1038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c980.
00000080:00000010:1.1:1769074229.471518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4e80.
00010000:00000010:0.1:1769074229.510501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775b00.
00010000:00000010:0.1:1769074229.510517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373000.
00000080:00000010:0.1:1769074229.557006:0:42931:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cae0.
00010000:00000010:1.1:1769074229.605150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775700.
00010000:00000010:1.1:1769074229.605160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372800.
00000080:00000010:0.1:1769074229.733096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623f60.
00010000:00000010:1.1:1769074229.777931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775700.
00010000:00000010:1.1:1769074229.777946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372800.
00000080:00000010:0.1:1769074229.819444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c200.
00010000:00000010:1.1:1769074229.844533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775700.
00010000:00000010:1.1:1769074229.844551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372800.
00000080:00000010:1.1:1769074229.900329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca20.
00000080:00000010:0.1:1769074230.112451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623060.
00010000:00000010:0.1:1769074230.150458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c800.
00010000:00000010:0.1:1769074230.150470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003600.
00000080:00000010:0.1:1769074230.172955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623c40.
00010000:00000010:0.1:1769074230.194106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc700.
00010000:00000010:0.1:1769074230.194122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003000.
00000080:00000010:0.1:1769074230.235777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623460.
00010000:00000010:1.1:1769074230.263130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775e00.
00010000:00000010:1.1:1769074230.263143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372a00.
00000080:00000010:1.1:1769074230.287470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce80.
00010000:00000010:3.1:1769074230.318259:0:2360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438e00.
00010000:00000010:3.1:1769074230.318271:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003600.
00010000:00000010:1.1:1769074230.374191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775e00.
00010000:00000010:1.1:1769074230.374207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372a00.
00000080:00000010:0.1:1769074230.416525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c840.
00010000:00000010:1.1:1769074230.438559:0:42944:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc900.
00010000:00000010:1.1:1769074230.438568:0:42944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61200.
00000080:00000010:1.1:1769074230.478667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51a0.
00000080:00000010:0.1:1769074230.550525:0:42946:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623ce0.
00010000:00000010:1.1:1769074230.584432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dcb00.
00010000:00000010:1.1:1769074230.584448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61600.
00000080:00000010:1.1:1769074230.624653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c80.
00010000:00000010:0.1:1769074230.645087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775400.
00010000:00000010:0.1:1769074230.645101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373600.
00000080:00000010:0.1:1769074230.696652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cca0.
00010000:00000010:0.1:1769074230.713430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc300.
00010000:00000010:0.1:1769074230.713448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61a00.
00000080:00000010:0.1:1769074230.765634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5080.
00010000:00000010:1.1:1769074230.795443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775500.
00010000:00000010:1.1:1769074230.795463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373200.
00000080:00000010:1.1:1769074230.811798:0:42950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf80.
00010000:00000010:1.1:1769074230.840446:0:42950:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775500.
00010000:00000010:1.1:1769074230.840460:0:42950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373200.
00000080:00000010:0.1:1769074230.874617:0:42951:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cba0.
00010000:00000010:0.1:1769074230.895539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc400.
00010000:00000010:0.1:1769074230.895550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61c00.
00000080:00000010:1.1:1769074230.982428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56238a0.
00010000:00000010:1.1:1769074231.013454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027ff00.
00010000:00000010:1.1:1769074231.013462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61000.
00000080:00000010:1.1:1769074231.045466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a20.
00000080:00000010:0.1:1769074231.099566:0:42955:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623820.
00010000:00000010:0.1:1769074231.151241:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc600.
00010000:00000010:0.1:1769074231.151249:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae60800.
00000080:00000010:1.1:1769074231.167477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50c0.
00010000:00000010:1.1:1769074231.204438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027ff00.
00010000:00000010:1.1:1769074231.204449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae60800.
00000080:00000010:1.1:1769074231.236559:0:42957:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b80.
00010000:00000010:0.1:1769074231.267129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc600.
00010000:00000010:0.1:1769074231.267138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f600.
00010000:00000010:1.1:1769074231.335588:0:42958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5de00.
00010000:00000010:1.1:1769074231.335594:0:42958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6fe00.
00000080:00000010:0.1:1769074231.353507:0:42959:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cdc0.
00010000:00000010:0.1:1769074231.373421:0:42959:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dcf00.
00010000:00000010:0.1:1769074231.373436:0:42959:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61800.
00000080:00000010:0.1:1769074231.418317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e20.
00010000:00000010:0.1:1769074231.444446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dce00.
00010000:00000010:0.1:1769074231.444465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003400.
00000080:00000010:1.1:1769074231.507618:0:42961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623bc0.
00010000:00000010:1.1:1769074231.533564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5de00.
00010000:00000010:1.1:1769074231.533582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6fe00.
00000080:00000010:0.1:1769074231.575293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c040.
00010000:00000010:1.1:1769074231.602522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dce00.
00010000:00000010:1.1:1769074231.602531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61000.
00000080:00000010:0.1:1769074231.698462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623f60.
00010000:00000010:0.1:1769074231.743431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d400.
00010000:00000010:0.1:1769074231.743443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f000.
00000080:00000010:0.1:1769074231.794466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c380.
00010000:00000010:3.1:1769074231.826568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438c00.
00010000:00000010:3.1:1769074231.826584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00edc00.
00000080:00000010:0.1:1769074231.935558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623780.
00010000:00000010:3.1:1769074231.992435:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438c00.
00010000:00000010:3.1:1769074231.992450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4f000.
00000080:00000010:0.1:1769074232.049438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623b60.
00010000:00000010:1.1:1769074232.107869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438c00.
00010000:00000010:1.1:1769074232.107892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4f000.
00000080:00000010:1.1:1769074232.166191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4560.
00010000:00000010:0.1:1769074232.211670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dcb00.
00010000:00000010:0.1:1769074232.211680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61200.
00000080:00000010:0.1:1769074232.257537:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d60.
00000080:00000010:0.1:1769074232.405766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c060.
00010000:00000010:1.1:1769074232.475449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d300.
00010000:00000010:1.1:1769074232.475471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f800.
00000080:00000010:0.1:1769074232.494804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cac0.
00010000:00000010:1.1:1769074232.537068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dcb00.
00010000:00000010:1.1:1769074232.537093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61200.
00000080:00000010:1.1:1769074232.567453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fc0.
00010000:00000010:0.1:1769074232.600510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dcb00.
00010000:00000010:0.1:1769074232.600536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ed400.
00000080:00000010:0.1:1769074232.638656:0:42974:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623060.
00010000:00000010:0.1:1769074232.693624:0:42974:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c800.
00010000:00000010:0.1:1769074232.693652:0:42974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74c00.
00000080:00000010:0.1:1769074232.713568:0:42975:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56a0.
00010000:00000010:1.1:1769074232.749594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d800.
00010000:00000010:1.1:1769074232.749622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6ee00.
00000080:00000010:0.1:1769074232.781552:0:42976:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c0a0.
00010000:00000010:0.1:1769074232.817748:0:42976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c800.
00010000:00000010:0.1:1769074232.817769:0:42976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74c00.
00000080:00000010:1.1:1769074232.845571:0:42977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58c0.
00010000:00000010:0.1:1769074232.874571:0:42977:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972e700.
00010000:00000010:0.1:1769074232.874581:0:42977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74c00.
00000080:00000010:0.1:1769074232.966549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623680.
00010000:00000010:3.1:1769074232.998263:0:42979:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438500.
00010000:00000010:3.1:1769074232.998318:0:42979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4fa00.
00000080:00000010:0.1:1769074233.028545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4600.
00010000:00000010:1.1:1769074233.065658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d800.
00010000:00000010:1.1:1769074233.065677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6ee00.
00000080:00000010:0.1:1769074233.100615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c8e0.
00010000:00000010:1.1:1769074233.165813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d800.
00010000:00000010:1.1:1769074233.165836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec800.
00000080:00000010:1.1:1769074233.172660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623120.
00010000:00000010:0.1:1769074233.197871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972e700.
00010000:00000010:0.1:1769074233.197882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74c00.
00000080:00000010:3.1:1769074233.234447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b20.
00010000:00000010:0.1:1769074233.253187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22800.
00010000:00000010:0.1:1769074233.253200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4f600.
00000080:00000010:0.1:1769074233.286431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec40a0.
00010000:00000010:1.1:1769074233.304485:0:42984:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d800.
00010000:00000010:1.1:1769074233.304496:0:42984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f200.
00010000:00000010:0.1:1769074233.357402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22900.
00010000:00000010:0.1:1769074233.357434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec800.
00000080:00000010:0.1:1769074233.390496:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623d60.
00010000:00000010:0.1:1769074233.438461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d800.
00010000:00000010:0.1:1769074233.438489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f200.
00000080:00000010:0.1:1769074233.499530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c8a0.
00000080:00000010:0.1:1769074233.552448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45e0.
00010000:00000010:0.1:1769074233.577939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972ed00.
00010000:00000010:0.1:1769074233.577965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ede00.
00000080:00000010:0.1:1769074233.614464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56237a0.
00010000:00000010:3.1:1769074233.655108:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22b00.
00010000:00000010:3.1:1769074233.655120:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00eda00.
00000080:00000010:0.1:1769074233.691240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623b40.
00010000:00000010:3.1:1769074233.721880:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438500.
00010000:00000010:3.1:1769074233.721893:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4f200.
00000080:00000010:3.1:1769074233.754739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4200.
00010000:00000010:1.1:1769074233.788433:0:42991:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972ed00.
00010000:00000010:1.1:1769074233.788442:0:42991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ecc00.
00000080:00000010:1.1:1769074233.828509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56236e0.
00010000:00000010:1.1:1769074233.861577:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d400.
00010000:00000010:1.1:1769074233.861588:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f200.
00000080:00000010:0.1:1769074233.883486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c000.
00010000:00000010:0.1:1769074233.910423:0:42993:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972e800.
00010000:00000010:0.1:1769074233.910431:0:42993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75200.
00000080:00000010:1.1:1769074233.936505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ac0.
00010000:00000010:1.1:1769074233.956688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d400.
00010000:00000010:1.1:1769074233.956700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f200.
00000080:00000010:0.1:1769074233.994476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1a0.
00000080:00000010:1.1:1769074234.050491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56237e0.
00000080:00000010:0.1:1769074234.109927:0:42997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4b80.
00010000:00000010:0.1:1769074234.155505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972e800.
00010000:00000010:0.1:1769074234.155531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75200.
00010000:00000010:1.1:1769074234.208368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df600.
00010000:00000010:1.1:1769074234.208380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d84200.
00000080:00000010:1.1:1769074234.305448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623d60.
00010000:00000010:3.1:1769074234.336515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438100.
00010000:00000010:3.1:1769074234.336530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4ee00.
00010000:00000010:0.1:1769074234.389063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22c00.
00010000:00000010:0.1:1769074234.389071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ede00.
00000080:00000010:0.1:1769074234.420501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623580.
00010000:00000010:1.1:1769074234.456720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76dfe00.
00010000:00000010:1.1:1769074234.456765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85200.
00000080:00000010:0.1:1769074234.496438:0:43003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c820.
00010000:00000010:1.1:1769074234.529554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2900.
00010000:00000010:1.1:1769074234.529573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75e00.
00000080:00000010:1.1:1769074234.565725:0:43004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55c0.
00010000:00000010:1.1:1769074234.595457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df800.
00010000:00000010:1.1:1769074234.595478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85600.
00000080:00000010:0.1:1769074234.637523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd00.
00010000:00000010:1.1:1769074234.681346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76dfc00.
00010000:00000010:1.1:1769074234.681371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85e00.
00000080:00000010:3.1:1769074234.751461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c560.
00010000:00000010:0.1:1769074234.793473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2500.
00010000:00000010:0.1:1769074234.793491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ede00.
00010000:00000010:1.1:1769074234.892900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df100.
00010000:00000010:1.1:1769074234.892922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85a00.
00000080:00000010:0.1:1769074234.950234:0:42644:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c520.
00000080:00000010:0.1:1769074235.057705:0:42644:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56238e0.
00010000:00000010:0.1:1769074235.123073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438100.
00010000:00000010:0.1:1769074235.123089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4fa00.
00000080:00000010:0.1:1769074235.194803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45c0.
00010000:00000010:1.1:1769074235.242077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df000.
00010000:00000010:1.1:1769074235.242100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85c00.
00000080:00000010:1.1:1769074235.299447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd60.
00010000:00000010:3.1:1769074235.381225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438400.
00010000:00000010:3.1:1769074235.381249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4ee00.
00010000:00000010:1.1:1769074235.479250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df200.
00010000:00000010:1.1:1769074235.479260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85000.
00000080:00000010:0.1:1769074235.556432:0:43013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cfa0.
00010000:00000010:1.1:1769074235.599754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76dff00.
00010000:00000010:1.1:1769074235.599778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75000.
00000080:00000010:0.1:1769074235.633202:0:43014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5600.
00010000:00000010:0.1:1769074235.683605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:0.1:1769074235.683628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74800.
00000080:00000010:1.1:1769074235.742477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5600.
00010000:00000010:1.1:1769074235.781599:0:43015:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:1.1:1769074235.781609:0:43015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74800.
00000080:00000010:0.1:1769074235.818661:0:43016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5de0.
00010000:00000010:1.1:1769074235.845953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2200.
00010000:00000010:1.1:1769074235.845978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74800.
00000080:00000010:0.1:1769074235.881477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5de0.
00010000:00000010:1.1:1769074235.922460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df900.
00010000:00000010:1.1:1769074235.922482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ecc00.
00000080:00000010:1.1:1769074235.985630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56234c0.
00010000:00000010:0.1:1769074236.018536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2000.
00010000:00000010:0.1:1769074236.018567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00edc00.
00000080:00000010:1.1:1769074236.073940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623dc0.
00000080:00000010:0.1:1769074236.213944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1a0.
00010000:00000010:1.1:1769074236.228129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2000.
00010000:00000010:1.1:1769074236.228139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75000.
00000080:00000010:1.1:1769074236.294463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ea0.
00010000:00000010:0.1:1769074236.438443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2b00.
00010000:00000010:0.1:1769074236.438455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75e00.
00000080:00000010:1.1:1769074236.498450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5820.
00000080:00000010:0.1:1769074236.626447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4840.
00010000:00000010:0.1:1769074236.664437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2600.
00010000:00000010:0.1:1769074236.664459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74800.
00000080:00000010:0.1:1769074236.694448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5120.
00010000:00000010:1.1:1769074236.731487:0:43026:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df700.
00010000:00000010:1.1:1769074236.731497:0:43026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d84400.
00000080:00000010:0.1:1769074236.780054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c8a0.
00010000:00000010:0.1:1769074236.804636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:0.1:1769074236.804671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6ba00.
00000080:00000010:1.1:1769074236.843575:0:43028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5be0.
00010000:00000010:0.1:1769074236.901641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df700.
00010000:00000010:0.1:1769074236.901663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d84400.
00010000:00000010:1.1:1769074236.970455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df700.
00010000:00000010:1.1:1769074236.970475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d84400.
00000080:00000010:1.1:1769074237.063435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3a0.
00010000:00000010:3.1:1769074237.099698:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438800.
00010000:00000010:3.1:1769074237.099716:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4fc00.
00000080:00000010:1.1:1769074237.148344:0:43031:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a00.
00000080:00000010:0.1:1769074237.233428:0:42644:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c760.
00010000:00000010:1.1:1769074237.295433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2c00.
00010000:00000010:1.1:1769074237.295446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6b000.
00000080:00000010:1.1:1769074237.314467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a80.
00010000:00000010:0.1:1769074237.354737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2400.
00010000:00000010:0.1:1769074237.354747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6a800.
00010000:00000010:0.1:1769074237.431303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2400.
00010000:00000010:0.1:1769074237.431320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec400.
00010000:00000010:0.1:1769074237.502056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2400.
00010000:00000010:0.1:1769074237.502069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4f400.
00000080:00000010:0.1:1769074237.532453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4b60.
00010000:00000010:0.1:1769074237.572828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2400.
00010000:00000010:0.1:1769074237.572838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ede00.
00000080:00000010:1.1:1769074237.613476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623c40.
00010000:00000010:1.1:1769074237.662632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491d00.
00010000:00000010:1.1:1769074237.662641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ede00.
00000080:00000010:0.1:1769074237.692598:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623e00.
00010000:00000010:3.1:1769074237.724945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438800.
00010000:00000010:3.1:1769074237.724958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec400.
00000080:00000010:0.1:1769074237.780557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623700.
00010000:00000010:0.1:1769074237.815536:0:43039:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438800.
00010000:00000010:0.1:1769074237.815624:0:43039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4fc00.
00000080:00000010:1.1:1769074237.864713:0:43040:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec48a0.
00010000:00000010:1.1:1769074237.903365:0:43040:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491d00.
00010000:00000010:1.1:1769074237.903446:0:43040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dac00.
00000080:00000010:0.1:1769074237.960120:0:43041:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c260.
00010000:00000010:1.1:1769074237.991460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491300.
00010000:00000010:1.1:1769074237.991471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6ae00.
00000080:00000010:0.1:1769074238.030016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00010000:00000010:1.1:1769074238.058236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2900.
00010000:00000010:1.1:1769074238.058260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6a200.
00000080:00000010:1.1:1769074238.095514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e20.
00010000:00000010:0.1:1769074238.138817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2900.
00010000:00000010:0.1:1769074238.138837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6b400.
00000080:00000010:1.1:1769074238.165120:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00010000:00000010:0.1:1769074238.195475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8800.
00010000:00000010:0.1:1769074238.195496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6b400.
00000080:00000010:0.1:1769074238.221456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c40.
00000080:00000010:0.1:1769074238.297964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1c0.
00010000:00000010:3.1:1769074238.334221:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22900.
00010000:00000010:3.1:1769074238.334232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00edc00.
00000080:00000010:0.1:1769074238.364799:0:43047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623fa0.
00010000:00000010:1.1:1769074238.423105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491b00.
00010000:00000010:1.1:1769074238.423151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da400.
00000080:00000010:1.1:1769074238.472634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c380.
00010000:00000010:3.1:1769074238.510622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438800.
00010000:00000010:3.1:1769074238.510636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4ea00.
00000080:00000010:3.1:1769074238.547441:0:42644:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4360.
00010000:00000010:0.1:1769074238.627632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8100.
00010000:00000010:0.1:1769074238.627675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dae00.
00000080:00000010:0.1:1769074238.671753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c920.
00010000:00000010:1.1:1769074238.696704:0:43050:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491700.
00010000:00000010:1.1:1769074238.696721:0:43050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da200.
00000080:00000010:1.1:1769074238.733564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5a0.
00010000:00000010:0.1:1769074238.804685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8000.
00010000:00000010:0.1:1769074238.804708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db200.
00000080:00000010:1.1:1769074238.837433:0:43053:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5a0.
00010000:00000010:0.1:1769074238.890487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8200.
00010000:00000010:0.1:1769074238.890518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6ae00.
00000080:00000010:0.1:1769074238.920808:0:42644:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c800.
00010000:00000010:1.1:1769074238.975525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491400.
00010000:00000010:1.1:1769074238.975548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da600.
00000080:00000010:0.1:1769074239.008764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5a0.
00010000:00000010:1.1:1769074239.039133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8200.
00010000:00000010:1.1:1769074239.039151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec400.
00000080:00000010:1.1:1769074239.083542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56231c0.
00000080:00000010:1.1:1769074239.147464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec48a0.
00010000:00000010:0.1:1769074239.191497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8d00.
00010000:00000010:0.1:1769074239.191538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6ae00.
00000080:00000010:1.1:1769074239.221710:0:43058:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53a0.
00010000:00000010:1.1:1769074239.256985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491e00.
00010000:00000010:1.1:1769074239.257000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dba00.
00000080:00000010:0.1:1769074239.285443:0:43059:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c720.
00000080:00000010:1.1:1769074239.378740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a80.
00000080:00000010:0.1:1769074239.447538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623040.
00010000:00000010:1.1:1769074239.460433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491e00.
00010000:00000010:1.1:1769074239.460449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dba00.
00000080:00000010:0.1:1769074239.485526:0:43062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cea0.
00010000:00000010:0.1:1769074239.509431:0:43062:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8900.
00010000:00000010:0.1:1769074239.509440:0:43062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288ca00.
00000080:00000010:0.1:1769074239.530437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5820.
00010000:00000010:1.1:1769074239.564686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491e00.
00010000:00000010:1.1:1769074239.564708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dba00.
00000080:00000010:1.1:1769074239.596432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4c0.
00010000:00000010:0.1:1769074239.630419:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8900.
00010000:00000010:0.1:1769074239.630427:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288ca00.
00000080:00000010:1.1:1769074239.663592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ea0.
00010000:00000010:3.1:1769074239.687762:0:2360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438000.
00010000:00000010:3.1:1769074239.687772:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4f600.
00000080:00000010:3.1:1769074239.705445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec42c0.
00010000:00000010:1.1:1769074239.727508:0:43066:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491500.
00010000:00000010:1.1:1769074239.729047:0:43066:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dbc00.
00000080:00000010:1.1:1769074239.769457:0:43067:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cbe0.
00010000:00000010:0.1:1769074239.799447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8900.
00010000:00000010:0.1:1769074239.799460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dbc00.
00000080:00000010:1.1:1769074239.812461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cbe0.
00010000:00000010:0.1:1769074239.836786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8900.
00010000:00000010:0.1:1769074239.836808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288c400.
00000080:00000010:3.1:1769074239.877989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f40.
00010000:00000010:1.1:1769074239.904466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491500.
00010000:00000010:1.1:1769074239.904485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da800.
00000080:00000010:0.1:1769074239.953129:0:1038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c640.
00010000:00000010:0.1:1769074240.057873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8600.
00010000:00000010:0.1:1769074240.057888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf400.
00000080:00000010:1.1:1769074240.091695:0:43072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623780.
00010000:00000010:1.1:1769074240.128470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491c00.
00010000:00000010:1.1:1769074240.128503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dbc00.
00000080:00000010:1.1:1769074240.180499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00010000:00000010:3.1:1769074240.208727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438000.
00010000:00000010:3.1:1769074240.208747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db200.
00000080:00000010:1.1:1769074240.242545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9c0.
00010000:00000010:1.1:1769074240.316741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491100.
00010000:00000010:1.1:1769074240.316757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db400.
00000080:00000010:0.1:1769074240.434404:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55c0.
00010000:00000010:1.1:1769074240.453737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491100.
00010000:00000010:1.1:1769074240.453747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db400.
00010000:00000010:1.1:1769074240.512219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491100.
00010000:00000010:1.1:1769074240.512241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db400.
00000080:00000010:1.1:1769074240.541578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc80.
00010000:00000010:0.1:1769074240.566451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8e00.
00010000:00000010:0.1:1769074240.566474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288d200.
00000080:00000010:1.1:1769074240.606621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5400.
00010000:00000010:1.1:1769074240.649453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491100.
00010000:00000010:1.1:1769074240.649466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db400.
00000080:00000010:0.1:1769074240.659798:0:43080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce80.
00010000:00000010:1.1:1769074240.685716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256b00.
00010000:00000010:1.1:1769074240.685747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc600.
00000080:00000010:0.1:1769074240.721988:0:43081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c840.
00010000:00000010:1.1:1769074240.760439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256700.
00010000:00000010:1.1:1769074240.760447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfd600.
00000080:00000010:3.1:1769074240.792686:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c600.
00010000:00000010:1.1:1769074240.822657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8200.
00010000:00000010:1.1:1769074240.822680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288c600.
00000080:00000010:1.1:1769074240.863656:0:43083:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53c0.
00010000:00000010:0.1:1769074240.899417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8200.
00010000:00000010:0.1:1769074240.899441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfda00.
00000080:00000010:0.1:1769074240.936620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00010000:00000010:1.1:1769074240.974247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256600.
00010000:00000010:1.1:1769074240.974267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfdc00.
00000080:00000010:0.1:1769074241.014442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c140.
00010000:00000010:3.1:1769074241.036689:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438000.
00010000:00000010:3.1:1769074241.036707:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288de00.
00000080:00000010:0.1:1769074241.071447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fc0.
00010000:00000010:3.1:1769074241.100602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438000.
00010000:00000010:3.1:1769074241.100612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce800.
00000080:00000010:0.1:1769074241.226919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623040.
00010000:00000010:1.1:1769074241.279634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256e00.
00010000:00000010:1.1:1769074241.279648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc800.
00000080:00000010:3.1:1769074241.285449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cae0.
00010000:00000010:0.1:1769074241.321595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438000.
00010000:00000010:0.1:1769074241.321606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce200.
00010000:00000010:3.1:1769074241.400699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b000.
00010000:00000010:3.1:1769074241.400722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf600.
00000080:00000010:0.1:1769074241.453570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623240.
00010000:00000010:1.1:1769074241.489235:0:43091:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256800.
00010000:00000010:1.1:1769074241.489248:0:43091:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfca00.
00010000:00000010:1.1:1769074241.589435:0:43092:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256c00.
00010000:00000010:1.1:1769074241.589444:0:43092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce800.
00010000:00000010:1.1:1769074241.729549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256100.
00010000:00000010:1.1:1769074241.729578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288dc00.
00000080:00000010:1.1:1769074241.806771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc57a0.
00010000:00000010:1.1:1769074241.848870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256000.
00010000:00000010:1.1:1769074241.848895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc400.
00000080:00000010:0.1:1769074241.916445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c860.
00010000:00000010:1.1:1769074241.963590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256200.
00010000:00000010:1.1:1769074241.963616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf200.
00000080:00000010:1.1:1769074242.047111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623700.
00010000:00000010:0.1:1769074242.108436:0:43096:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438000.
00010000:00000010:0.1:1769074242.108450:0:43096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce200.
00000080:00000010:0.1:1769074242.175819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623060.
00010000:00000010:1.1:1769074242.216597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256200.
00010000:00000010:1.1:1769074242.216621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfce00.
00000080:00000010:0.1:1769074242.301457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c480.
00010000:00000010:3.1:1769074242.349672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438000.
00010000:00000010:3.1:1769074242.349696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce800.
00000080:00000010:0.1:1769074242.395459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623f60.
00010000:00000010:0.1:1769074242.455716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78900.
00010000:00000010:0.1:1769074242.455734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc200.
00010000:00000010:0.1:1769074242.590734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78b00.
00010000:00000010:0.1:1769074242.590749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfd400.
00000080:00000010:0.1:1769074242.667563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce00.
00010000:00000010:1.1:1769074242.705791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256f00.
00010000:00000010:1.1:1769074242.705823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfd400.
00000080:00000010:0.1:1769074242.751245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c480.
00010000:00000010:0.1:1769074242.777722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78400.
00010000:00000010:0.1:1769074242.777732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288c600.
00000080:00000010:0.1:1769074242.800453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50e0.
00000080:00000010:0.1:1769074242.871448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623960.
00010000:00000010:1.1:1769074242.904710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256f00.
00010000:00000010:1.1:1769074242.904733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfd400.
00000080:00000010:0.1:1769074242.978449:0:43105:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c860.
00010000:00000010:0.1:1769074243.009463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78400.
00010000:00000010:0.1:1769074243.009488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00000080:00000010:0.1:1769074243.070639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00010000:00000010:0.1:1769074243.132672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256d00.
00010000:00000010:0.1:1769074243.132692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc200.
00000080:00000010:0.1:1769074243.184477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c180.
00010000:00000010:1.1:1769074243.222458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256300.
00010000:00000010:1.1:1769074243.222482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf400.
00000080:00000010:0.1:1769074243.264548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56238e0.
00010000:00000010:3.1:1769074243.310197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fefd00.
00010000:00000010:3.1:1769074243.310221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce000.
00000080:00000010:0.1:1769074243.385508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623500.
00010000:00000010:0.1:1769074243.450523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fefd00.
00010000:00000010:0.1:1769074243.450542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cfa00.
00000080:00000010:0.1:1769074243.504627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623aa0.
00010000:00000010:3.1:1769074243.562410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef000.
00010000:00000010:3.1:1769074243.562423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce000.
00000080:00000010:1.1:1769074243.605542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56239c0.
00010000:00000010:0.1:1769074243.633460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78800.
00010000:00000010:0.1:1769074243.633482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce000.
00000080:00000010:0.1:1769074243.678416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623f40.
00010000:00000010:1.1:1769074243.715462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256300.
00010000:00000010:1.1:1769074243.715478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfda00.
00000080:00000010:1.1:1769074243.795653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2a0.
00010000:00000010:1.1:1769074243.810436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256d00.
00010000:00000010:1.1:1769074243.810452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc200.
00000080:00000010:1.1:1769074243.893431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9c0.
00010000:00000010:0.1:1769074243.936973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78100.
00010000:00000010:0.1:1769074243.936992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074243.996560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5760.
00000080:00000010:1.1:1769074244.126982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ca0.
00010000:00000010:1.1:1769074244.185923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78200.
00010000:00000010:1.1:1769074244.185941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00000080:00000010:1.1:1769074244.231684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5200.
00010000:00000010:0.1:1769074244.289435:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78f00.
00010000:00000010:0.1:1769074244.289451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381400.
00000080:00000010:1.1:1769074244.327671:0:43119:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d00.
00010000:00000010:0.1:1769074244.378475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78f00.
00010000:00000010:0.1:1769074244.378490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db400.
00010000:00000010:1.1:1769074244.428827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491100.
00010000:00000010:1.1:1769074244.428841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003800.
00000080:00000010:1.1:1769074244.474532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec42a0.
00000080:00000010:3.1:1769074244.577114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4080.
00010000:00000010:0.1:1769074244.649444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e300.
00010000:00000010:0.1:1769074244.649454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf600.
00000080:00000010:0.1:1769074244.696616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623380.
00010000:00000010:0.1:1769074244.720551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78e00.
00010000:00000010:0.1:1769074244.720564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074244.792788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a20.
00010000:00000010:1.1:1769074244.962851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008eb00.
00010000:00000010:1.1:1769074244.962870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275ee00.
00000080:00000010:1.1:1769074245.022519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ce0.
00010000:00000010:1.1:1769074245.086213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008eb00.
00010000:00000010:1.1:1769074245.086284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074245.144417:0:43127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ae0.
00000080:00000010:3.1:1769074245.287174:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc20.
00010000:00000010:1.1:1769074245.355049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817700.
00010000:00000010:1.1:1769074245.355060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00000080:00000010:1.1:1769074245.413542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5080.
00010000:00000010:0.1:1769074245.464581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:0.1:1769074245.464596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074245.505483:0:43130:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52e0.
00010000:00000010:0.1:1769074245.532564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:0.1:1769074245.532579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074245.623285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52e0.
00010000:00000010:0.1:1769074245.657621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:0.1:1769074245.657638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074245.736434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5380.
00010000:00000010:1.1:1769074245.826702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074245.944165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074245.947587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:1.1:1769074245.947601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872400.
00010000:00000010:1.1:1769074245.947606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe100.
00010000:00000010:1.1:1769074245.947610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873800.
00010000:00000010:1.1:1769074245.947613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf600.
00010000:00000010:1.1:1769074245.966562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe400.
00010000:00000010:1.1:1769074245.966582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00000080:00000010:1.1:1769074245.998024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c7c0.
00000080:00000010:1.1:1769074245.998049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c780.
00010000:00000010:0.1:1769074246.079613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380e00.
00010000:00000010:0.1:1769074246.240952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275f400.
00010000:00000010:1.1:1769074246.326487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf400.
00010000:00000010:1.1:1769074246.326503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a400.
00010000:00000010:1.1:1769074246.326508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe700.
00010000:00000010:1.1:1769074246.326513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70a00.
00010000:00000010:1.1:1769074246.326518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817600.
00010000:00000010:1.1:1769074246.326522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00000080:00000010:0.1:1769074246.355620:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011a100.
00000080:00000010:0.1:1769074246.355648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec46e0.
00010000:00000010:0.1:1769074246.450600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:1.1:1769074246.494542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:1.1:1769074246.494561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bb00.
00010000:00000010:1.1:1769074246.494567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cee00.
00010000:00000010:1.1:1769074246.494570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074246.511483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5100.
00000080:00000010:1.1:1769074246.511526:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e65280.
00010000:00000010:1.1:1769074246.534529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074246.534557:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cbb00.
00010000:00000010:1.1:1769074246.534566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70200.
00000080:00000010:1.1:1769074246.565836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c900.
00000080:00000010:0.1:1769074246.572657:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01b98c0.
00010000:00000010:0.1:1769074246.592739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074246.592762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256000.
00010000:00000010:0.1:1769074246.592769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc400.
00010000:00000010:0.1:1769074246.647464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf400.
00010000:00000010:0.1:1769074246.647515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256500.
00010000:00000010:0.1:1769074246.647521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfcc00.
00000080:00000010:0.1:1769074246.666992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623aa0.
00000080:00000010:1.1:1769074246.670028:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e044eb40.
00010000:00000010:1.1:1769074246.693031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074246.693178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8700.
00010000:00000010:1.1:1769074246.693186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288c000.
00000080:00000010:1.1:1769074246.729516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c900.
00000080:00000010:1.1:1769074246.729549:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f0840.
00010000:00000010:1.1:1769074246.734475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074246.734490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df400.
00010000:00000010:1.1:1769074246.734496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d84e00.
00000080:00000010:1.1:1769074246.744448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c040.
00000080:00000010:1.1:1769074246.749449:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a3180.
00010000:00000010:0.1:1769074246.783328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:0.1:1769074246.783343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78700.
00010000:00000010:0.1:1769074246.783348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288c800.
00000080:00000010:0.1:1769074246.835525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c900.
00000080:00000010:0.1:1769074246.835560:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92c8000.
00010000:00000010:0.1:1769074246.839639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074246.839653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59400.
00010000:00000010:0.1:1769074246.839661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015b800.
00000080:00000010:1.1:1769074246.877883:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59a0.
00000080:00000010:1.1:1769074246.877908:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d933f380.
00010000:00000010:1.1:1769074246.887508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074246.887522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1ba00.
00010000:00000010:1.1:1769074246.887528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9ca00.
00000080:00000010:1.1:1769074246.904966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c040.
00000080:00000010:1.1:1769074246.906297:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec2100.
00010000:00000010:0.1:1769074246.923569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:0.1:1769074246.923586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc200.
00010000:00000010:0.1:1769074246.923592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae60800.
00000080:00000010:0.1:1769074246.966442:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cac0.
00000080:00000010:0.1:1769074246.966460:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92deb40.
00010000:00000010:0.1:1769074246.971467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074246.971485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d200.
00010000:00000010:0.1:1769074246.971490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6e600.
00000080:00000010:0.1:1769074247.010815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00000080:00000010:0.1:1769074247.010843:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a0000.
00010000:00000010:1.1:1769074247.036698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b400.
00010000:00000010:1.1:1769074247.036719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9300.
00010000:00000010:1.1:1769074247.036734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0f800.
00000080:00000010:3.1:1769074247.087513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623b20.
00000080:00000010:3.1:1769074247.093780:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01db9c0.
00000080:00000010:3.1:1769074247.128554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4420.
00000080:00000010:3.1:1769074247.128586:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0540000.
00010000:00000010:1.1:1769074247.145132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e600.
00010000:00000010:1.1:1769074247.145148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2a00.
00010000:00000010:1.1:1769074247.145153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6ba00.
00000080:00000010:1.1:1769074247.178314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec41e0.
00000080:00000010:1.1:1769074247.182067:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88ad280.
00010000:00000010:1.1:1769074247.193661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b400.
00010000:00000010:1.1:1769074247.193677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d400.
00010000:00000010:1.1:1769074247.193682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f200.
00000080:00000010:0.1:1769074247.215556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c040.
00000080:00000010:0.1:1769074247.215591:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e056e300.
00010000:00000010:0.1:1769074247.235562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074247.235580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88d900.
00010000:00000010:0.1:1769074247.235585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0a00.
00000080:00000010:0.1:1769074247.245657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00000080:00000010:0.1:1769074247.245687:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d022a100.
00000080:00000010:3.1:1769074247.314378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5060.
00000080:00000010:3.1:1769074247.314434:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f00840.
00010000:00000010:0.1:1769074247.331462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275f600.
00010000:00000010:0.1:1769074247.331478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800cd00.
00010000:00000010:0.1:1769074247.331484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f23400.
00000080:00000010:0.1:1769074247.347637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4420.
00000080:00000010:0.1:1769074247.347667:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec6300.
00010000:00000010:1.1:1769074247.370912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:1.1:1769074247.370929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800ca00.
00010000:00000010:1.1:1769074247.370933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae60400.
00000080:00000010:1.1:1769074247.386564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00000080:00000010:1.1:1769074247.386593:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f00000.
00010000:00000010:1.1:1769074247.423871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b400.
00010000:00000010:1.1:1769074247.423891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718600.
00010000:00000010:1.1:1769074247.423919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9c200.
00000080:00000010:0.1:1769074247.451452:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9370840.
00000080:00000010:1.1:1769074247.451511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c0a0.
00010000:00000010:0.1:1769074247.476606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074247.476625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718b00.
00010000:00000010:0.1:1769074247.476632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9d000.
00000080:00000010:0.1:1769074247.481984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50c0.
00000080:00000010:0.1:1769074247.482015:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0229080.
00010000:00000010:0.1:1769074247.493336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074247.493352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8100.
00010000:00000010:0.1:1769074247.493355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6b600.
00000080:00000010:0.1:1769074247.530332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fa0.
00000080:00000010:0.1:1769074247.530380:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e639c0.
00010000:00000010:0.1:1769074247.532438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074247.532450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df100.
00010000:00000010:0.1:1769074247.532456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85a00.
00000080:00000010:0.1:1769074247.540179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50c0.
00000080:00000010:0.1:1769074247.540209:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e056a100.
00010000:00000010:3.1:1769074247.589481:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cfc00.
00010000:00000010:3.1:1769074247.594468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8600.
00010000:00000010:3.1:1769074247.594487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288d400.
00000080:00000010:0.1:1769074247.611493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623c40.
00000080:00000010:0.1:1769074247.611524:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e61080.
00010000:00000010:1.1:1769074247.616591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:1.1:1769074247.616600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe200.
00010000:00000010:1.1:1769074247.616605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873c00.
00000080:00000010:0.1:1769074247.621549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50c0.
00000080:00000010:0.1:1769074247.624564:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011f380.
00010000:00000010:0.1:1769074247.639443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074247.639460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9a00.
00010000:00000010:0.1:1769074247.639465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015bc00.
00000080:00000010:0.1:1769074247.660489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b80.
00000080:00000010:0.1:1769074247.660518:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01da940.
00010000:00000010:0.1:1769074247.669448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074247.669464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972e400.
00010000:00000010:0.1:1769074247.669469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75800.
00000080:00000010:0.1:1769074247.698183:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50c0.
00000080:00000010:0.1:1769074247.698203:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92d8840.
00010000:00000010:0.1:1769074247.710439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074247.710455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dcf00.
00010000:00000010:0.1:1769074247.710462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61800.
00000080:00000010:0.1:1769074247.748921:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b80.
00000080:00000010:0.1:1769074247.748945:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92db9c0.
00010000:00000010:0.1:1769074247.761529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074247.761545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682600.
00010000:00000010:0.1:1769074247.761549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002000.
00000080:00000010:0.1:1769074247.775875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50c0.
00000080:00000010:0.1:1769074247.783461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f06b40.
00010000:00000010:0.1:1769074247.787570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074247.787584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438b00.
00010000:00000010:0.1:1769074247.787587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4e400.
00000080:00000010:0.1:1769074247.808448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b80.
00000080:00000010:0.1:1769074247.808487:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a18c0.
00010000:00000010:0.1:1769074247.895606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf600.
00010000:00000010:0.1:1769074247.895623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8500.
00010000:00000010:0.1:1769074247.895627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6b200.
00000080:00000010:0.1:1769074247.916670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623140.
00000080:00000010:0.1:1769074247.916717:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f39c0.
00010000:00000010:0.1:1769074247.925448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074247.925474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78800.
00010000:00000010:0.1:1769074247.925481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074247.949903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b80.
00000080:00000010:0.1:1769074247.949931:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0448000.
00010000:00000010:0.1:1769074247.956640:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074247.956654:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52000.
00010000:00000010:0.1:1769074247.956660:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad78c00.
00000080:00000010:0.1:1769074247.963416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f00.
00000080:00000010:0.1:1769074247.965560:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0228000.
00010000:00000010:0.1:1769074247.979518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074247.979534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438800.
00010000:00000010:0.1:1769074247.979539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4ea00.
00000080:00000010:1.1:1769074248.011349:0:8:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b80.
00000080:00000010:1.1:1769074248.013682:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f18c0.
00010000:00000010:0.1:1769074248.016534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b400.
00010000:00000010:0.1:1769074248.016551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03800.
00010000:00000010:0.1:1769074248.016557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c400.
00000080:00000010:0.1:1769074248.025603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c0a0.
00000080:00000010:0.1:1769074248.025630:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021c200.
00010000:00000010:0.1:1769074248.047490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074248.047508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52100.
00010000:00000010:0.1:1769074248.047513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d000.
00000080:00000010:1.1:1769074248.072620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f00.
00000080:00000010:1.1:1769074248.072639:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9372940.
00010000:00000010:1.1:1769074248.076476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a600.
00010000:00000010:1.1:1769074248.076493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775800.
00010000:00000010:1.1:1769074248.076498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373000.
00000080:00000010:1.1:1769074248.091443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c8e0.
00000080:00000010:1.1:1769074248.094606:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a6b40.
00010000:00000010:0.1:1769074248.119462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a600.
00010000:00000010:0.1:1769074248.119479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027fe00.
00010000:00000010:0.1:1769074248.119484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373400.
00000080:00000010:0.1:1769074248.126574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c000.
00000080:00000010:0.1:1769074248.130463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec5280.
00010000:00000010:0.1:1769074248.150840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074248.150857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682400.
00010000:00000010:0.1:1769074248.150861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003c00.
00000080:00000010:0.1:1769074248.173436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5440.
00000080:00000010:0.1:1769074248.177280:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f018c0.
00010000:00000010:0.1:1769074248.190478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074248.190494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775b00.
00010000:00000010:0.1:1769074248.190499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373c00.
00000080:00000010:0.1:1769074248.207503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d60.
00000080:00000010:0.1:1769074248.207533:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a5280.
00010000:00000010:0.1:1769074248.224648:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074248.225008:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438a00.
00010000:00000010:0.1:1769074248.225012:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4e000.
00000080:00000010:1.1:1769074248.245361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5440.
00000080:00000010:1.1:1769074248.245401:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e63180.
00010000:00000010:1.1:1769074248.254697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:1.1:1769074248.254715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df200.
00010000:00000010:1.1:1769074248.254720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85000.
00000080:00000010:1.1:1769074248.261605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c8e0.
00000080:00000010:1.1:1769074248.261632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e056ca40.
00010000:00000010:1.1:1769074248.261641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00010000:00000010:1.1:1769074248.261646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03b00.
00010000:00000010:1.1:1769074248.261649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6dc00.
00000080:00000010:1.1:1769074248.275446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cde0.
00000080:00000010:1.1:1769074248.281506:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021eb40.
00010000:00000010:3.1:1769074248.346431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf600.
00010000:00000010:3.1:1769074248.346447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718f00.
00010000:00000010:3.1:1769074248.346452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79800.
00000080:00000010:1.1:1769074248.370440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623c00.
00000080:00000010:1.1:1769074248.370468:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d022b9c0.
00010000:00000010:1.1:1769074248.375679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:1.1:1769074248.375697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256d00.
00010000:00000010:1.1:1769074248.375702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc200.
00000080:00000010:1.1:1769074248.381789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cde0.
00000080:00000010:1.1:1769074248.385613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e044ca40.
00010000:00000010:1.1:1769074248.395421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:1.1:1769074248.395438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c600.
00010000:00000010:1.1:1769074248.395442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f22800.
00000080:00000010:1.1:1769074248.425594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00000080:00000010:1.1:1769074248.425621:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01beb40.
00010000:00000010:1.1:1769074248.433694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:1.1:1769074248.439140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d900.
00010000:00000010:1.1:1769074248.439149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6ea00.
00000080:00000010:1.1:1769074248.442677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c980.
00000080:00000010:1.1:1769074248.442707:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a5ac0.
00010000:00000010:1.1:1769074248.460190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:1.1:1769074248.460205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22400.
00010000:00000010:1.1:1769074248.460210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003600.
00000080:00000010:1.1:1769074248.469433:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00000080:00000010:1.1:1769074248.472914:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f7380.
00010000:00000010:0.1:1769074248.484443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:0.1:1769074248.484460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59300.
00010000:00000010:0.1:1769074248.484467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372000.
00000080:00000010:0.1:1769074248.496624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c980.
00000080:00000010:0.1:1769074248.496651:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01bb180.
00010000:00000010:0.1:1769074248.512470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074248.512487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03a00.
00010000:00000010:0.1:1769074248.512494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d800.
00000080:00000010:0.1:1769074248.522446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c40.
00010000:00000010:0.1:1769074248.577457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cee00.
00010000:00000010:0.1:1769074248.577471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8d00.
00010000:00000010:0.1:1769074248.577475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6ae00.
00000080:00000010:0.1:1769074248.577480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623a80.
00000080:00000010:0.1:1769074248.577497:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92b8840.
00010000:00000010:0.1:1769074248.582441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074248.582461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88d100.
00010000:00000010:0.1:1769074248.582466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0c00.
00000080:00000010:0.1:1769074248.591570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c40.
00000080:00000010:0.1:1769074248.591605:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93739c0.
00010000:00000010:0.1:1769074248.603446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074248.603463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256b00.
00010000:00000010:0.1:1769074248.603468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc600.
00000080:00000010:1.1:1769074248.634020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e80.
00000080:00000010:1.1:1769074248.634039:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92bd280.
00010000:00000010:1.1:1769074248.639936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:1.1:1769074248.639944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718400.
00010000:00000010:1.1:1769074248.639950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad78e00.
00000080:00000010:1.1:1769074248.644570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00000080:00000010:1.1:1769074248.644599:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d02298c0.
00010000:00000010:1.1:1769074248.653444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074248.653463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb000.
00010000:00000010:1.1:1769074248.653467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71000.
00000080:00000010:1.1:1769074248.664488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd40.
00000080:00000010:1.1:1769074248.664514:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0218000.
00010000:00000010:1.1:1769074248.682518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074248.682533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491000.
00010000:00000010:1.1:1769074248.682539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dae00.
00000080:00000010:1.1:1769074248.708485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00000080:00000010:1.1:1769074248.712451:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92bb180.
00010000:00000010:1.1:1769074248.716440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074248.716458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b800.
00010000:00000010:1.1:1769074248.716463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce800.
00000080:00000010:1.1:1769074248.732053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd40.
00000080:00000010:3.1:1769074248.770428:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec7380.
00010000:00000010:3.1:1769074248.881427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf600.
00010000:00000010:3.1:1769074248.881436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682a00.
00010000:00000010:3.1:1769074248.881441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003a00.
00000080:00000010:0.1:1769074248.894437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56237c0.
00000080:00000010:0.1:1769074248.894463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a0000.
00010000:00000010:0.1:1769074248.898463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074248.898479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e700.
00010000:00000010:0.1:1769074248.898484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b800.
00000080:00000010:0.1:1769074248.945126:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c40.
00000080:00000010:0.1:1769074248.955681:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053e300.
00010000:00000010:0.1:1769074248.960446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074248.960464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9700.
00010000:00000010:0.1:1769074248.960469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0ea00.
00000080:00000010:0.1:1769074249.008880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.008910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01db180.
00010000:00000010:1.1:1769074249.028350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:1.1:1769074249.028367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9800.
00010000:00000010:1.1:1769074249.028371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0ec00.
00000080:00000010:0.1:1769074249.054486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c40.
00000080:00000010:0.1:1769074249.058747:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9376b40.
00010000:00000010:0.1:1769074249.078676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074249.078696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2400.
00010000:00000010:0.1:1769074249.078700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6a000.
00000080:00000010:0.1:1769074249.088473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00010000:00000010:1.1:1769074249.179765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cee00.
00010000:00000010:1.1:1769074249.179774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d800.
00010000:00000010:1.1:1769074249.179778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f000.
00000080:00000010:1.1:1769074249.203446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623240.
00000080:00000010:1.1:1769074249.207469:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f0000.
00010000:00000010:1.1:1769074249.225443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074249.225460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d700.
00010000:00000010:1.1:1769074249.225464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6e800.
00000080:00000010:1.1:1769074249.232433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd40.
00000080:00000010:1.1:1769074249.235998:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f6300.
00010000:00000010:1.1:1769074249.245821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074249.245836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682900.
00010000:00000010:1.1:1769074249.245841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002e00.
00000080:00000010:1.1:1769074249.263558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00000080:00000010:1.1:1769074249.267463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f04a40.
00010000:00000010:0.1:1769074249.277561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074249.277568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972e700.
00010000:00000010:0.1:1769074249.277572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74c00.
00000080:00000010:0.1:1769074249.294517:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.294531:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f4200.
00010000:00000010:1.1:1769074249.301452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:1.1:1769074249.301469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256700.
00010000:00000010:1.1:1769074249.301474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfd600.
00000080:00000010:1.1:1769074249.308439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c40.
00000080:00000010:1.1:1769074249.308472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e044b180.
00010000:00000010:1.1:1769074249.320173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074249.320191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59700.
00010000:00000010:1.1:1769074249.320197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015a600.
00000080:00000010:1.1:1769074249.344452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00000080:00000010:1.1:1769074249.370473:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01ba940.
00010000:00000010:1.1:1769074249.377442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074249.377454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78d00.
00010000:00000010:1.1:1769074249.377459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288dc00.
00000080:00000010:0.1:1769074249.377506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd40.
00000080:00000010:0.1:1769074249.377527:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e044e300.
00010000:00000010:0.1:1769074249.377532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074249.377536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59500.
00010000:00000010:0.1:1769074249.377540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015a400.
00000080:00000010:0.1:1769074249.381440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.381468:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01bf380.
00010000:00000010:0.1:1769074249.390433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074249.390451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438700.
00010000:00000010:0.1:1769074249.390455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4e200.
00000080:00000010:0.1:1769074249.402540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50e0.
00000080:00000010:0.1:1769074249.402561:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f39c0.
00010000:00000010:1.1:1769074249.424949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:1.1:1769074249.424963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b000.
00010000:00000010:1.1:1769074249.424967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9d600.
00000080:00000010:0.1:1769074249.428887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.432471:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9339080.
00010000:00000010:0.1:1769074249.441439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074249.441459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972ed00.
00010000:00000010:0.1:1769074249.441464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74600.
00000080:00000010:0.1:1769074249.452428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50e0.
00000080:00000010:0.1:1769074249.457235:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88a8840.
00010000:00000010:0.1:1769074249.471371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074249.471380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438e00.
00010000:00000010:0.1:1769074249.471384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4f400.
00000080:00000010:0.1:1769074249.479265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.482612:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0181080.
00000080:00000010:0.1:1769074249.500421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50e0.
00000080:00000010:0.1:1769074249.500450:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f5ac0.
00010000:00000010:0.1:1769074249.517639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074249.517656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972e600.
00010000:00000010:0.1:1769074249.517662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74200.
00000080:00000010:0.1:1769074249.530439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.530469:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f2100.
00010000:00000010:0.1:1769074249.540463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074249.540481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438f00.
00010000:00000010:0.1:1769074249.540486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4ec00.
00000080:00000010:0.1:1769074249.566464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50e0.
00000080:00000010:0.1:1769074249.566485:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01839c0.
00000080:00000010:0.1:1769074249.597835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.607195:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01b8000.
00010000:00000010:0.1:1769074249.615473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074249.615488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c800.
00010000:00000010:0.1:1769074249.615494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75600.
00000080:00000010:1.1:1769074249.637826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50e0.
00000080:00000010:1.1:1769074249.637840:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88ac200.
00010000:00000010:1.1:1769074249.644449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074249.644471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8300.
00010000:00000010:1.1:1769074249.644477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288cc00.
00000080:00000010:1.1:1769074249.644483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00000080:00000010:1.1:1769074249.644502:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92bc200.
00010000:00000010:1.1:1769074249.663458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:1.1:1769074249.663476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718000.
00010000:00000010:1.1:1769074249.663483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9d800.
00000080:00000010:1.1:1769074249.685455:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca40.
00000080:00000010:1.1:1769074249.693490:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d933ca40.
00010000:00000010:1.1:1769074249.696638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:1.1:1769074249.696656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cbc00.
00010000:00000010:1.1:1769074249.696660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70000.
00000080:00000010:0.1:1769074249.713624:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00000080:00000010:0.1:1769074249.722462:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0188000.
00010000:00000010:0.1:1769074249.726438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074249.726452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9900.
00010000:00000010:0.1:1769074249.726456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015a800.
00000080:00000010:0.1:1769074249.735517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.735549:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01b9080.
00010000:00000010:0.1:1769074249.753219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074249.753233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256800.
00010000:00000010:0.1:1769074249.753238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfca00.
00000080:00000010:0.1:1769074249.770522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5de0.
00000080:00000010:0.1:1769074249.770562:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04498c0.
00010000:00000010:0.1:1769074249.781453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074249.781473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438c00.
00010000:00000010:0.1:1769074249.781477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4f600.
00000080:00000010:0.1:1769074249.794938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.794964:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04cf380.
00010000:00000010:0.1:1769074249.822444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074249.822461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800ce00.
00010000:00000010:0.1:1769074249.822467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f23200.
00000080:00000010:0.1:1769074249.822472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5de0.
00000080:00000010:0.1:1769074249.822490:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0189080.
00010000:00000010:0.1:1769074249.842844:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074249.842856:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775600.
00010000:00000010:0.1:1769074249.842860:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372c00.
00000080:00000010:0.1:1769074249.848584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.848616:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a4a40.
00000080:00000010:0.1:1769074249.883432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5de0.
00000080:00000010:0.1:1769074249.883466:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88a9080.
00010000:00000010:0.1:1769074249.908524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074249.908532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2800.
00010000:00000010:0.1:1769074249.908536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6be00.
00000080:00000010:0.1:1769074249.922423:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:0.1:1769074249.922443:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e056d280.
00010000:00000010:0.1:1769074249.931589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074249.931607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e400.
00010000:00000010:0.1:1769074249.931612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00000080:00000010:1.1:1769074249.966490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5de0.
00000080:00000010:1.1:1769074249.966520:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e05439c0.
00010000:00000010:1.1:1769074249.966540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:1.1:1769074249.966546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52400.
00010000:00000010:1.1:1769074249.966550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6da00.
00000080:00000010:1.1:1769074249.973667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca40.
00000080:00000010:1.1:1769074249.973707:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021b180.
00010000:00000010:0.1:1769074250.001431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:0.1:1769074250.001444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2100.
00010000:00000010:0.1:1769074250.001447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6a400.
00000080:00000010:0.1:1769074250.011431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c200.
00000080:00000010:0.1:1769074250.011459:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0184a40.
00010000:00000010:1.1:1769074250.011693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:1.1:1769074250.011701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52500.
00010000:00000010:1.1:1769074250.011706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad78600.
00000080:00000010:1.1:1769074250.036181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:1.1:1769074250.036199:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d022c200.
00010000:00000010:1.1:1769074250.040539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074250.040560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b600.
00010000:00000010:1.1:1769074250.040565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cec00.
00000080:00000010:0.1:1769074250.071520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca40.
00000080:00000010:0.1:1769074250.071554:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0544a40.
00010000:00000010:0.1:1769074250.082718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074250.082734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc300.
00010000:00000010:0.1:1769074250.082738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61a00.
00000080:00000010:0.1:1769074250.114916:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5320.
00000080:00000010:0.1:1769074250.114940:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a6300.
00010000:00000010:0.1:1769074250.119563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074250.119585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b700.
00010000:00000010:0.1:1769074250.119592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f23c00.
00010000:00000010:3.1:1769074250.148562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cee00.
00010000:00000010:3.1:1769074250.148584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5df00.
00010000:00000010:3.1:1769074250.148589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6e400.
00000080:00000010:3.1:1769074250.173713:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92de300.
00010000:00000010:3.1:1769074250.200436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275fe00.
00010000:00000010:3.1:1769074250.200452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256f00.
00010000:00000010:3.1:1769074250.200473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfd400.
00000080:00000010:3.1:1769074250.210810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ee0.
00000080:00000010:3.1:1769074250.210840:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e044c200.
00000080:00000010:3.1:1769074250.244769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4820.
00000080:00000010:3.1:1769074250.246866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92cdac0.
00010000:00000010:0.1:1769074250.260468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275fc00.
00010000:00000010:0.1:1769074250.260486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718700.
00010000:00000010:0.1:1769074250.260492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad78400.
00000080:00000010:0.1:1769074250.268548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4ee0.
00000080:00000010:0.1:1769074250.268577:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d022eb40.
00010000:00000010:0.1:1769074250.286447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074250.286461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bd00.
00010000:00000010:0.1:1769074250.286466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cfe00.
00000080:00000010:0.1:1769074250.296682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5320.
00000080:00000010:0.1:1769074250.296710:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e618c0.
00010000:00000010:0.1:1769074250.313651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074250.313683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03000.
00010000:00000010:0.1:1769074250.313687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d200.
00000080:00000010:0.1:1769074250.327431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58c0.
00000080:00000010:0.1:1769074250.327469:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021b9c0.
00000080:00000010:0.1:1769074250.351445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5320.
00000080:00000010:0.1:1769074250.351485:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04ca940.
00010000:00000010:0.1:1769074250.359001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074250.359019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cbd00.
00010000:00000010:0.1:1769074250.359025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70800.
00000080:00000010:0.1:1769074250.384659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58c0.
00000080:00000010:0.1:1769074250.384689:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d933b9c0.
00010000:00000010:0.1:1769074250.397515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074250.397533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df800.
00010000:00000010:0.1:1769074250.397653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85600.
00000080:00000010:0.1:1769074250.423831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5320.
00000080:00000010:0.1:1769074250.423860:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e056c200.
00010000:00000010:1.1:1769074250.438441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:1.1:1769074250.438460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491600.
00010000:00000010:1.1:1769074250.438465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db600.
00000080:00000010:1.1:1769074250.461555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58c0.
00000080:00000010:1.1:1769074250.461586:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92bdac0.
00010000:00000010:1.1:1769074250.492748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074250.492770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c700.
00010000:00000010:1.1:1769074250.492777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f23800.
00000080:00000010:1.1:1769074250.496585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cae0.
00000080:00000010:1.1:1769074250.496619:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec18c0.
00010000:00000010:0.1:1769074250.513457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074250.513477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682200.
00010000:00000010:0.1:1769074250.513482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002a00.
00000080:00000010:0.1:1769074250.537449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c140.
00000080:00000010:0.1:1769074250.537482:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d018d280.
00010000:00000010:1.1:1769074250.571570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:1.1:1769074250.571589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d16be700.
00010000:00000010:1.1:1769074250.571594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003000.
00000080:00000010:1.1:1769074250.605453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5320.
00000080:00000010:1.1:1769074250.605483:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92da100.
00010000:00000010:0.1:1769074250.624696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074250.624717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256300.
00010000:00000010:0.1:1769074250.624722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfda00.
00000080:00000010:0.1:1769074250.659699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5240.
00000080:00000010:0.1:1769074250.661439:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e044a100.
00010000:00000010:1.1:1769074250.673572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:1.1:1769074250.673591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9500.
00010000:00000010:1.1:1769074250.673594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0ee00.
00000080:00000010:1.1:1769074250.705438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56c0.
00000080:00000010:1.1:1769074250.705466:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021d280.
00010000:00000010:0.1:1769074250.721434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:0.1:1769074250.721452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffea00.
00010000:00000010:0.1:1769074250.721456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872600.
00000080:00000010:0.1:1769074250.735450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cae0.
00000080:00000010:0.1:1769074250.743441:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0218840.
00010000:00000010:1.1:1769074250.746666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:1.1:1769074250.746683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9100.
00010000:00000010:1.1:1769074250.746687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0e600.
00000080:00000010:1.1:1769074250.759531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5240.
00000080:00000010:1.1:1769074250.759559:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d022ca40.
00010000:00000010:0.1:1769074250.772932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b000.
00010000:00000010:0.1:1769074250.772950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718c00.
00010000:00000010:0.1:1769074250.772955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad78000.
00000080:00000010:0.1:1769074250.781440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c360.
00000080:00000010:0.1:1769074250.781477:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01ddac0.
00010000:00000010:1.1:1769074250.805590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:1.1:1769074250.805607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491300.
00010000:00000010:1.1:1769074250.805612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db800.
00000080:00000010:1.1:1769074250.818439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5700.
00000080:00000010:1.1:1769074250.818479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f3180.
00010000:00000010:1.1:1769074250.838487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a800.
00010000:00000010:1.1:1769074250.838503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22200.
00010000:00000010:1.1:1769074250.838508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec800.
00000080:00000010:1.1:1769074250.857108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00000080:00000010:1.1:1769074250.857139:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88aca40.
00010000:00000010:1.1:1769074250.889485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a800.
00010000:00000010:1.1:1769074250.889503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52800.
00010000:00000010:1.1:1769074250.889507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad78a00.
00000080:00000010:1.1:1769074250.910607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c600.
00000080:00000010:0.1:1769074250.923555:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d022b180.
00010000:00000010:0.1:1769074250.928441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074250.928458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03e00.
00010000:00000010:0.1:1769074250.928463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c000.
00000080:00000010:0.1:1769074250.951930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074250.963217:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021dac0.
00010000:00000010:1.1:1769074250.971583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:1.1:1769074250.971600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88d300.
00010000:00000010:1.1:1769074250.971605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1e00.
00000080:00000010:1.1:1769074250.986584:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59e0.
00000080:00000010:1.1:1769074250.986610:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011ca40.
00010000:00000010:0.1:1769074250.997464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a800.
00010000:00000010:0.1:1769074250.997480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78200.
00010000:00000010:0.1:1769074250.997485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074251.008973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c600.
00000080:00000010:0.1:1769074251.013446:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92cf380.
00010000:00000010:0.1:1769074251.031464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074251.031482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88dc00.
00010000:00000010:0.1:1769074251.031487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1800.
00000080:00000010:0.1:1769074251.050444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074251.053995:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01dca40.
00010000:00000010:1.1:1769074251.074565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:1.1:1769074251.074587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438900.
00010000:00000010:1.1:1769074251.074592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4fa00.
00000080:00000010:1.1:1769074251.089544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5020.
00000080:00000010:1.1:1769074251.093564:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0182100.
00010000:00000010:1.1:1769074251.106277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a800.
00010000:00000010:1.1:1769074251.106295:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491b00.
00010000:00000010:1.1:1769074251.106310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da400.
00000080:00000010:1.1:1769074251.121580:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00000080:00000010:1.1:1769074251.136511:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92bf380.
00010000:00000010:0.1:1769074251.162640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a800.
00010000:00000010:0.1:1769074251.162660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe000.
00010000:00000010:0.1:1769074251.162664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873600.
00000080:00000010:0.1:1769074251.164031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c840.
00000080:00000010:0.1:1769074251.164050:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011eb40.
00010000:00000010:0.1:1769074251.169972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074251.169988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc800.
00010000:00000010:0.1:1769074251.169993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae60600.
00000080:00000010:0.1:1769074251.186176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074251.186199:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d018a100.
00010000:00000010:0.1:1769074251.202039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074251.202054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb700.
00010000:00000010:0.1:1769074251.202059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0000.
00000080:00000010:0.1:1769074251.214105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00000080:00000010:0.1:1769074251.214133:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f05280.
00000080:00000010:0.1:1769074251.253568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074251.256775:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec1080.
00010000:00000010:0.1:1769074251.270838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074251.270856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe500.
00010000:00000010:0.1:1769074251.270861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872c00.
00000080:00000010:0.1:1769074251.307434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00000080:00000010:0.1:1769074251.307476:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01198c0.
00000080:00000010:0.1:1769074251.356585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074251.356612:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f18c0.
00010000:00000010:0.1:1769074251.379460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074251.379476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718a00.
00010000:00000010:0.1:1769074251.379482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79e00.
00000080:00000010:0.1:1769074251.396678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00000080:00000010:0.1:1769074251.396700:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d022d280.
00010000:00000010:0.1:1769074251.405481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074251.405499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b900.
00010000:00000010:0.1:1769074251.405504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9d400.
00000080:00000010:0.1:1769074251.424580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074251.427623:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93398c0.
00010000:00000010:0.1:1769074251.439099:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074251.439108:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8a00.
00010000:00000010:0.1:1769074251.439113:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288ce00.
00000080:00000010:0.1:1769074251.453100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00000080:00000010:0.1:1769074251.453128:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92ce300.
00010000:00000010:0.1:1769074251.457440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074251.457458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78400.
00010000:00000010:0.1:1769074251.457463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00000080:00000010:0.1:1769074251.467669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074251.467697:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92cb180.
00010000:00000010:0.1:1769074251.485470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:0.1:1769074251.485479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491400.
00010000:00000010:0.1:1769074251.485484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da600.
00000080:00000010:3.1:1769074251.489595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00000080:00000010:3.1:1769074251.489630:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f7380.
00010000:00000010:3.1:1769074251.501464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275f000.
00010000:00000010:3.1:1769074251.501487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df500.
00010000:00000010:3.1:1769074251.501493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d84600.
00000080:00000010:3.1:1769074251.532860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45e0.
00000080:00000010:3.1:1769074251.532892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88aa940.
00010000:00000010:3.1:1769074251.532904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275f000.
00010000:00000010:3.1:1769074251.532911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682000.
00010000:00000010:3.1:1769074251.532915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003e00.
00000080:00000010:3.1:1769074251.547583:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec49a0.
00000080:00000010:3.1:1769074251.547606:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9373180.
00000080:00000010:0.1:1769074251.574460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45e0.
00000080:00000010:0.1:1769074251.574489:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec4a40.
00010000:00000010:0.1:1769074251.579040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:0.1:1769074251.579047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc600.
00010000:00000010:0.1:1769074251.579055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae60a00.
00000080:00000010:0.1:1769074251.585471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074251.594467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92db180.
00010000:00000010:1.1:1769074251.608577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:1.1:1769074251.608594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22700.
00010000:00000010:1.1:1769074251.608599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ed200.
00000080:00000010:1.1:1769074251.625438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5da0.
00000080:00000010:1.1:1769074251.629546:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0185ac0.
00010000:00000010:0.1:1769074251.631411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b000.
00010000:00000010:0.1:1769074251.631426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dcb00.
00010000:00000010:0.1:1769074251.631431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61200.
00000080:00000010:0.1:1769074251.646411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00000080:00000010:0.1:1769074251.646441:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92df380.
00010000:00000010:0.1:1769074251.677852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074251.677871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2700.
00010000:00000010:0.1:1769074251.677877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75000.
00000080:00000010:0.1:1769074251.677882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074251.677901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88aeb40.
00010000:00000010:0.1:1769074251.682033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074251.682046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2d00.
00010000:00000010:0.1:1769074251.682052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6b800.
00000080:00000010:0.1:1769074251.685579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:0.1:1769074251.690440:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f4a40.
00010000:00000010:0.1:1769074251.700947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074251.700962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef500.
00010000:00000010:0.1:1769074251.700967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e200.
00000080:00000010:0.1:1769074251.724467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074251.730446:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e64200.
00000080:00000010:3.1:1769074251.756668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623060.
00000080:00000010:3.1:1769074251.756691:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01dd280.
00010000:00000010:1.1:1769074251.782526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275ec00.
00010000:00000010:1.1:1769074251.782540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df700.
00010000:00000010:1.1:1769074251.782544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d84400.
00000080:00000010:1.1:1769074251.800450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec49a0.
00000080:00000010:1.1:1769074251.804469:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e056f380.
00010000:00000010:1.1:1769074251.825465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074251.825493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88d400.
00010000:00000010:1.1:1769074251.825498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0200.
00000080:00000010:1.1:1769074251.852807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc80.
00000080:00000010:1.1:1769074251.852842:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d018dac0.
00010000:00000010:1.1:1769074251.894763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074251.894778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775a00.
00010000:00000010:1.1:1769074251.894783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373800.
00000080:00000010:1.1:1769074251.929435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce80.
00000080:00000010:1.1:1769074251.933447:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f02940.
00010000:00000010:1.1:1769074251.960517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074251.960535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800cf00.
00010000:00000010:1.1:1769074251.960540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f22000.
00000080:00000010:1.1:1769074251.982582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc80.
00000080:00000010:1.1:1769074251.982609:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a2940.
00010000:00000010:1.1:1769074251.996568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074251.996582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256e00.
00010000:00000010:1.1:1769074251.996587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc800.
00000080:00000010:1.1:1769074252.028440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce80.
00000080:00000010:1.1:1769074252.028470:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e66300.
00010000:00000010:1.1:1769074252.028483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074252.028490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1bf00.
00010000:00000010:1.1:1769074252.028494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9d200.
00000080:00000010:1.1:1769074252.039494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc80.
00000080:00000010:1.1:1769074252.044703:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d933d280.
00000080:00000010:3.1:1769074252.096574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce80.
00000080:00000010:3.1:1769074252.096602:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f2940.
00000080:00000010:0.1:1769074252.156451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4c80.
00000080:00000010:0.1:1769074252.156480:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0180840.
00010000:00000010:0.1:1769074252.173749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074252.173764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256a00.
00010000:00000010:0.1:1769074252.173769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfd000.
00000080:00000010:0.1:1769074252.188445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074252.188478:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e044b9c0.
00000080:00000010:0.1:1769074252.338760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:0.1:1769074252.338791:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04c8840.
00010000:00000010:1.1:1769074252.370449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:1.1:1769074252.370466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59000.
00010000:00000010:1.1:1769074252.370474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015aa00.
00000080:00000010:1.1:1769074252.387605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:1.1:1769074252.387634:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9371080.
00010000:00000010:1.1:1769074252.408104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:1.1:1769074252.408120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d100.
00010000:00000010:1.1:1769074252.408126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f400.
00000080:00000010:0.1:1769074252.448459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc80.
00000080:00000010:0.1:1769074252.448489:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a2940.
00010000:00000010:0.1:1769074252.469802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074252.469816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1bb00.
00010000:00000010:0.1:1769074252.469821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f23e00.
00000080:00000010:0.1:1769074252.513451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:0.1:1769074252.517429:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec0000.
00010000:00000010:1.1:1769074252.540439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:1.1:1769074252.540456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59a00.
00010000:00000010:1.1:1769074252.540464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015b000.
00000080:00000010:1.1:1769074252.563763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59c0.
00000080:00000010:1.1:1769074252.563796:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01ba100.
00010000:00000010:1.1:1769074252.585437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:1.1:1769074252.585455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dce00.
00010000:00000010:1.1:1769074252.585460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61600.
00000080:00000010:1.1:1769074252.621461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00000080:00000010:1.1:1769074252.621490:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a6300.
00010000:00000010:0.1:1769074252.689419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cec00.
00010000:00000010:0.1:1769074252.689434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775700.
00010000:00000010:0.1:1769074252.689439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372800.
00000080:00000010:0.1:1769074252.703467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56238c0.
00000080:00000010:0.1:1769074252.707519:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a39c0.
00010000:00000010:0.1:1769074252.715588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074252.715610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775100.
00010000:00000010:0.1:1769074252.715616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373a00.
00000080:00000010:0.1:1769074252.737863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:0.1:1769074252.741779:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a2100.
00010000:00000010:0.1:1769074252.746778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074252.746795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22d00.
00010000:00000010:0.1:1769074252.746800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ece00.
00000080:00000010:0.1:1769074252.756715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00000080:00000010:0.1:1769074252.756755:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88ab9c0.
00010000:00000010:3.1:1769074252.772076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:3.1:1769074252.772092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52700.
00010000:00000010:3.1:1769074252.772096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79200.
00000080:00000010:0.1:1769074252.786676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:0.1:1769074252.786702:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d022dac0.
00010000:00000010:0.1:1769074252.796537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074252.796554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22c00.
00010000:00000010:0.1:1769074252.796558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ede00.
00000080:00000010:0.1:1769074252.809679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00000080:00000010:0.1:1769074252.817564:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0186300.
00010000:00000010:0.1:1769074252.821673:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074252.821682:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b900.
00010000:00000010:0.1:1769074252.821686:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cfa00.
00000080:00000010:0.1:1769074252.830437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:0.1:1769074252.830463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0543180.
00010000:00000010:0.1:1769074252.844751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074252.844766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88d700.
00010000:00000010:0.1:1769074252.844771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd0800.
00000080:00000010:0.1:1769074252.854677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00000080:00000010:0.1:1769074252.858115:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01d98c0.
00010000:00000010:0.1:1769074252.874178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074252.874192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52c00.
00010000:00000010:0.1:1769074252.874197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d400.
00000080:00000010:0.1:1769074252.882467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:0.1:1769074252.882492:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021ca40.
00000080:00000010:3.1:1769074252.904427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00000080:00000010:3.1:1769074252.904448:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92dc200.
00010000:00000010:3.1:1769074252.908448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e400.
00010000:00000010:3.1:1769074252.908465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972eb00.
00010000:00000010:3.1:1769074252.908470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75400.
00000080:00000010:3.1:1769074252.928434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45c0.
00000080:00000010:3.1:1769074252.928451:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88ae300.
00010000:00000010:0.1:1769074252.940477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e400.
00010000:00000010:0.1:1769074252.940484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b300.
00010000:00000010:0.1:1769074252.940488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9da00.
00000080:00000010:1.1:1769074252.946100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a20.
00000080:00000010:1.1:1769074252.946131:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f03180.
00010000:00000010:1.1:1769074252.961440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00010000:00000010:1.1:1769074252.961455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22000.
00010000:00000010:1.1:1769074252.961461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ed800.
00000080:00000010:1.1:1769074252.973698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00000080:00000010:1.1:1769074252.973732:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01818c0.
00010000:00000010:1.1:1769074252.984450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00010000:00000010:1.1:1769074252.984467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb900.
00010000:00000010:1.1:1769074252.984472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70400.
00000080:00000010:1.1:1769074252.998427:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf80.
00000080:00000010:1.1:1769074252.998445:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d018b180.
00010000:00000010:1.1:1769074253.016404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00010000:00000010:1.1:1769074253.016423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491800.
00010000:00000010:1.1:1769074253.016428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db000.
00000080:00000010:1.1:1769074253.030781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00000080:00000010:1.1:1769074253.030809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92ba100.
00010000:00000010:1.1:1769074253.040336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b800.
00010000:00000010:1.1:1769074253.040352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027ff00.
00010000:00000010:1.1:1769074253.040357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6ec00.
00000080:00000010:1.1:1769074253.049554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf80.
00000080:00000010:1.1:1769074253.049579:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a4a40.
00010000:00000010:1.1:1769074253.054470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00010000:00000010:1.1:1769074253.054485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256400.
00010000:00000010:1.1:1769074253.054490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfde00.
00000080:00000010:1.1:1769074253.063474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00000080:00000010:1.1:1769074253.068111:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92c8840.
00010000:00000010:1.1:1769074253.072440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00010000:00000010:1.1:1769074253.072458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59800.
00010000:00000010:1.1:1769074253.072466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015be00.
00000080:00000010:1.1:1769074253.084580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf80.
00000080:00000010:1.1:1769074253.084597:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01bc200.
00010000:00000010:1.1:1769074253.096453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00010000:00000010:1.1:1769074253.096468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78300.
00010000:00000010:1.1:1769074253.096473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288de00.
00000080:00000010:1.1:1769074253.115450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00000080:00000010:1.1:1769074253.115469:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04cdac0.
00010000:00000010:3.1:1769074253.159436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cfe00.
00010000:00000010:3.1:1769074253.159452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59900.
00010000:00000010:3.1:1769074253.159473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015a000.
00010000:00000010:1.1:1769074253.176263:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cec00.
00010000:00000010:1.1:1769074253.176285:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dca00.
00010000:00000010:1.1:1769074253.176297:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61e00.
00000080:00000010:0.1:1769074253.184505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623520.
00000080:00000010:0.1:1769074253.189546:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a1080.
00010000:00000010:0.1:1769074253.203430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074253.203446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c000.
00010000:00000010:0.1:1769074253.203451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f22c00.
00000080:00000010:0.1:1769074253.218593:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:0.1:1769074253.218610:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec39c0.
00010000:00000010:0.1:1769074253.224524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074253.224533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88da00.
00010000:00000010:0.1:1769074253.224538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1400.
00000080:00000010:1.1:1769074253.238236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50a0.
00000080:00000010:1.1:1769074253.238277:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01de300.
00010000:00000010:1.1:1769074253.248443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b800.
00010000:00000010:1.1:1769074253.248455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe300.
00010000:00000010:1.1:1769074253.248460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872000.
00000080:00000010:1.1:1769074253.260567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00000080:00000010:1.1:1769074253.264460:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011dac0.
00010000:00000010:0.1:1769074253.280574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b800.
00010000:00000010:0.1:1769074253.280584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffed00.
00010000:00000010:0.1:1769074253.280588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0e200.
00000080:00000010:0.1:1769074253.284449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2c0.
00000080:00000010:0.1:1769074253.284478:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0118000.
00010000:00000010:0.1:1769074253.298440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074253.298458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22300.
00010000:00000010:0.1:1769074253.298463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ed000.
00000080:00000010:0.1:1769074253.315433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:0.1:1769074253.315461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e05698c0.
00010000:00000010:0.1:1769074253.325536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074253.325549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef000.
00010000:00000010:0.1:1769074253.325554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003400.
00000080:00000010:0.1:1769074253.337589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00000080:00000010:0.1:1769074253.337637:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92c9080.
00010000:00000010:1.1:1769074253.360090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:1.1:1769074253.360103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76dfd00.
00010000:00000010:1.1:1769074253.360108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d84800.
00000080:00000010:1.1:1769074253.367517:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:1.1:1769074253.367539:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e056b180.
00010000:00000010:0.1:1769074253.382431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:0.1:1769074253.382443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8800.
00010000:00000010:0.1:1769074253.382447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6b400.
00000080:00000010:0.1:1769074253.387718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00000080:00000010:0.1:1769074253.387757:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e64a40.
00010000:00000010:0.1:1769074253.401107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074253.401124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682b00.
00010000:00000010:0.1:1769074253.401130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002400.
00000080:00000010:0.1:1769074253.418474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00000080:00000010:0.1:1769074253.422440:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f039c0.
00000080:00000010:3.1:1769074253.477991:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec3180.
00010000:00000010:1.1:1769074253.484441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275f800.
00010000:00000010:1.1:1769074253.484458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5dd00.
00010000:00000010:1.1:1769074253.484463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6e000.
00000080:00000010:0.1:1769074253.499687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4200.
00000080:00000010:0.1:1769074253.499714:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a0840.
00010000:00000010:0.1:1769074253.521440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074253.521457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffeb00.
00010000:00000010:0.1:1769074253.521461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872a00.
00000080:00000010:0.1:1769074253.534461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00000080:00000010:0.1:1769074253.534500:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0118840.
00010000:00000010:1.1:1769074253.549374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:1.1:1769074253.549405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88d800.
00010000:00000010:1.1:1769074253.549409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1200.
00000080:00000010:1.1:1769074253.560440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5520.
00000080:00000010:1.1:1769074253.568458:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01da100.
00010000:00000010:1.1:1769074253.581505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00010000:00000010:1.1:1769074253.581520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0ba00.
00010000:00000010:1.1:1769074253.581524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cea00.
00000080:00000010:1.1:1769074253.590124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5c0.
00000080:00000010:1.1:1769074253.595570:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0187380.
00010000:00000010:1.1:1769074253.595588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00010000:00000010:1.1:1769074253.595594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bf00.
00010000:00000010:1.1:1769074253.595598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce600.
00000080:00000010:1.1:1769074253.615425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c640.
00000080:00000010:1.1:1769074253.615451:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e044a940.
00010000:00000010:1.1:1769074253.635434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00010000:00000010:1.1:1769074253.635449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491a00.
00010000:00000010:1.1:1769074253.635453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dbe00.
00010000:00000010:3.1:1769074253.662486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf600.
00010000:00000010:3.1:1769074253.662505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03f00.
00010000:00000010:3.1:1769074253.662509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6de00.
00000080:00000010:3.1:1769074253.673777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56237e0.
00000080:00000010:3.1:1769074253.673804:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011e300.
00010000:00000010:3.1:1769074253.692443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e000.
00010000:00000010:3.1:1769074253.692452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972e800.
00010000:00000010:3.1:1769074253.692456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75200.
00000080:00000010:3.1:1769074253.699160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4fc0.
00000080:00000010:3.1:1769074253.699191:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f6b40.
00010000:00000010:3.1:1769074253.711867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275ea00.
00010000:00000010:3.1:1769074253.711883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682700.
00010000:00000010:3.1:1769074253.711888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1c00.
00000080:00000010:3.1:1769074253.721204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec45a0.
00000080:00000010:3.1:1769074253.721236:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d933b180.
00000080:00000010:3.1:1769074253.760555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4fc0.
00000080:00000010:3.1:1769074253.760590:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92b98c0.
00010000:00000010:0.1:1769074253.764649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce600.
00010000:00000010:0.1:1769074253.764666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78600.
00010000:00000010:0.1:1769074253.764670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381000.
00000080:00000010:0.1:1769074253.780538:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56233e0.
00000080:00000010:0.1:1769074253.780555:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92cca40.
00010000:00000010:1.1:1769074253.794578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381000.
00010000:00000010:1.1:1769074253.794594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491200.
00010000:00000010:1.1:1769074253.794598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da000.
00000080:00000010:1.1:1769074253.802470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00000080:00000010:1.1:1769074253.802498:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92bb9c0.
00010000:00000010:1.1:1769074253.813545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00010000:00000010:1.1:1769074253.813560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88d200.
00010000:00000010:1.1:1769074253.813565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1000.
00000080:00000010:1.1:1769074253.828747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c640.
00000080:00000010:1.1:1769074253.831568:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9377380.
00010000:00000010:0.1:1769074253.846990:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00010000:00000010:0.1:1769074253.846999:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb500.
00010000:00000010:0.1:1769074253.847003:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71c00.
00000080:00000010:0.1:1769074253.854586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c020.
00000080:00000010:0.1:1769074253.854626:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9374200.
00010000:00000010:0.1:1769074253.861512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074253.861523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718e00.
00010000:00000010:0.1:1769074253.861528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9ce00.
00000080:00000010:0.1:1769074253.871026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54a0.
00000080:00000010:0.1:1769074253.875707:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d933eb40.
00010000:00000010:0.1:1769074253.880497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074253.880513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2500.
00010000:00000010:0.1:1769074253.880518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75a00.
00000080:00000010:0.1:1769074253.891530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58e0.
00000080:00000010:0.1:1769074253.891561:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88aa100.
00010000:00000010:1.1:1769074253.921434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:1.1:1769074253.921451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718800.
00010000:00000010:1.1:1769074253.921456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79c00.
00000080:00000010:1.1:1769074253.950445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54a0.
00000080:00000010:1.1:1769074253.950473:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01d8000.
00010000:00000010:1.1:1769074253.963447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a600.
00010000:00000010:1.1:1769074253.963463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8000.
00010000:00000010:1.1:1769074253.963468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6a200.
00000080:00000010:1.1:1769074253.980985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c640.
00000080:00000010:1.1:1769074253.984728:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f5280.
00010000:00000010:0.1:1769074254.007457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a600.
00010000:00000010:0.1:1769074254.007476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775500.
00010000:00000010:0.1:1769074254.007480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373200.
00000080:00000010:0.1:1769074254.028742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb20.
00000080:00000010:0.1:1769074254.034157:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f1080.
00010000:00000010:0.1:1769074254.131537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cfe00.
00010000:00000010:0.1:1769074254.131553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78100.
00010000:00000010:0.1:1769074254.131557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074254.150498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623e60.
00000080:00000010:0.1:1769074254.150518:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92cd280.
00010000:00000010:0.1:1769074254.168655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00010000:00000010:0.1:1769074254.168675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb800.
00010000:00000010:0.1:1769074254.168681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70c00.
00000080:00000010:0.1:1769074254.172697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5140.
00000080:00000010:0.1:1769074254.172739:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9372100.
00010000:00000010:0.1:1769074254.176674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:0.1:1769074254.176698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03900.
00010000:00000010:0.1:1769074254.176703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c200.
00000080:00000010:0.1:1769074254.194582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00000080:00000010:0.1:1769074254.194605:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021a940.
00010000:00000010:0.1:1769074254.207535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:0.1:1769074254.207550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cbe00.
00010000:00000010:0.1:1769074254.207554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d70e00.
00010000:00000010:1.1:1769074254.259449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf800.
00010000:00000010:1.1:1769074254.259468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491700.
00010000:00000010:1.1:1769074254.259472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da200.
00000080:00000010:1.1:1769074254.279236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623140.
00000080:00000010:1.1:1769074254.284335:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92be300.
00010000:00000010:3.1:1769074254.301626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b400.
00010000:00000010:3.1:1769074254.301637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b300.
00010000:00000010:3.1:1769074254.301641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce200.
00000080:00000010:3.1:1769074254.309452:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e60840.
00010000:00000010:3.1:1769074254.324441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e000.
00010000:00000010:3.1:1769074254.324460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8c00.
00010000:00000010:3.1:1769074254.324466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6a600.
00000080:00000010:3.1:1769074254.352451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4760.
00000080:00000010:3.1:1769074254.352477:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f6b40.
00010000:00000010:3.1:1769074254.363572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e000.
00010000:00000010:3.1:1769074254.363586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76dff00.
00010000:00000010:3.1:1769074254.363590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d84c00.
00010000:00000010:3.1:1769074254.395891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cfe00.
00010000:00000010:3.1:1769074254.395939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682300.
00010000:00000010:3.1:1769074254.395943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002200.
00010000:00000010:1.1:1769074254.439986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf200.
00010000:00000010:1.1:1769074254.440006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc700.
00010000:00000010:1.1:1769074254.440012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae60200.
00000080:00000010:1.1:1769074254.466529:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623620.
00000080:00000010:1.1:1769074254.466546:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec4200.
00010000:00000010:1.1:1769074254.481153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b200.
00010000:00000010:1.1:1769074254.481169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22500.
00010000:00000010:1.1:1769074254.481173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec600.
00000080:00000010:1.1:1769074254.503442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cea0.
00000080:00000010:1.1:1769074254.507528:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f4a40.
00010000:00000010:0.1:1769074254.524437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b200.
00010000:00000010:0.1:1769074254.524452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491e00.
00010000:00000010:0.1:1769074254.524457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dba00.
00000080:00000010:1.1:1769074254.569535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9e0.
00000080:00000010:1.1:1769074254.576457:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92ba940.
00010000:00000010:1.1:1769074254.610717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074254.610729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78900.
00010000:00000010:1.1:1769074254.610733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288c200.
00000080:00000010:1.1:1769074254.618518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cea0.
00000080:00000010:1.1:1769074254.618556:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92ca100.
00010000:00000010:1.1:1769074254.651904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074254.651912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1be00.
00010000:00000010:1.1:1769074254.651916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9de00.
00000080:00000010:1.1:1769074254.658535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9e0.
00000080:00000010:1.1:1769074254.658567:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d933e300.
00010000:00000010:1.1:1769074254.668436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074254.668453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491500.
00010000:00000010:1.1:1769074254.668463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da800.
00000080:00000010:1.1:1769074254.684959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cea0.
00000080:00000010:1.1:1769074254.684996:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92b8000.
00010000:00000010:1.1:1769074254.718722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074254.718742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9000.
00010000:00000010:1.1:1769074254.718748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015ac00.
00000080:00000010:1.1:1769074254.736437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9e0.
00000080:00000010:1.1:1769074254.740438:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01bd280.
00010000:00000010:1.1:1769074254.749449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074254.749465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256100.
00010000:00000010:1.1:1769074254.749470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfc000.
00000080:00000010:1.1:1769074254.780941:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cea0.
00000080:00000010:1.1:1769074254.780960:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0449080.
00010000:00000010:0.1:1769074254.789253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:0.1:1769074254.789280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b700.
00010000:00000010:0.1:1769074254.789286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf000.
00000080:00000010:0.1:1769074254.806399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00000080:00000010:0.1:1769074254.806425:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e67380.
00010000:00000010:0.1:1769074254.851495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:0.1:1769074254.851506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972e500.
00010000:00000010:0.1:1769074254.851511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74400.
00000080:00000010:0.1:1769074254.862595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54c0.
00000080:00000010:0.1:1769074254.862623:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f2940.
00010000:00000010:0.1:1769074254.881492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:0.1:1769074254.881515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5de00.
00010000:00000010:0.1:1769074254.881521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6fe00.
00000080:00000010:0.1:1769074254.893475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00000080:00000010:0.1:1769074254.893496:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a7380.
00010000:00000010:1.1:1769074254.902767:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:1.1:1769074254.902775:0:1358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b200.
00010000:00000010:1.1:1769074254.902779:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9c400.
00000080:00000010:1.1:1769074254.923482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54c0.
00000080:00000010:1.1:1769074254.923510:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec2940.
00010000:00000010:1.1:1769074254.949459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074254.949478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22b00.
00010000:00000010:1.1:1769074254.949482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00eda00.
00000080:00000010:1.1:1769074254.968368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cea0.
00000080:00000010:1.1:1769074254.968384:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e60000.
00010000:00000010:1.1:1769074254.986897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074254.986918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb200.
00010000:00000010:1.1:1769074254.986924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71400.
00000080:00000010:1.1:1769074254.992336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9e0.
00000080:00000010:1.1:1769074254.992366:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93718c0.
00000080:00000010:0.1:1769074255.028817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cea0.
00000080:00000010:0.1:1769074255.028845:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0569080.
00010000:00000010:0.1:1769074255.045453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00010000:00000010:0.1:1769074255.045475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52d00.
00010000:00000010:0.1:1769074255.045479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c600.
00000080:00000010:0.1:1769074255.059439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00000080:00000010:0.1:1769074255.064444:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9374a40.
00000080:00000010:0.1:1769074255.085817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5720.
00000080:00000010:0.1:1769074255.090515:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0188840.
00010000:00000010:0.1:1769074255.101446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074255.101464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78f00.
00010000:00000010:0.1:1769074255.101468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380600.
00000080:00000010:0.1:1769074255.116526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00000080:00000010:0.1:1769074255.119651:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0542100.
00010000:00000010:1.1:1769074255.132523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380600.
00010000:00000010:1.1:1769074255.132543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc500.
00010000:00000010:1.1:1769074255.132549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae60e00.
00000080:00000010:1.1:1769074255.146309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5720.
00000080:00000010:1.1:1769074255.146338:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec0840.
00010000:00000010:1.1:1769074255.183105:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074255.183117:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c100.
00010000:00000010:1.1:1769074255.183122:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f22200.
00000080:00000010:1.1:1769074255.195443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9e0.
00000080:00000010:0.1:1769074255.195678:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f07380.
00010000:00000010:0.1:1769074255.199551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074255.199568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c300.
00010000:00000010:0.1:1769074255.199572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79600.
00000080:00000010:0.1:1769074255.239510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00000080:00000010:0.1:1769074255.239537:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a3180.
00010000:00000010:0.1:1769074255.250523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074255.250538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008eb00.
00010000:00000010:0.1:1769074255.250543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074255.254557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5800.
00000080:00000010:0.1:1769074255.254596:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053f380.
00010000:00000010:0.1:1769074255.263560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381000.
00010000:00000010:0.1:1769074255.263578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22f00.
00010000:00000010:0.1:1769074255.263583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ed400.
00000080:00000010:0.1:1769074255.280083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00000080:00000010:0.1:1769074255.284039:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0180000.
00010000:00000010:0.1:1769074255.292560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381000.
00010000:00000010:0.1:1769074255.292575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9200.
00010000:00000010:0.1:1769074255.292580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0e800.
00000080:00000010:0.1:1769074255.308281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5800.
00000080:00000010:0.1:1769074255.311577:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d018e300.
00010000:00000010:1.1:1769074255.322549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381000.
00010000:00000010:1.1:1769074255.322568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52300.
00010000:00000010:1.1:1769074255.322572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad78800.
00000080:00000010:1.1:1769074255.349442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00000080:00000010:1.1:1769074255.349472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d022a940.
00010000:00000010:1.1:1769074255.349480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074255.349486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2200.
00010000:00000010:1.1:1769074255.349489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6aa00.
00000080:00000010:0.1:1769074255.373394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9e0.
00000080:00000010:0.1:1769074255.373422:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f0000.
00010000:00000010:0.1:1769074255.373428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074255.373433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2b00.
00010000:00000010:0.1:1769074255.373437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c75e00.
00000080:00000010:1.1:1769074255.387435:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e62100.
00000080:00000010:0.1:1769074255.388712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5800.
00010000:00000010:1.1:1769074255.431609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074255.431625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775c00.
00010000:00000010:1.1:1769074255.431630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373e00.
00000080:00000010:1.1:1769074255.431635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c720.
00000080:00000010:1.1:1769074255.431655:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a4200.
00010000:00000010:1.1:1769074255.442404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074255.442420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c400.
00010000:00000010:1.1:1769074255.442424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae60000.
00000080:00000010:1.1:1769074255.447454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5a0.
00000080:00000010:1.1:1769074255.447479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f02100.
00010000:00000010:1.1:1769074255.451553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074255.451566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8200.
00010000:00000010:1.1:1769074255.451569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288d600.
00000080:00000010:1.1:1769074255.468682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c720.
00000080:00000010:0.1:1769074255.493434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56230e0.
00000080:00000010:0.1:1769074255.493467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e044dac0.
00010000:00000010:0.1:1769074255.509523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074255.509541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718100.
00010000:00000010:0.1:1769074255.509547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9c800.
00000080:00000010:0.1:1769074255.522934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5800.
00000080:00000010:0.1:1769074255.527451:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d933a940.
00010000:00000010:0.1:1769074255.531549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074255.531563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2900.
00010000:00000010:0.1:1769074255.531568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288da00.
00010000:00000010:0.1:1769074255.563711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce200.
00010000:00000010:0.1:1769074255.563731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b600.
00010000:00000010:0.1:1769074255.563735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9c600.
00000080:00000010:0.1:1769074255.575526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623020.
00000080:00000010:0.1:1769074255.575561:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d018a940.
00010000:00000010:1.1:1769074255.589439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:1.1:1769074255.589455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5db00.
00010000:00000010:1.1:1769074255.589460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f600.
00000080:00000010:1.1:1769074255.602438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5800.
00000080:00000010:1.1:1769074255.602468:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88adac0.
00010000:00000010:1.1:1769074255.612458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074255.612476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8400.
00010000:00000010:1.1:1769074255.612480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288ca00.
00000080:00000010:0.1:1769074255.623482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c720.
00000080:00000010:0.1:1769074255.623517:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f4200.
00010000:00000010:0.1:1769074255.640263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074255.640273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22600.
00010000:00000010:0.1:1769074255.640277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ed600.
00000080:00000010:0.1:1769074255.645440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5720.
00000080:00000010:0.1:1769074255.645473:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0186b40.
00010000:00000010:0.1:1769074255.672933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:0.1:1769074255.672949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682800.
00010000:00000010:0.1:1769074255.672954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002800.
00000080:00000010:0.1:1769074255.698955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54c0.
00000080:00000010:0.1:1769074255.698971:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9338840.
00010000:00000010:0.1:1769074255.705619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074255.705631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d000.
00010000:00000010:0.1:1769074255.705636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6ee00.
00000080:00000010:0.1:1769074255.712655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5720.
00000080:00000010:0.1:1769074255.718446:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a2100.
00010000:00000010:1.1:1769074255.730496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:1.1:1769074255.730516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59600.
00010000:00000010:1.1:1769074255.730523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0f200.
00000080:00000010:1.1:1769074255.735485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54c0.
00000080:00000010:0.1:1769074255.735562:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d018ca40.
00010000:00000010:0.1:1769074255.746409:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074255.746416:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03500.
00010000:00000010:0.1:1769074255.746420:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6c800.
00000080:00000010:0.1:1769074255.752451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5720.
00000080:00000010:0.1:1769074255.752480:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021a100.
00010000:00000010:0.1:1769074255.761538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074255.761551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438100.
00010000:00000010:0.1:1769074255.761555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4f000.
00000080:00000010:0.1:1769074255.775456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54a0.
00000080:00000010:0.1:1769074255.775490:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0183180.
00010000:00000010:0.1:1769074255.786566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074255.786584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52200.
00010000:00000010:0.1:1769074255.786589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ce00.
00000080:00000010:0.1:1769074255.814448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5720.
00000080:00000010:0.1:1769074255.819615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0219080.
00010000:00000010:0.1:1769074255.823437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074255.823452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76df000.
00010000:00000010:0.1:1769074255.823457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85c00.
00000080:00000010:0.1:1769074255.852449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54a0.
00000080:00000010:0.1:1769074255.852481:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0568000.
00010000:00000010:0.1:1769074255.858367:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074255.858382:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffec00.
00010000:00000010:0.1:1769074255.858413:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2fae0e400.
00000080:00000010:3.1:1769074255.952532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623520.
00000080:00000010:3.1:1769074255.963733:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0542940.
00010000:00000010:0.1:1769074255.964012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e000.
00010000:00000010:0.1:1769074255.964019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027f900.
00010000:00000010:0.1:1769074255.964023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372600.
00000080:00000010:0.1:1769074255.969094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4040.
00000080:00000010:0.1:1769074255.969122:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a0840.
00010000:00000010:0.1:1769074255.991669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074255.991685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027f100.
00010000:00000010:0.1:1769074255.991690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372e00.
00000080:00000010:0.1:1769074255.991695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54a0.
00000080:00000010:0.1:1769074255.991711:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a5ac0.
00010000:00000010:0.1:1769074255.999848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074255.999865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775e00.
00010000:00000010:0.1:1769074255.999870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372a00.
00000080:00000010:0.1:1769074256.017504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00000080:00000010:0.1:1769074256.017531:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92da940.
00010000:00000010:3.1:1769074256.030433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275ea00.
00010000:00000010:3.1:1769074256.030452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76dfe00.
00010000:00000010:3.1:1769074256.030457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85200.
00000080:00000010:3.1:1769074256.056414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54a0.
00000080:00000010:3.1:1769074256.057559:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a6b40.
00000080:00000010:3.1:1769074256.092831:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4f80.
00000080:00000010:3.1:1769074256.092859:0:2361:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e66b40.
00010000:00000010:0.1:1769074256.126467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074256.126483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718300.
00010000:00000010:0.1:1769074256.126488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79000.
00000080:00000010:0.1:1769074256.141670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00000080:00000010:0.1:1769074256.143070:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d018c200.
00010000:00000010:0.1:1769074256.160495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074256.160512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03c00.
00010000:00000010:0.1:1769074256.160517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6ca00.
00000080:00000010:0.1:1769074256.168073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5520.
00000080:00000010:0.1:1769074256.172458:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01898c0.
00010000:00000010:0.1:1769074256.190820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074256.190828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22100.
00010000:00000010:0.1:1769074256.190832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00eca00.
00000080:00000010:0.1:1769074256.196512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00000080:00000010:0.1:1769074256.202873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0182940.
00000080:00000010:3.1:1769074256.230444:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5520.
00000080:00000010:3.1:1769074256.333546:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92cb9c0.
00010000:00000010:0.1:1769074256.336584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e800.
00010000:00000010:0.1:1769074256.336613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d300.
00010000:00000010:0.1:1769074256.336618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6f800.
00000080:00000010:0.1:1769074256.336623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4940.
00000080:00000010:0.1:1769074256.336646:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92d9080.
00010000:00000010:0.1:1769074256.357831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074256.357850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d500.
00010000:00000010:0.1:1769074256.357855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0373600.
00000080:00000010:1.1:1769074256.372525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00000080:00000010:1.1:1769074256.372553:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a5280.
00010000:00000010:1.1:1769074256.390457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074256.390473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59b00.
00010000:00000010:1.1:1769074256.390480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372400.
00000080:00000010:1.1:1769074256.412541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c800.
00000080:00000010:1.1:1769074256.412580:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01bca40.
00010000:00000010:1.1:1769074256.433454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074256.433469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438600.
00010000:00000010:1.1:1769074256.433473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d4fe00.
00000080:00000010:0.1:1769074256.455451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cda0.
00000080:00000010:0.1:1769074256.455482:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f0840.
00010000:00000010:0.1:1769074256.468488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074256.468504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5dc00.
00010000:00000010:0.1:1769074256.468508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6e200.
00000080:00000010:0.1:1769074256.481740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5160.
00000080:00000010:0.1:1769074256.484612:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01a4200.
00000080:00000010:3.1:1769074256.520590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56e0.
00000080:00000010:3.1:1769074256.524924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01bb9c0.
00010000:00000010:3.1:1769074256.595445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf400.
00010000:00000010:3.1:1769074256.595461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78500.
00010000:00000010:3.1:1769074256.595465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074256.606442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623840.
00000080:00000010:0.1:1769074256.606476:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92ceb40.
00010000:00000010:0.1:1769074256.620537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074256.620555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4d59c00.
00010000:00000010:0.1:1769074256.620561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015a200.
00000080:00000010:0.1:1769074256.638153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5160.
00000080:00000010:0.1:1769074256.643463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01bdac0.
00010000:00000010:0.1:1769074256.667898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074256.667918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8f00.
00010000:00000010:0.1:1769074256.667924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6b000.
00000080:00000010:0.1:1769074256.684612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50a0.
00000080:00000010:0.1:1769074256.684643:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f1080.
00010000:00000010:3.1:1769074256.701362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:3.1:1769074256.701381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c76dfc00.
00010000:00000010:3.1:1769074256.701397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4d85e00.
00000080:00000010:0.1:1769074256.732549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5160.
00000080:00000010:0.1:1769074256.741649:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e056a940.
00010000:00000010:0.1:1769074256.751803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074256.751819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b100.
00010000:00000010:0.1:1769074256.751824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02ce400.
00000080:00000010:1.1:1769074256.765765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50a0.
00000080:00000010:1.1:1769074256.769447:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e65ac0.
00010000:00000010:1.1:1769074256.785449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074256.785464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491f00.
00010000:00000010:1.1:1769074256.785469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db200.
00000080:00000010:1.1:1769074256.801612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c800.
00000080:00000010:1.1:1769074256.819418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92beb40.
00010000:00000010:1.1:1769074256.826741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074256.826758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffef00.
00010000:00000010:1.1:1769074256.826761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872200.
00000080:00000010:0.1:1769074256.826813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb80.
00000080:00000010:0.1:1769074256.826833:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d021f380.
00010000:00000010:0.1:1769074256.836448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074256.836466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9600.
00010000:00000010:0.1:1769074256.836471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015ba00.
00000080:00000010:0.1:1769074256.855436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5160.
00000080:00000010:0.1:1769074256.858663:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01dc200.
00010000:00000010:0.1:1769074256.870599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074256.870612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22900.
00010000:00000010:0.1:1769074256.870616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00edc00.
00000080:00000010:0.1:1769074256.883643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00000080:00000010:0.1:1769074256.883667:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0185280.
00010000:00000010:0.1:1769074256.888519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074256.888535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1775400.
00010000:00000010:0.1:1769074256.888540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0372200.
00000080:00000010:0.1:1769074256.902429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5160.
00000080:00000010:0.1:1769074256.906527:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a7380.
00010000:00000010:0.1:1769074256.919454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074256.919472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc100.
00010000:00000010:0.1:1769074256.919477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61400.
00000080:00000010:0.1:1769074256.939647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00000080:00000010:0.1:1769074256.939678:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d93a18c0.
00010000:00000010:0.1:1769074256.956451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074256.956471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c200.
00010000:00000010:0.1:1769074256.956477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f22a00.
00000080:00000010:0.1:1769074257.011125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623f40.
00000080:00000010:0.1:1769074257.015640:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e056eb40.
00010000:00000010:0.1:1769074257.026529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074257.026547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e01b9400.
00010000:00000010:0.1:1769074257.026552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e015b600.
00000080:00000010:0.1:1769074257.045456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00000080:00000010:0.1:1769074257.049488:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d01d8840.
00010000:00000010:0.1:1769074257.057643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074257.057660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491900.
00010000:00000010:0.1:1769074257.057664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50daa00.
00000080:00000010:0.1:1769074257.092438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59c0.
00000080:00000010:0.1:1769074257.092471:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92b9080.
00010000:00000010:0.1:1769074257.100574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074257.100589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78c00.
00010000:00000010:0.1:1769074257.100593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381800.
00000080:00000010:3.1:1769074257.128505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00000080:00000010:3.1:1769074257.128535:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92c98c0.
00010000:00000010:3.1:1769074257.141502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e200.
00010000:00000010:3.1:1769074257.141512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88de00.
00010000:00000010:3.1:1769074257.141518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1600.
00000080:00000010:0.1:1769074257.146544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4320.
00000080:00000010:0.1:1769074257.149597:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9375280.
00010000:00000010:0.1:1769074257.380033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf800.
00010000:00000010:0.1:1769074257.380056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2dac03d00.
00010000:00000010:0.1:1769074257.380060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6cc00.
00000080:00000010:0.1:1769074257.471187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56236e0.
00000080:00000010:0.1:1769074257.471232:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0119080.
00010000:00000010:0.1:1769074257.523457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074257.523479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1bd00.
00010000:00000010:0.1:1769074257.523485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9c000.
00000080:00000010:0.1:1769074257.581719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00000080:00000010:0.1:1769074257.581755:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d933c200.
00010000:00000010:0.1:1769074257.636320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074257.636339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5c5d600.
00010000:00000010:0.1:1769074257.636344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d6fc00.
00000080:00000010:3.1:1769074257.662534:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92d98c0.
00000080:00000010:0.1:1769074257.663478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5da0.
00010000:00000010:3.1:1769074257.679200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275e400.
00010000:00000010:3.1:1769074257.679217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26dc900.
00010000:00000010:3.1:1769074257.679223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dae61000.
00010000:00000010:0.1:1769074257.723452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cee00.
00010000:00000010:0.1:1769074257.723482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d972e200.
00010000:00000010:0.1:1769074257.723489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74e00.
00000080:00000010:0.1:1769074257.739440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623700.
00000080:00000010:1.1:1769074257.746688:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88af380.
00010000:00000010:1.1:1769074257.758618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074257.758637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb718200.
00010000:00000010:1.1:1769074257.758643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9cc00.
00000080:00000010:1.1:1769074257.780003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c800.
00000080:00000010:1.1:1769074257.780037:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d022f380.
00010000:00000010:1.1:1769074257.792485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074257.792504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256c00.
00010000:00000010:1.1:1769074257.792508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfd800.
00000080:00000010:1.1:1769074257.804498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c920.
00000080:00000010:1.1:1769074257.813716:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e044d280.
00010000:00000010:1.1:1769074257.818441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074257.818462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d1256600.
00010000:00000010:1.1:1769074257.818467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dadfdc00.
00000080:00000010:0.1:1769074257.839902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c800.
00000080:00000010:0.1:1769074257.839931:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04ce300.
00010000:00000010:0.1:1769074257.852119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074257.852136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d15c8b00.
00010000:00000010:0.1:1769074257.852141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c288d800.
00000080:00000010:0.1:1769074257.867015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5da0.
00000080:00000010:0.1:1769074257.867048:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f5ac0.
00000080:00000010:0.1:1769074257.924433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623480.
00000080:00000010:0.1:1769074257.924458:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d89f3180.
00010000:00000010:0.1:1769074257.937504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074257.937522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1b500.
00010000:00000010:0.1:1769074257.937526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf9dc00.
00000080:00000010:0.1:1769074257.949449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5da0.
00000080:00000010:0.1:1769074257.949477:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d933dac0.
00010000:00000010:0.1:1769074257.955822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074257.955837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c900.
00010000:00000010:0.1:1769074257.955842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f23600.
00000080:00000010:0.1:1769074257.974685:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00000080:00000010:0.1:1769074257.989990:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1ec5ac0.
00010000:00000010:0.1:1769074257.991650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074257.991662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d800c500.
00010000:00000010:0.1:1769074257.991667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3f22600.
00000080:00000010:1.1:1769074257.995438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5da0.
00000080:00000010:1.1:1769074258.001458:0:43138:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1f06300.
00010000:00000010:1.1:1769074258.005740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074258.005761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491d00.
00010000:00000010:1.1:1769074258.005765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50dac00.
00000080:00000010:1.1:1769074258.016926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c920.
00000080:00000010:1.1:1769074258.016956:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0568840.
00010000:00000010:1.1:1769074258.038912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074258.038921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cba52900.
00010000:00000010:1.1:1769074258.038926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dad79400.
00000080:00000010:1.1:1769074258.044847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c060.
00000080:00000010:1.1:1769074258.044886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d0228840.
00010000:00000010:1.1:1769074258.059586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074258.059593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb8cb100.
00010000:00000010:1.1:1769074258.059597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71e00.
00000080:00000010:1.1:1769074258.066115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c920.
00000080:00000010:1.1:1769074258.066144:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9370000.
00010000:00000010:1.1:1769074258.076692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00010000:00000010:1.1:1769074258.076708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c3f78e00.
00010000:00000010:1.1:1769074258.076713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381e00.
00000080:00000010:1.1:1769074258.098821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c060.
00000080:00000010:1.1:1769074258.098849:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0539080.
00010000:00000010:0.1:1769074258.118516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00010000:00000010:0.1:1769074258.118546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2600.
00010000:00000010:0.1:1769074258.118550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4c74800.
00000080:00000010:0.1:1769074258.137126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c920.
00000080:00000010:0.1:1769074258.145463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d88a98c0.
00010000:00000010:1.1:1769074258.162334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf800.
00010000:00000010:1.1:1769074258.162353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c82a2000.
00010000:00000010:1.1:1769074258.162357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2daf6a800.
00000080:00000010:1.1:1769074258.194801:0:43138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00000080:00000010:1.1:1769074258.209905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d92f2100.
00010000:00000010:1.1:1769074258.221432:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074258.221439:0:43138:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:1.1:1769074258.221443:0:43138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074258.232536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c060.
00000080:00000010:1.1:1769074258.232572:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0546b40.
00000080:00000010:1.1:1769074258.240774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c780.
00010000:00000010:1.1:1769074258.271442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:1.1:1769074258.271466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817a00.
00010000:00000010:1.1:1769074258.271471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a400.
00010000:00000010:1.1:1769074258.271473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817e00.
00010000:00000010:1.1:1769074258.271476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380e00.
00010000:00000010:1.1:1769074287.291735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bb00.
00010000:00000010:1.1:1769074287.291760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cfe00.
00010000:00000010:1.1:1769074287.327454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ef00.
00010000:00000010:1.1:1769074289.098817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fefa00.
00010000:00000010:1.1:1769074289.098828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d275f000.
00010000:00000010:1.1:1769074289.124431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ee00.
00010000:00000010:1.1:1769074289.124438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e800.
00010000:00000010:1.1:1769074289.124445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a600.
00010000:00000010:1.1:1769074289.169455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cee00.
00000080:00000010:0.1:1769074289.212908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c820.
00010000:00000010:0.1:1769074296.748792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074296.748811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817900.
00010000:00000010:0.1:1769074296.748816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381e00.
00010000:00000010:0.1:1769074296.748819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817d00.
00010000:00000010:0.1:1769074296.748822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074296.821451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54c0.
00000080:00000010:1.1:1769074296.837446:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0539080.
00010000:00000010:0.1:1769074298.057688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491500.
00010000:00000010:0.1:1769074298.057710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381800.
00000800:00000200:1.1:1769074308.998358:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (2)
00000800:00000200:1.1:1769074308.998363:0:2354:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.5@tcp ffffa0b2c1254c00 deleted
00000800:00000010:1.1:1769074308.998366:0:2354:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffffa0b2c1254c00.
00000800:00000200:1.1:1769074308.998372:0:2354:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1769074308.998379:0:2354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:1023
00000800:00000200:1.1:1769074308.998384:0:2354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c3fa2e00 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:3.1:1769074309.000501:0:2356:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00010000:00000010:1.1:1769074327.061925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491500.
00010000:00000010:1.1:1769074327.061939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e02cf800.
00010000:00000010:1.1:1769074327.104293:0:45950:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e100.
00000800:00000200:3.1:1769074426.441181:0:2368:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 1236188 low water 862866 conn ffffa0b2c3ada000 blocked idle queued
00010000:00000010:3.1:1769074432.865526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ed00.
00010000:00000010:3.1:1769074432.865542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:0.1:1769074432.869561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b000.
00010000:00000010:0.1:1769074433.461484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380c00.
00010000:00000010:3.1:1769074438.642494:0:46519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2c00.
00010000:00000010:3.1:1769074438.642509:0:46519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491d00.
00010000:00000010:3.1:1769074438.642513:0:46519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2400.
00010000:00000010:3.1:1769074438.642516:0:46519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817600.
00010000:00000010:3.1:1769074438.642518:0:46519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380e00.
00000080:00000010:1.1:1769074438.675142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623b60.
00000080:00000010:1.1:1769074438.675181:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0539080.
00010000:00000010:1.1:1769074441.414443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817700.
00010000:00000010:1.1:1769074441.414459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074446.402768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817000.
00010000:00000010:0.1:1769074446.402777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381e00.
00010000:00000010:0.1:1769074446.407468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491500.
00010000:00000010:0.1:1769074446.407485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2a00.
00010000:00000010:0.1:1769074446.429243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817300.
00000080:00000010:0.1:1769074446.608477:0:47095:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623420.
00010000:00000010:0.1:1769074446.634598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817300.
00010000:00000010:0.1:1769074446.634617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074446.661534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817b00.
00010000:00000010:1.1:1769074446.684956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074446.723783:0:47096:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f80.
00010000:00000010:0.1:1769074446.774446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817b00.
00010000:00000010:0.1:1769074446.774461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074446.787438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817300.
00000080:00000010:1.1:1769074446.832445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59c0.
00010000:00000010:3.1:1769074446.867494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491700.
00010000:00000010:3.1:1769074446.867511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2600.
00010000:00000010:0.1:1769074446.888587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef600.
00010000:00000010:3.1:1769074455.727621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00eca00.
00000080:00000010:0.1:1769074455.738108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4e40.
00010000:00000010:0.1:1769074455.738126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491300.
00010000:00000010:0.1:1769074455.738132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2800.
00010000:00000010:1.1:1769074461.227989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4872800.
00010000:00000010:1.1:1769074461.228017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682c00.
00010000:00000010:1.1:1769074461.228023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873400.
00010000:00000010:1.1:1769074465.005443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074465.009446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e200.
00010000:00000010:0.1:1769074465.009468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00010000:00000010:3.1:1769074467.159034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2e00.
00010000:00000010:3.1:1769074467.159060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8feff00.
00010000:00000010:3.1:1769074467.159064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00edc00.
00000080:00000010:0.1:1769074467.208978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4b40.
00010000:00000010:1.1:1769074467.483507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e200.
00010000:00000010:1.1:1769074467.483530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b400.
00010000:00000010:1.1:1769074467.507067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e000.
00000080:00000010:0.1:1769074467.557790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00010000:00000010:0.1:1769074474.112962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b200.
00010000:00000010:0.1:1769074474.120189:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e100.
00010000:00000010:0.1:1769074474.120217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00010000:00000010:0.1:1769074477.310339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074477.310357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e400.
00010000:00000010:0.1:1769074477.310363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00010000:00000010:3.1:1769074478.466925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e200.
00010000:00000010:3.1:1769074478.466944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a600.
00000080:00000010:3.1:1769074478.494139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5a0.
00000080:00000010:3.1:1769074478.494176:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0539080.
00000080:00000010:0.1:1769074478.515953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51c0.
00000080:00000010:0.1:1769074478.515984:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e65ac0.
00010000:00000010:0.1:1769074478.528630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d26a7500.
00010000:00000010:0.1:1769074478.528652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3200.
00000080:00000010:0.1:1769074478.534158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623bc0.
00000080:00000010:0.1:1769074478.534196:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e66b40.
00010000:00000010:0.1:1769074478.534208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817900.
00010000:00000010:0.1:1769074478.534216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381000.
00000080:00000010:0.1:1769074478.547451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00000080:00000010:0.1:1769074478.547503:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0544a40.
00010000:00000010:0.1:1769074478.547523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e000.
00010000:00000010:0.1:1769074478.547529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b400.
00000080:00000010:0.1:1769074478.575890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca40.
00000080:00000010:0.1:1769074478.575932:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053dac0.
00010000:00000010:0.1:1769074478.575943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008eb00.
00010000:00000010:0.1:1769074478.575950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074478.592628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1c0.
00000080:00000010:0.1:1769074478.606444:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0538840.
00000080:00000010:3.1:1769074478.625815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c960.
00000080:00000010:3.1:1769074478.625952:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053c200.
00010000:00000010:3.1:1769074478.625968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ed00.
00010000:00000010:3.1:1769074478.625974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a400.
00000080:00000010:0.1:1769074478.713739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5120.
00000080:00000010:0.1:1769074478.713780:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053a100.
00010000:00000010:0.1:1769074478.722417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8feff00.
00010000:00000010:0.1:1769074478.722442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074478.811441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56233e0.
00000080:00000010:1.1:1769074478.811464:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04c8000.
00010000:00000010:1.1:1769074478.811471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817100.
00010000:00000010:1.1:1769074478.811478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00000080:00000010:3.1:1769074478.817542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56231a0.
00000080:00000010:3.1:1769074478.821477:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e05418c0.
00010000:00000010:3.1:1769074478.821514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817f00.
00010000:00000010:3.1:1769074478.821521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00000080:00000010:1.1:1769074478.884438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5840.
00000080:00000010:1.1:1769074478.884468:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0541080.
00010000:00000010:1.1:1769074478.884549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817600.
00010000:00000010:1.1:1769074478.884555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381800.
00000080:00000010:1.1:1769074478.912658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00000080:00000010:1.1:1769074478.912691:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0547380.
00010000:00000010:1.1:1769074478.934869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817e00.
00010000:00000010:1.1:1769074478.934887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380c00.
00000080:00000010:1.1:1769074478.966086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ca0.
00000080:00000010:1.1:1769074478.966114:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0546300.
00010000:00000010:0.1:1769074489.824641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491900.
00010000:00000010:0.1:1769074489.824659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3e00.
00010000:00000010:0.1:1769074489.824673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817600.
00010000:00000010:3.1:1769074506.981215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817500.
00010000:00000010:3.1:1769074506.981240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074507.109448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b800.
00010000:00000010:0.1:1769074507.109460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2a00.
00010000:00000010:0.1:1769074507.109465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef200.
00010000:00000010:0.1:1769074507.109468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ed000.
00010000:00000010:0.1:1769074507.109472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b100.
00010000:00000010:0.1:1769074507.109475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2600.
00000080:00000010:0.1:1769074507.159556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56231e0.
00000080:00000010:0.1:1769074507.180522:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04cca40.
00010000:00000010:1.1:1769074510.580346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef000.
00010000:00000010:1.1:1769074510.580369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ece00.
00010000:00000010:0.1:1769074515.469593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:3.1:1769074515.534653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bf00.
00010000:00000010:3.1:1769074515.534668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2600.
00000080:00000010:0.1:1769074515.571331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5600.
00010000:00000010:1.1:1769074515.614819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817100.
00010000:00000010:1.1:1769074515.614828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:1.1:1769074515.661699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ed00.
00010000:00000010:1.1:1769074515.661707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00000080:00000010:1.1:1769074515.661712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5560.
00010000:00000010:0.1:1769074515.665685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074515.749907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c120.
00000080:00000010:3.1:1769074516.293153:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a40.
00000080:00000010:3.1:1769074516.295224:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5320.
00000080:00000010:3.1:1769074516.295239:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec41c0.
00000080:00000010:3.1:1769074516.295258:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a00.
00000080:00000010:3.1:1769074516.295262:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d40.
00000080:00000010:3.1:1769074516.295267:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623a80.
00000080:00000010:3.1:1769074516.295273:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623bc0.
00000080:00000010:3.1:1769074516.295277:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb40.
00000080:00000010:3.1:1769074516.295281:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cae0.
00000080:00000010:3.1:1769074516.295284:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5600.
00000080:00000010:3.1:1769074516.295287:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58e0.
00000080:00000010:3.1:1769074516.295291:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cda0.
00000080:00000010:3.1:1769074516.295600:0:37257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623700.
00000080:00000010:0.1:1769074516.313492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4d40.
00010000:00000010:1.1:1769074516.375693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817800.
00010000:00000010:1.1:1769074516.375711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380c00.
00010000:00000010:1.1:1769074516.375717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e700.
00010000:00000010:1.1:1769074516.375722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a800.
00010000:00000010:1.1:1769074516.375725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817e00.
00010000:00000010:1.1:1769074516.375729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381800.
00010000:00000010:1.1:1769074516.375732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef800.
00010000:00000010:1.1:1769074516.375736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ede00.
00010000:00000010:1.1:1769074516.375739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef600.
00010000:00000010:1.1:1769074516.375742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ed400.
00010000:00000010:1.1:1769074516.375745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817f00.
00010000:00000010:1.1:1769074516.375747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:1.1:1769074516.375750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817100.
00010000:00000010:1.1:1769074516.375754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3e00.
00010000:00000010:1.1:1769074516.375757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b300.
00010000:00000010:1.1:1769074516.375759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3600.
00010000:00000010:1.1:1769074516.375762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008eb00.
00010000:00000010:1.1:1769074516.375765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b800.
00010000:00000010:1.1:1769074516.375768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ed00.
00010000:00000010:1.1:1769074516.375771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:1.1:1769074516.375774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817900.
00010000:00000010:1.1:1769074516.375776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:1.1:1769074516.375778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:1.1:1769074516.375781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:1.1:1769074516.375783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817200.
00010000:00000010:1.1:1769074516.375786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380600.
00010000:00000010:1.1:1769074516.375788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817300.
00010000:00000010:1.1:1769074516.375791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec800.
00010000:00000010:1.1:1769074516.375794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00010000:00000010:1.1:1769074516.375796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380e00.
00010000:00000010:1.1:1769074516.375798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817000.
00010000:00000010:1.1:1769074516.375800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381e00.
00010000:00000010:1.1:1769074516.375803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2cb88d000.
00010000:00000010:1.1:1769074516.375806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4dd1a00.
00010000:00000010:1.1:1769074516.375810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c3e6d600.
00010000:00000010:1.1:1769074516.375813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe600.
00010000:00000010:1.1:1769074516.375816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce4600.
00010000:00000010:1.1:1769074516.375819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873000.
00010000:00000010:1.1:1769074516.375821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873200.
00010000:00000010:1.1:1769074516.375824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c2d1bc00.
00010000:00000010:1.1:1769074516.375827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5ce5200.
00010000:00000010:0.1:1769074516.436654:0:49055:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c5491f00.
00010000:00000010:0.1:1769074516.436667:0:49055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3800.
00010000:00000010:0.1:1769074516.448433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817b00.
00010000:00000010:0.1:1769074516.448444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074516.448448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8ffe900.
00010000:00000010:0.1:1769074516.448452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c5d71600.
00010000:00000010:0.1:1769074516.604582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074516.832564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817b00.
00010000:00000010:0.1:1769074516.832576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074516.832580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b800.
00000080:00000010:0.1:1769074516.845971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5680.
00000080:00000010:0.1:1769074516.846006:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053ca40.
00010000:00000010:0.1:1769074516.846016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e200.
00010000:00000010:0.1:1769074516.846022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381400.
00010000:00000010:1.1:1769074516.870425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e400.
00010000:00000010:1.1:1769074516.870435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00000080:00000010:0.1:1769074516.870485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a00.
00000080:00000010:0.1:1769074516.870502:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04cb180.
00000080:00000010:1.1:1769074516.875451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56237a0.
00000080:00000010:1.1:1769074516.875479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053b180.
00010000:00000010:1.1:1769074516.875491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e100.
00010000:00000010:1.1:1769074516.875497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00000080:00000010:1.1:1769074516.883446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623540.
00000080:00000010:1.1:1769074516.883472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0544200.
00010000:00000010:1.1:1769074516.887438:0:49062:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e500.
00010000:00000010:1.1:1769074516.887446:0:49062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074516.892529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56231a0.
00000080:00000010:1.1:1769074516.896496:0:49062:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0540840.
00010000:00000010:1.1:1769074516.896507:0:49062:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ec00.
00010000:00000010:1.1:1769074516.896512:0:49062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074516.901524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623520.
00000080:00000010:1.1:1769074516.901546:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04cb9c0.
00010000:00000010:1.1:1769074516.901553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e800.
00010000:00000010:1.1:1769074516.901558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381e00.
00000080:00000010:1.1:1769074516.911444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56236c0.
00000080:00000010:1.1:1769074516.914601:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0538000.
00010000:00000010:1.1:1769074516.914613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e600.
00010000:00000010:1.1:1769074516.914618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380e00.
00000080:00000010:1.1:1769074516.919981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623e40.
00000080:00000010:1.1:1769074516.920009:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0545ac0.
00010000:00000010:1.1:1769074516.928458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ef00.
00010000:00000010:1.1:1769074516.928473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074516.934696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5aa0.
00000080:00000010:1.1:1769074516.934715:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053b9c0.
00010000:00000010:1.1:1769074516.934726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ea00.
00010000:00000010:1.1:1769074516.934733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380600.
00000080:00000010:3.1:1769074516.949561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5640.
00000080:00000010:3.1:1769074516.949578:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e62100.
00000080:00000010:3.1:1769074516.949587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c260.
00010000:00000010:1.1:1769074516.953449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec200.
00010000:00000010:1.1:1769074516.953462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec800.
00010000:00000010:1.1:1769074516.953467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008eb00.
00010000:00000010:1.1:1769074516.953472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2000.
00010000:00000010:1.1:1769074516.953474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ed00.
00010000:00000010:1.1:1769074516.953477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00000080:00000010:1.1:1769074516.960436:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0544a40.
00000080:00000010:1.1:1769074516.960452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec41c0.
00010000:00000010:0.1:1769074520.807599:0:49342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817a00.
00010000:00000010:0.1:1769074520.807611:0:49342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074520.807615:0:49342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b700.
00010000:00000010:0.1:1769074520.807738:0:49342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2e00.
00010000:00000010:0.1:1769074520.807743:0:49342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e700.
00010000:00000010:0.1:1769074520.807747:0:49342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a800.
00010000:00000010:0.1:1769074520.807752:0:49342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817c00.
00010000:00000010:0.1:1769074520.807755:0:49342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074520.807758:0:49342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3e00.
00010000:00000010:0.1:1769074520.807761:0:49342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b800.
00010000:00000010:0.1:1769074520.807764:0:49342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2600.
00010000:00000010:0.1:1769074520.807767:0:49342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817000.
00010000:00000010:0.1:1769074520.807769:0:49342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381800.
00010000:00000010:3.1:1769074520.821516:0:49343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ed800.
00010000:00000010:3.1:1769074520.821530:0:49343:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0be00.
00010000:00000010:3.1:1769074520.821535:0:49343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2a00.
00010000:00000010:3.1:1769074520.821542:0:49343:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817500.
00010000:00000010:3.1:1769074520.821545:0:49343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074520.862850:0:49353:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817200.
00010000:00000010:0.1:1769074520.862862:0:49353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380c00.
00010000:00000010:0.1:1769074524.598653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:0.1:1769074524.666547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef600.
00010000:00000010:0.1:1769074524.666560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00eca00.
00000080:00000010:0.1:1769074524.687627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a60.
00010000:00000010:0.1:1769074524.745669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b600.
00010000:00000010:0.1:1769074524.745688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2e00.
00010000:00000010:0.1:1769074524.763628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:0.1:1769074524.763647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00000080:00000010:0.1:1769074524.769150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5480.
00010000:00000010:0.1:1769074524.780448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00000080:00000010:0.1:1769074524.803476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5400.
00000080:00000010:0.1:1769074525.158632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56235c0.
00000080:00000010:0.1:1769074525.158654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623ce0.
00000080:00000010:0.1:1769074525.158658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56232a0.
00000080:00000010:0.1:1769074525.158662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623980.
00000080:00000010:0.1:1769074525.158666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00000080:00000010:0.1:1769074525.158671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623020.
00000080:00000010:0.1:1769074525.158680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59c0.
00000080:00000010:0.1:1769074525.158686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00000080:00000010:0.1:1769074525.162487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5480.
00000080:00000010:0.1:1769074525.162505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c420.
00000080:00000010:0.1:1769074525.162512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cce0.
00010000:00000010:0.1:1769074525.181455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b200.
00010000:00000010:0.1:1769074525.181475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3600.
00010000:00000010:0.1:1769074525.181482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817000.
00010000:00000010:0.1:1769074525.181487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074525.181490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bb00.
00010000:00000010:0.1:1769074525.181493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3a00.
00010000:00000010:0.1:1769074525.181497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b900.
00010000:00000010:0.1:1769074525.181501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2a00.
00010000:00000010:0.1:1769074525.181505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0be00.
00010000:00000010:0.1:1769074525.181507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2600.
00010000:00000010:0.1:1769074525.181511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ee00.
00010000:00000010:0.1:1769074525.181515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00010000:00000010:0.1:1769074525.181518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817700.
00010000:00000010:0.1:1769074525.181520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2400.
00010000:00000010:0.1:1769074525.181524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817300.
00010000:00000010:0.1:1769074525.181527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380c00.
00010000:00000010:0.1:1769074525.181529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817a00.
00010000:00000010:0.1:1769074525.181533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:0.1:1769074525.181535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817c00.
00010000:00000010:0.1:1769074525.181538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:0.1:1769074525.181541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:0.1:1769074525.181544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:0.1:1769074525.181546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e900.
00010000:00000010:0.1:1769074525.181549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074525.369439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a400.
00010000:00000010:0.1:1769074525.455491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:0.1:1769074525.455508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00010000:00000010:0.1:1769074525.455512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00000080:00000010:0.1:1769074525.490594:0:49648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6c0.
00000080:00000010:0.1:1769074525.490622:0:49648:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e60000.
00010000:00000010:1.1:1769074525.505459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:1.1:1769074525.505481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00000080:00000010:1.1:1769074525.543684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ea0.
00000080:00000010:1.1:1769074525.543734:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0540840.
00010000:00000010:1.1:1769074525.552111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ec00.
00010000:00000010:1.1:1769074525.552145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074525.573483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cda0.
00000080:00000010:0.1:1769074525.573522:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053b9c0.
00010000:00000010:0.1:1769074525.601845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817c00.
00010000:00000010:0.1:1769074525.601870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00000080:00000010:1.1:1769074525.629608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53c0.
00000080:00000010:1.1:1769074525.629651:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e60840.
00010000:00000010:1.1:1769074525.633597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ec00.
00010000:00000010:1.1:1769074525.633618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074525.647326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00000080:00000010:3.1:1769074525.651676:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0544200.
00010000:00000010:3.1:1769074525.669459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fefb00.
00010000:00000010:3.1:1769074525.669468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec000.
00000080:00000010:3.1:1769074525.683449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a00.
00000080:00000010:3.1:1769074525.683483:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0545ac0.
00010000:00000010:0.1:1769074525.688885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817c00.
00010000:00000010:0.1:1769074525.688910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00000080:00000010:0.1:1769074525.702445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50c0.
00000080:00000010:0.1:1769074525.702496:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e67380.
00010000:00000010:0.1:1769074525.722451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817c00.
00010000:00000010:0.1:1769074525.722469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00000080:00000010:0.1:1769074525.727538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51e0.
00000080:00000010:0.1:1769074525.731595:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0546300.
00010000:00000010:1.1:1769074525.747458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817c00.
00010000:00000010:1.1:1769074525.747486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380c00.
00000080:00000010:1.1:1769074525.756567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50c0.
00000080:00000010:1.1:1769074525.756610:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e64a40.
00010000:00000010:1.1:1769074525.768502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ec00.
00010000:00000010:1.1:1769074525.768526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074525.792215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00000080:00000010:1.1:1769074525.792255:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0547380.
00000080:00000010:1.1:1769074525.792267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00010000:00000010:0.1:1769074525.818443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00010000:00000010:0.1:1769074525.822588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e500.
00010000:00000010:0.1:1769074525.822610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a400.
00010000:00000010:0.1:1769074525.822616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8feff00.
00010000:00000010:0.1:1769074525.822620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ed600.
00000080:00000010:0.1:1769074525.839459:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0544a40.
00000080:00000010:0.1:1769074525.839472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00010000:00000010:3.1:1769074534.868756:0:50220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec400.
00010000:00000010:0.1:1769074534.927196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0ba00.
00010000:00000010:0.1:1769074534.927212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2a00.
00000080:00000010:0.1:1769074534.966488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4fa0.
00010000:00000010:3.1:1769074535.001123:0:2360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b400.
00010000:00000010:3.1:1769074535.001136:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3e00.
00000080:00000010:0.1:1769074535.448249:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623200.
00000080:00000010:0.1:1769074535.448261:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56233e0.
00000080:00000010:0.1:1769074535.448267:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c180.
00000080:00000010:0.1:1769074535.448274:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5560.
00000080:00000010:0.1:1769074535.448277:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a60.
00000080:00000010:0.1:1769074535.448281:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c760.
00000080:00000010:0.1:1769074535.448284:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c260.
00000080:00000010:0.1:1769074535.448288:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc57a0.
00000080:00000010:0.1:1769074535.448291:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb20.
00000080:00000010:0.1:1769074535.448294:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5400.
00000080:00000010:0.1:1769074535.448298:0:50226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ca0.
00010000:00000010:0.1:1769074535.475735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b400.
00010000:00000010:0.1:1769074535.475751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3200.
00010000:00000010:0.1:1769074535.475755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bc00.
00010000:00000010:0.1:1769074535.475758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2200.
00010000:00000010:0.1:1769074535.477809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b100.
00010000:00000010:0.1:1769074535.477823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3e00.
00010000:00000010:0.1:1769074535.477826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b500.
00010000:00000010:0.1:1769074535.477830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:0.1:1769074535.477834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e700.
00010000:00000010:0.1:1769074535.477838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381400.
00010000:00000010:0.1:1769074535.477842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817e00.
00010000:00000010:0.1:1769074535.477845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00010000:00000010:0.1:1769074535.477847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e300.
00010000:00000010:0.1:1769074535.477850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00010000:00000010:0.1:1769074535.477853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ea00.
00010000:00000010:0.1:1769074535.477856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a600.
00010000:00000010:0.1:1769074535.477858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817f00.
00010000:00000010:0.1:1769074535.477863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380e00.
00010000:00000010:0.1:1769074535.477865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817100.
00010000:00000010:0.1:1769074535.477868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b800.
00010000:00000010:0.1:1769074535.477870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e600.
00010000:00000010:0.1:1769074535.477872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380600.
00010000:00000010:0.1:1769074535.477874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817300.
00010000:00000010:0.1:1769074535.477877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:1.1:1769074535.652488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:3.1:1769074536.026495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e100.
00010000:00000010:3.1:1769074536.026515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:3.1:1769074536.026519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380600.
00000080:00000010:3.1:1769074536.052458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cac0.
00000080:00000010:0.1:1769074536.061451:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0538000.
00010000:00000010:0.1:1769074536.061482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e400.
00010000:00000010:0.1:1769074536.061489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b000.
00000080:00000010:0.1:1769074536.079777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623b00.
00000080:00000010:0.1:1769074536.079829:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e66300.
00010000:00000010:0.1:1769074536.079838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ec00.
00010000:00000010:0.1:1769074536.079845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b200.
00000080:00000010:0.1:1769074536.103446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4a00.
00000080:00000010:0.1:1769074536.103473:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053b180.
00010000:00000010:1.1:1769074536.131856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e000.
00010000:00000010:1.1:1769074536.131889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b800.
00000080:00000010:1.1:1769074536.136605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5400.
00000080:00000010:1.1:1769074536.136663:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e618c0.
00010000:00000010:1.1:1769074536.136676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e500.
00010000:00000010:1.1:1769074536.136684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a600.
00000080:00000010:1.1:1769074536.163845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c40.
00000080:00000010:1.1:1769074536.163988:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0545280.
00010000:00000010:3.1:1769074536.164444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e900.
00010000:00000010:3.1:1769074536.164454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:3.1:1769074536.180721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c80.
00000080:00000010:3.1:1769074536.184774:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053eb40.
00010000:00000010:3.1:1769074536.196436:0:2360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ee00.
00010000:00000010:3.1:1769074536.196449:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074536.229743:0:50240:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5360.
00000080:00000010:0.1:1769074536.229781:0:50240:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e05418c0.
00010000:00000010:0.1:1769074536.229791:0:50240:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ea00.
00010000:00000010:0.1:1769074536.229797:0:50240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a800.
00000080:00000010:0.1:1769074536.236712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e80.
00000080:00000010:0.1:1769074536.236841:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e64200.
00010000:00000010:0.1:1769074536.236874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef000.
00010000:00000010:0.1:1769074536.236882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e00ec200.
00000080:00000010:0.1:1769074536.253549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5440.
00010000:00000010:0.1:1769074536.315035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2e00.
00010000:00000010:0.1:1769074536.315052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2000.
00010000:00000010:0.1:1769074536.315058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817100.
00010000:00000010:0.1:1769074536.315062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380e00.
00010000:00000010:0.1:1769074536.315065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817300.
00010000:00000010:0.1:1769074536.315068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074536.353689:0:50242:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0544a40.
00000080:00000010:0.1:1769074536.353709:0:50242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56237c0.
00010000:00000010:1.1:1769074541.240310:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0ba00.
00010000:00000010:1.1:1769074541.240320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3800.
00010000:00000010:1.1:1769074541.240324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817800.
00010000:00000010:1.1:1769074541.240328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381400.
00010000:00000010:1.1:1769074541.253444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817500.
00010000:00000010:1.1:1769074541.253465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:1.1:1769074541.253470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3a00.
00010000:00000010:1.1:1769074541.295552:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817a00.
00010000:00000010:1.1:1769074541.295566:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00010000:00000010:1.1:1769074541.295569:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817f00.
00010000:00000010:1.1:1769074541.295574:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00010000:00000010:0.1:1769074541.298424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e300.
00010000:00000010:0.1:1769074541.298432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b400.
00010000:00000010:1.1:1769074544.979491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ed00.
00010000:00000010:1.1:1769074544.979513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00010000:00000010:1.1:1769074544.999459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e200.
00000080:00000010:0.1:1769074563.224736:0:51237:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e05398c0.
00010000:00000010:0.1:1769074565.973645:0:51386:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b500.
00010000:00000010:0.1:1769074565.973661:0:51386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9003400.
00010000:00000010:1.1:1769074566.017438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817a00.
00010000:00000010:0.1:1769074566.027539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008ee00.
00010000:00000010:0.1:1769074566.027555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380600.
00010000:00000010:1.1:1769074566.059429:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e900.
00010000:00000010:1.1:1769074566.059452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074566.107548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55a0.
00010000:00000010:0.1:1769074566.142587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:0.1:1769074566.142614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380600.
00010000:00000010:0.1:1769074566.155237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817b00.
00010000:00000010:0.1:1769074566.664665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e027f900.
00010000:00000010:0.1:1769074566.664688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381e00.
00010000:00000010:1.1:1769074566.750021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b100.
00010000:00000010:1.1:1769074566.750047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c9002800.
00010000:00000010:1.1:1769074585.921913:0:52148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:1.1:1769074585.921921:0:52148:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e900.
00010000:00000010:1.1:1769074585.921925:0:52148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:1.1:1769074585.921929:0:52148:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e100.
00010000:00000010:1.1:1769074585.921932:0:52148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00000080:00000010:0.1:1769074585.949370:0:51244:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c260.
00000080:00000010:1.1:1769074585.955946:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e05398c0.
00010000:00000010:1.1:1769074587.316515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e400.
00010000:00000010:1.1:1769074587.316527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00010000:00000010:0.1:1769074594.694309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381000.
00010000:00000010:0.1:1769074594.694338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b000.
00010000:00000010:0.1:1769074594.694345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3400.
00010000:00000010:1.1:1769074597.320689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0be00.
00010000:00000010:1.1:1769074597.320706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db600.
00010000:00000010:0.1:1769074597.327358:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da600.
00010000:00000010:0.1:1769074601.054684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b700.
00010000:00000010:0.1:1769074601.054705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db400.
00010000:00000010:0.1:1769074601.081453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817700.
00010000:00000010:0.1:1769074601.094424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817300.
00010000:00000010:0.1:1769074601.094444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:0.1:1769074601.119694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b600.
00010000:00000010:0.1:1769074601.119704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50db000.
00000080:00000010:0.1:1769074601.191445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d20.
00010000:00000010:1.1:1769074601.689440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b200.
00010000:00000010:1.1:1769074601.689463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c50da800.
00000800:00000200:3.1:1769074601.742893:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -48532 low water 1505226 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.742920:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -49812 low water 1505866 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.743076:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -49812 low water 1505866 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.743093:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -51092 low water 1506506 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.743105:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -52372 low water 1507146 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.743922:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -53652 low water 1507786 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.744687:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -34476 low water 1498198 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.744705:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -35756 low water 1498838 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.744710:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -35756 low water 1498838 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.744737:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -16580 low water 1489250 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.744752:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -16580 low water 1489250 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.744777:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 1316 low water 1480302 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.744790:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 11544 low water 1475188 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.744808:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 30720 low water 1465600 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.744821:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 49896 low water 1456012 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.744840:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 69072 low water 1446424 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.745429:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 69072 low water 1446424 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.745444:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 69072 low water 1446424 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.747762:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 69072 low water 1446424 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.747889:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 67792 low water 1447064 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.750631:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 76740 low water 1442590 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.750656:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 76740 low water 1442590 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.750989:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 95916 low water 1433002 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.750996:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 95916 low water 1433002 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.751629:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 113812 low water 1424054 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.751652:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 113812 low water 1424054 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.751657:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 113812 low water 1424054 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.751694:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 132988 low water 1414466 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.751723:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 141936 low water 1409992 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.751728:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 141936 low water 1409992 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.751751:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 170060 low water 1395930 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.751771:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 207132 low water 1377394 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.752885:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 207132 low water 1377394 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.752908:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 207132 low water 1377394 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.770577:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 205852 low water 1378034 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.775244:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 391212 low water 1285354 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.775268:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 391212 low water 1285354 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.775277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 391212 low water 1285354 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.775283:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 391212 low water 1285354 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.778270:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 391212 low water 1285354 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.778290:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 391212 low water 1285354 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.779166:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 391212 low water 1285354 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.782123:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 788776 low water 1086572 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.782144:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 788776 low water 1086572 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.782159:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 788776 low water 1086572 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.782851:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 788776 low water 1086572 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.782866:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 788776 low water 1086572 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.786618:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.786641:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.786647:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.787384:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.787433:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.788102:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.788116:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.788433:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.815753:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 979244 low water 991338 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.840576:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 1043160 low water 959380 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.858750:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 8996 low water 1476462 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.858768:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 7716 low water 1477102 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.858783:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 7716 low water 1477102 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.860738:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 120212 low water 1420854 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.860770:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 118932 low water 1421494 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.861460:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 118932 low water 1421494 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.861516:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 184128 low water 1388896 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.861545:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 184128 low water 1388896 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.861555:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 182848 low water 1389536 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.864380:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 256992 low water 1352464 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.864438:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 255712 low water 1353104 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.864450:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 255712 low water 1353104 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.864956:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 255712 low water 1353104 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.864985:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 254432 low water 1353744 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.865795:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 254432 low water 1353744 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.865816:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 253152 low water 1354384 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.866572:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 253152 low water 1354384 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.866592:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 251872 low water 1355024 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.866847:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 251872 low water 1355024 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.866863:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 250592 low water 1355664 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.869505:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 269768 low water 1346076 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.869527:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 269768 low water 1346076 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.869536:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 269768 low water 1346076 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.869541:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 269768 low water 1346076 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.869652:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 585520 low water 1188200 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.874519:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 585520 low water 1188200 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.874550:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 585520 low water 1188200 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.876853:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 585520 low water 1188200 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.876879:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 585520 low water 1188200 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.877680:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 585520 low water 1188200 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.877702:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 585520 low water 1188200 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.878645:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 585520 low water 1188200 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.878665:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 585520 low water 1188200 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.887973:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 1300104 low water 830908 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.891547:0:2369:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -42132 low water 1502026 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.891569:0:2369:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace -42132 low water 1502026 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.893427:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 21784 low water 1470068 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.893456:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 21784 low water 1470068 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.893463:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 21784 low water 1470068 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.898134:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 21784 low water 1470068 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.898164:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 21784 low water 1470068 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.899240:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 21784 low water 1470068 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.899260:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 21784 low water 1470068 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.903524:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 277448 low water 1342236 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.903548:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 277448 low water 1342236 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.903555:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 277448 low water 1342236 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.903639:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 533112 low water 1214404 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.906262:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 660944 low water 1150488 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.906289:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 660944 low water 1150488 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.906296:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 660944 low water 1150488 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.909514:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 788776 low water 1086572 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.909581:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 788776 low water 1086572 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.909593:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 788776 low water 1086572 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.909601:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 788776 low water 1086572 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.911118:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.911142:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.911160:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.912600:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.912620:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.914550:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.914575:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 980524 low water 990698 conn ffffa0b2c3ada000 blocked idle queued
00000800:00000200:3.1:1769074601.916347:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffffa0b2e03a2a00 wspace 1108356 low water 926782 conn ffffa0b2c3ada000 blocked idle queued
00010000:00000010:0.1:1769074604.348100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fefb00.
00010000:00000010:0.1:1769074604.348127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2000.
00010000:00000010:1.1:1769074608.258477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf3000.
00010000:00000010:1.1:1769074608.258510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e700.
00010000:00000010:1.1:1769074608.258515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:1.1:1769074619.481377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381400.
00010000:00000010:1.1:1769074619.481408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e100.
00010000:00000010:1.1:1769074619.481413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b000.
00010000:00000010:1.1:1769074619.481416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817100.
00010000:00000010:1.1:1769074619.481420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00000080:00000010:1.1:1769074619.503903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5040.
00000080:00000010:1.1:1769074619.503927:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0544a40.
00010000:00000010:3.1:1769074621.578168:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef200.
00010000:00000010:3.1:1769074621.578190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2400.
00010000:00000010:3.1:1769074621.593781:0:5542:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef900.
00010000:00000010:1.1:1769074621.595428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef200.
00010000:00000010:1.1:1769074621.595438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2600.
00010000:00000010:3.1:1769074621.616454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef000.
00010000:00000010:3.1:1769074621.616474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dacf2400.
00000080:00000010:1.1:1769074621.681705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec40c0.
00010000:00000010:0.1:1769074621.704789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bf00.
00010000:00000010:0.1:1769074621.704815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6f000.
00010000:00000010:0.1:1769074621.712779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817d00.
00010000:00000010:0.1:1769074621.712804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00000080:00000010:0.1:1769074621.874501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5aa0.
00010000:00000010:3.1:1769074622.006446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817600.
00010000:00000010:3.1:1769074622.006471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381400.
00010000:00000010:3.1:1769074622.006475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b300.
00010000:00000010:3.1:1769074622.006479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6e800.
00010000:00000010:0.1:1769074660.914474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:0.1:1769074660.914486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e100.
00010000:00000010:0.1:1769074660.914490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00010000:00000010:0.1:1769074660.914494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817a00.
00010000:00000010:0.1:1769074660.914497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380e00.
00000080:00000010:0.1:1769074661.003748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ae0.
00000080:00000010:3.1:1769074661.013644:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04ceb40.
00010000:00000010:1.1:1769074664.118636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2e008e200.
00010000:00000010:1.1:1769074664.118660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:3.1:1769074670.347605:0:54403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b400.
00000080:00000010:1.1:1769074670.552457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c580.
00000080:00000010:0.1:1769074670.759521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5160.
00000080:00000010:1.1:1769074670.976774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5860.
00000080:00000010:0.1:1769074671.158461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f60.
00000080:00000010:1.1:1769074671.352885:0:54261:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce60.
00000080:00000010:0.1:1769074671.556968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cec0.
00000080:00000010:3.1:1769074671.778432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec47a0.
00010000:00000010:1.1:1769074693.255458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817700.
00010000:00000010:1.1:1769074693.255467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00000080:00000010:0.1:1769074693.264534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca80.
00000080:00000010:0.1:1769074693.484694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e80.
00010000:00000010:0.1:1769074693.543487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817000.
00010000:00000010:0.1:1769074693.543502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b000.
00000080:00000010:0.1:1769074693.751410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c320.
00010000:00000010:0.1:1769074693.759594:0:55607:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bd00.
00010000:00000010:0.1:1769074693.759600:0:55607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6f200.
00010000:00000010:0.1:1769074693.763470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817800.
00010000:00000010:0.1:1769074693.766794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817a00.
00010000:00000010:0.1:1769074693.766808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381e00.
00000080:00000010:0.1:1769074693.826471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5800.
00010000:00000010:1.1:1769074693.878756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a400.
00000080:00000010:1.1:1769074693.878770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cdc0.
00010000:00000010:1.1:1769074693.887439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b000.
00010000:00000010:0.1:1769074693.976448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ca00.
00000080:00000010:0.1:1769074693.976465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3f37800.
00010000:00000010:0.1:1769074693.996749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381e00.
00010000:00000010:0.1:1769074694.068535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381e00.
00000080:00000010:0.1:1769074694.068550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5920.
00010000:00000010:0.1:1769074703.275027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6f600.
00010000:00000010:2.1:1769074703.281474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22f00.
00010000:00000010:2.1:1769074703.281494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00010000:00000010:0.1:1769074703.301452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b000.
00010000:00000010:0.1:1769074703.301470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:0.1:1769074703.301474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6e600.
00000080:00000010:1.1:1769074703.359546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623e00.
00010000:00000010:3.1:1769074703.403110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00010000:00000010:2.1:1769074703.455026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ec00.
00010000:00000010:2.1:1769074703.455042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fefd00.
00010000:00000010:2.1:1769074703.455047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:0.1:1769074703.513700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceb00.
00000080:00000010:0.1:1769074703.513733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce780.
00010000:00000010:0.1:1769074703.560584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381800.
00000080:00000010:1.1:1769074703.575420:0:56200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5780.
00010000:00000010:3.1:1769074713.862845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fefb00.
00010000:00000010:3.1:1769074713.862862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6de00.
00010000:00000010:3.1:1769074713.895700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef800.
00010000:00000010:0.1:1769074714.014955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fefb00.
00010000:00000010:0.1:1769074714.014972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:0.1:1769074714.064762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce720.
00010000:00000010:3.1:1769074714.257618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:3.1:1769074714.257639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6e600.
00010000:00000010:3.1:1769074714.257643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ea00.
00010000:00000010:3.1:1769074714.257648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817e00.
00010000:00000010:3.1:1769074714.257651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00010000:00000010:3.1:1769074714.257655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b300.
00010000:00000010:3.1:1769074714.257658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6f600.
00000080:00000010:3.1:1769074714.294495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623380.
00000080:00000010:0.1:1769074714.306456:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04c98c0.
00010000:00000010:2.1:1769074715.357542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef400.
00010000:00000010:2.1:1769074715.357563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6de00.
00010000:00000010:0.1:1769074738.494449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:2.1:1769074738.528831:0:1374:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22600.
00010000:00000010:2.1:1769074738.528840:0:1374:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:0.1:1769074738.536453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bd00.
00010000:00000010:1.1:1769074738.540382:0:58307:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817500.
00010000:00000010:1.1:1769074738.545137:0:58307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6e400.
00010000:00000010:2.1:1769074738.555449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817d00.
00010000:00000010:2.1:1769074738.555469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00000080:00000010:0.1:1769074738.616445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56a0.
00010000:00000010:0.1:1769074738.685319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074738.685333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56a0.
00010000:00000010:0.1:1769074738.741714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074738.741739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5480.
00010000:00000010:2.1:1769074738.797462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:2.1:1769074738.797484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce0a0.
00010000:00000010:2.1:1769074738.933890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:3.1:1769074738.961585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceec0.
00010000:00000010:1.1:1769074739.023456:0:58318:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074739.053837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c660.
00010000:00000010:3.1:1769074739.066748:0:2360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bc00.
00010000:00000010:3.1:1769074739.066766:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6f000.
00010000:00000010:2.1:1769074739.074405:0:2361:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef200.
00010000:00000010:0.1:1769074739.086752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c200.
00000080:00000010:0.1:1769074739.142459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cee80.
00010000:00000010:1.1:1769074739.166604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:1.1:1769074739.166624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00010000:00000010:1.1:1769074739.166632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817600.
00010000:00000010:1.1:1769074739.166638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:1.1:1769074739.166642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22700.
00010000:00000010:1.1:1769074739.166645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074739.200990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c660.
00000080:00000010:1.1:1769074739.201024:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0546300.
00010000:00000010:1.1:1769074832.593138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817d00.
00010000:00000010:1.1:1769074832.593160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074832.618450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d60.
00010000:00000010:2.1:1769074832.688468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817c00.
00010000:00000010:2.1:1769074832.688490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074832.749487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438600.
00010000:00000010:0.1:1769074832.749509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00010000:00000010:0.1:1769074832.749514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0bb00.
00010000:00000010:0.1:1769074832.749518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6fc00.
00000080:00000010:2.1:1769074832.758600:0:64024:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0538000.
00000080:00000010:2.1:1769074832.758620:0:64024:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5080.
00010000:00000010:2.1:1769074834.132892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b800.
00010000:00000010:2.1:1769074834.132914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6e400.
00000080:00000010:0.1:1769074834.173416:0:64064:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4d40.
00010000:00000010:0.1:1769074834.259455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22200.
00010000:00000010:0.1:1769074834.259475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00010000:00000010:1.1:1769074834.288531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22b00.
00010000:00000010:1.1:1769074834.288558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00010000:00000010:1.1:1769074834.288563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22700.
00010000:00000010:1.1:1769074834.288568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074834.326110:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0545280.
00000080:00000010:1.1:1769074834.326147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3c0.
00010000:00000010:1.1:1769074883.806194:0:66997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22600.
00010000:00000010:1.1:1769074883.806217:0:66997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074883.816954:0:66997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ccc0.
00010000:00000010:0.1:1769074883.833445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817b00.
00010000:00000010:0.1:1769074883.833462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:0.1:1769074883.838384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817600.
00010000:00000010:0.1:1769074883.838428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381800.
00000080:00000010:0.1:1769074883.838435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59e0.
00010000:00000010:3.1:1769074883.879560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381800.
00000080:00000010:0.1:1769074883.933441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59e0.
00010000:00000010:0.1:1769074885.714367:0:67021:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:0.1:1769074885.714383:0:67021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381000.
00010000:00000010:3.1:1769074885.815450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c200.
00010000:00000010:3.1:1769074894.190450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817c00.
00010000:00000010:3.1:1769074894.190461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074894.198446:0:67596:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cef40.
00010000:00000010:0.1:1769074894.348463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817e00.
00010000:00000010:0.1:1769074894.348484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:2.1:1769074894.406841:0:67600:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf20.
00000080:00000010:1.1:1769074894.474442:0:67601:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4060.
00010000:00000010:0.1:1769074894.512812:0:67601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074894.531503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c300.
00010000:00000010:3.1:1769074894.551563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:0.1:1769074894.570016:0:67603:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce920.
00010000:00000010:3.1:1769074894.596434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074894.604442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ac0.
00010000:00000010:3.1:1769074894.628658:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:1.1:1769074894.642605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a41c0.
00010000:00000010:3.1:1769074894.673472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074894.677005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4020.
00010000:00000010:3.1:1769074894.712471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:2.1:1769074894.716753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5840.
00010000:00000010:0.1:1769074894.755484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:1.1:1769074894.796552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a47e0.
00010000:00000010:3.1:1769074894.811490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074894.849461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca40.
00010000:00000010:3.1:1769074894.863917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074894.885904:0:67610:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f20.
00010000:00000010:2.1:1769074894.923111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074894.944955:0:67611:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f00.
00010000:00000010:3.1:1769074894.973242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074895.006442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f00.
00010000:00000010:3.1:1769074895.042485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074895.053654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e00.
00010000:00000010:3.1:1769074895.119096:0:67614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074895.124704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6c0.
00010000:00000010:2.1:1769074895.151763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:0.1:1769074895.182820:0:67615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4540.
00010000:00000010:2.1:1769074895.218450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074895.222689:0:67616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5080.
00010000:00000010:0.1:1769074895.266449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074895.270029:0:67617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00010000:00000010:2.1:1769074895.326659:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074895.339650:0:67618:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c540.
00010000:00000010:2.1:1769074895.363197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074895.377447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51c0.
00010000:00000010:3.1:1769074895.411013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074895.429733:0:67620:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c760.
00010000:00000010:2.1:1769074895.468561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074895.490451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a00.
00010000:00000010:2.1:1769074895.525508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8000.
00000080:00000010:0.1:1769074895.537482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4b00.
00010000:00000010:3.1:1769074895.562601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:2.1:1769074895.575473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce300.
00010000:00000010:2.1:1769074895.602441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:1.1:1769074895.626555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce0e0.
00010000:00000010:3.1:1769074895.665946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:2.1:1769074895.686547:0:67625:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce600.
00010000:00000010:0.1:1769074895.737556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:1.1:1769074895.744522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a42a0.
00010000:00000010:0.1:1769074895.796740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:3.1:1769074895.817955:0:67628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4a60.
00000080:00000010:3.1:1769074895.859446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceb60.
00010000:00000010:0.1:1769074895.868442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:1.1:1769074895.893472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c880.
00010000:00000010:1.1:1769074895.897467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00010000:00000010:1.1:1769074895.909594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:2.1:1769074895.934465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a44a0.
00010000:00000010:0.1:1769074895.960251:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074895.976976:0:67632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf00.
00010000:00000010:1.1:1769074896.008521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074896.011690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5800.
00010000:00000010:3.1:1769074896.058513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074896.065460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5100.
00010000:00000010:3.1:1769074896.100825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:1.1:1769074896.114734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce040.
00010000:00000010:3.1:1769074896.148346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074896.161769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a40.
00010000:00000010:1.1:1769074896.233305:0:67636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:1.1:1769074896.402454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4560.
00010000:00000010:3.1:1769074896.448551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074896.480951:0:67638:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5020.
00010000:00000010:3.1:1769074896.502468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074896.518656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c880.
00010000:00000010:1.1:1769074896.554437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:0.1:1769074896.562503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceee0.
00010000:00000010:3.1:1769074896.620553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074896.620701:0:67641:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c200.
00010000:00000010:3.1:1769074896.672451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:0.1:1769074896.689519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce9e0.
00010000:00000010:1.1:1769074896.739659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:0.1:1769074896.792704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cecc0.
00010000:00000010:3.1:1769074896.823917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:1.1:1769074896.848467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce240.
00010000:00000010:1.1:1769074896.872459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:3.1:1769074896.900636:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce5a0.
00010000:00000010:1.1:1769074896.927592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074896.927609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51a0.
00010000:00000010:2.1:1769074896.954647:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074896.964705:0:67647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4b60.
00010000:00000010:1.1:1769074896.997442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074897.001699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5440.
00010000:00000010:0.1:1769074897.036584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074897.036790:0:67649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c400.
00010000:00000010:0.1:1769074897.069444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074897.077577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c940.
00010000:00000010:1.1:1769074897.108411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:0.1:1769074897.127072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a49a0.
00000080:00000010:3.1:1769074897.165447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5020.
00010000:00000010:2.1:1769074897.165591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00010000:00000010:1.1:1769074897.198595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074897.207947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5820.
00010000:00000010:0.1:1769074897.259486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:2.1:1769074897.279482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52a0.
00000080:00000010:0.1:1769074897.313445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4fa0.
00010000:00000010:2.1:1769074897.314358:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00010000:00000010:1.1:1769074897.331446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:0.1:1769074897.353456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce2c0.
00010000:00000010:0.1:1769074897.377498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:1.1:1769074897.438700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce980.
00010000:00000010:2.1:1769074897.473457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9200.
00000080:00000010:0.1:1769074897.514511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4200.
00010000:00000010:1.1:1769074897.575616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:2.1:1769074897.580429:0:67659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c960.
00010000:00000010:2.1:1769074897.611880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:0.1:1769074897.645438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cef40.
00010000:00000010:2.1:1769074897.665487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074897.673475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc20.
00010000:00000010:2.1:1769074897.701596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074897.711428:0:67662:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53a0.
00010000:00000010:2.1:1769074897.751455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074897.766613:0:67663:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00010000:00000010:3.1:1769074897.805489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074897.808550:0:67664:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53a0.
00010000:00000010:2.1:1769074897.855748:0:67665:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074897.876490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5e0.
00010000:00000010:2.1:1769074897.894900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:1.1:1769074897.904464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce8a0.
00010000:00000010:0.1:1769074897.928449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:0.1:1769074897.951472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce7c0.
00010000:00000010:3.1:1769074898.007683:0:67668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:3.1:1769074898.029711:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a45e0.
00010000:00000010:2.1:1769074898.056701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:1.1:1769074898.079557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4560.
00010000:00000010:0.1:1769074898.116954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:3.1:1769074898.147151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cec20.
00010000:00000010:2.1:1769074898.204199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074898.218508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c120.
00010000:00000010:3.1:1769074898.239590:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:2.1:1769074898.282699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52c0.
00010000:00000010:2.1:1769074898.312427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074898.315221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6a0.
00010000:00000010:2.1:1769074898.351646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074898.359515:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5400.
00010000:00000010:0.1:1769074898.402584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:2.1:1769074898.422731:0:67675:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cefe0.
00010000:00000010:2.1:1769074898.462631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:3.1:1769074898.492188:0:67676:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f00.
00010000:00000010:2.1:1769074898.532705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:0.1:1769074898.552262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce460.
00010000:00000010:0.1:1769074898.591701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074898.607464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6c0.
00010000:00000010:2.1:1769074898.647618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:1.1:1769074898.649341:0:67679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a42e0.
00010000:00000010:2.1:1769074898.679602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074898.705969:0:67680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cba0.
00010000:00000010:3.1:1769074898.751450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074898.795532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5940.
00010000:00000010:3.1:1769074898.844836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074898.865117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5940.
00010000:00000010:2.1:1769074898.908658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:2.1:1769074898.922596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd60.
00010000:00000010:2.1:1769074898.963615:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074898.989463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2a0.
00010000:00000010:2.1:1769074899.040472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9200.
00000080:00000010:1.1:1769074899.070998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ce0.
00010000:00000010:2.1:1769074899.114448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:0.1:1769074899.128525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cbc0.
00010000:00000010:1.1:1769074899.164466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:1.1:1769074899.168594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4580.
00010000:00000010:2.1:1769074899.185301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:3.1:1769074899.212462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce680.
00010000:00000010:2.1:1769074899.259297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:0.1:1769074899.268036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f20.
00010000:00000010:1.1:1769074899.303563:0:67690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:2.1:1769074899.317665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce7a0.
00010000:00000010:2.1:1769074899.347030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074899.376280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9c0.
00010000:00000010:2.1:1769074899.411162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074899.447471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c600.
00010000:00000010:1.1:1769074899.467464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074899.482455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e20.
00010000:00000010:2.1:1769074899.505618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:2.1:1769074899.525531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4bc0.
00010000:00000010:3.1:1769074899.548841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074899.567447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4220.
00010000:00000010:1.1:1769074899.620472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:2.1:1769074899.625476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4940.
00010000:00000010:2.1:1769074899.677688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074899.689680:0:67697:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00010000:00000010:3.1:1769074899.742525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074899.751289:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53a0.
00010000:00000010:3.1:1769074899.765487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:2.1:1769074899.800643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a47e0.
00010000:00000010:2.1:1769074899.824624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074899.843620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52a0.
00010000:00000010:3.1:1769074899.872696:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074899.878794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5440.
00010000:00000010:2.1:1769074899.923545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074899.929536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c260.
00010000:00000010:0.1:1769074899.964708:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00000080:00000010:1.1:1769074899.972569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4040.
00010000:00000010:3.1:1769074900.000802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:0.1:1769074900.015579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4720.
00010000:00000010:2.1:1769074900.063681:0:67705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:1.1:1769074900.069241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4980.
00010000:00000010:2.1:1769074900.080618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:2.1:1769074900.099958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce3e0.
00000080:00000010:1.1:1769074900.134962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd20.
00010000:00000010:2.1:1769074900.138651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:2.1:1769074900.151658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074900.172672:0:67708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51a0.
00010000:00000010:2.1:1769074900.207574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074900.216668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd20.
00010000:00000010:1.1:1769074900.226839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:2.1:1769074900.245578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cefa0.
00010000:00000010:2.1:1769074900.274460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074900.277729:0:67711:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a60.
00010000:00000010:2.1:1769074900.302937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074900.311991:0:67712:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51a0.
00010000:00000010:2.1:1769074900.343076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074900.356671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf60.
00010000:00000010:2.1:1769074900.383557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074900.388467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00010000:00000010:2.1:1769074900.427461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074900.431540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1c0.
00010000:00000010:2.1:1769074900.468551:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074900.483574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51a0.
00010000:00000010:2.1:1769074900.511762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074900.516529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cea0.
00010000:00000010:2.1:1769074900.562708:0:67718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074900.562748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f40.
00010000:00000010:2.1:1769074900.590464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:0.1:1769074900.590695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4140.
00010000:00000010:2.1:1769074900.606592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:3.1:1769074900.618845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4340.
00010000:00000010:2.1:1769074900.673449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:0.1:1769074900.683670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4260.
00010000:00000010:1.1:1769074900.710792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:2.1:1769074900.722510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceac0.
00010000:00000010:2.1:1769074900.754962:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074900.761619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca80.
00010000:00000010:2.1:1769074900.807448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:1.1:1769074900.827133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce360.
00010000:00000010:2.1:1769074900.855662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074900.865526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c720.
00010000:00000010:2.1:1769074900.891523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074900.918043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00010000:00000010:2.1:1769074900.920961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074900.939473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5240.
00010000:00000010:2.1:1769074900.959432:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074900.965510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5280.
00010000:00000010:2.1:1769074900.985435:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074900.989581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cec0.
00010000:00000010:0.1:1769074901.005876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:3.1:1769074901.027709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4780.
00010000:00000010:2.1:1769074901.045434:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074901.062672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c280.
00010000:00000010:2.1:1769074901.081624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:1.1:1769074901.097573:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4240.
00010000:00000010:2.1:1769074901.117630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074901.135463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00010000:00000010:2.1:1769074901.162493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8000.
00000080:00000010:0.1:1769074901.175759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a42a0.
00010000:00000010:2.1:1769074901.197437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:1.1:1769074901.209459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce520.
00010000:00000010:3.1:1769074901.240455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:2.1:1769074901.248475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4b40.
00010000:00000010:3.1:1769074901.262445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:2.1:1769074901.275627:0:67737:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f00.
00010000:00000010:1.1:1769074901.295030:0:67738:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074901.306888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4280.
00010000:00000010:0.1:1769074901.331660:0:67739:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074901.349648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c8c0.
00010000:00000010:3.1:1769074901.381515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:2.1:1769074901.398642:0:2360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e80.
00010000:00000010:1.1:1769074901.424452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:2.1:1769074901.445748:0:67741:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce1a0.
00010000:00000010:0.1:1769074901.494844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:3.1:1769074901.521053:0:67742:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a44a0.
00010000:00000010:3.1:1769074901.563701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:1.1:1769074901.577972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4aa0.
00010000:00000010:1.1:1769074901.636470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074901.646660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d40.
00010000:00000010:3.1:1769074901.683958:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074901.691737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a20.
00010000:00000010:3.1:1769074901.733678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:0.1:1769074901.739463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a46a0.
00010000:00000010:2.1:1769074901.798595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:1.1:1769074901.808708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4dc0.
00010000:00000010:0.1:1769074901.846892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:1.1:1769074901.911666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce580.
00010000:00000010:3.1:1769074901.961437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:2.1:1769074901.975969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d40.
00010000:00000010:2.1:1769074902.004646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:2.1:1769074902.027888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5640.
00010000:00000010:3.1:1769074902.063214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074902.068645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51c0.
00010000:00000010:3.1:1769074902.116681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074902.157316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc80.
00010000:00000010:3.1:1769074902.184984:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074902.207159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56a0.
00010000:00000010:1.1:1769074902.220660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074902.250909:0:67754:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4800.
00010000:00000010:3.1:1769074902.292694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8000.
00000080:00000010:0.1:1769074902.303164:0:67755:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a41a0.
00010000:00000010:2.1:1769074902.340685:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:3.1:1769074902.348719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4760.
00010000:00000010:1.1:1769074902.386011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074902.392590:0:67757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a00.
00010000:00000010:3.1:1769074902.422610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074902.442513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a00.
00010000:00000010:2.1:1769074902.469963:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074902.479632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c920.
00010000:00000010:1.1:1769074902.512247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074902.519016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55a0.
00010000:00000010:3.1:1769074902.551881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:0.1:1769074902.563690:0:67761:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4fe0.
00010000:00000010:3.1:1769074902.578146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074902.608048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5080.
00010000:00000010:3.1:1769074902.642435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:1.1:1769074902.646599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4160.
00010000:00000010:3.1:1769074902.700558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074902.706621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00010000:00000010:3.1:1769074902.755047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:0.1:1769074902.763668:0:67765:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a43c0.
00010000:00000010:3.1:1769074902.791974:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074902.813044:0:67766:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc57a0.
00010000:00000010:3.1:1769074902.845762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074902.853880:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce60.
00010000:00000010:3.1:1769074902.890694:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074902.906054:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3c0.
00010000:00000010:0.1:1769074902.931670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074902.942851:0:67770:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ac0.
00010000:00000010:2.1:1769074902.986451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:2.1:1769074903.017624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce140.
00010000:00000010:3.1:1769074903.064082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074903.115817:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c480.
00010000:00000010:1.1:1769074903.147515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8000.
00000080:00000010:2.1:1769074903.164088:0:1038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4520.
00010000:00000010:2.1:1769074903.181585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:0.1:1769074903.201894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceba0.
00010000:00000010:3.1:1769074903.222478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:2.1:1769074903.253257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5be0.
00000080:00000010:1.1:1769074903.296556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c020.
00010000:00000010:3.1:1769074903.300156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00010000:00000010:1.1:1769074903.339473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074903.360462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d20.
00010000:00000010:2.1:1769074903.376615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:2.1:1769074903.402036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5560.
00010000:00000010:3.1:1769074903.444437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074903.449447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c080.
00010000:00000010:1.1:1769074903.487470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00000080:00000010:2.1:1769074903.506598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f80.
00010000:00000010:2.1:1769074903.535516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074903.546929:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5060.
00010000:00000010:3.1:1769074903.594434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:0.1:1769074903.600597:0:67782:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce4e0.
00010000:00000010:2.1:1769074903.648443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074903.651544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c820.
00000080:00000010:0.1:1769074903.699817:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cea60.
00010000:00000010:1.1:1769074903.700496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00010000:00000010:2.1:1769074903.735423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:0.1:1769074903.754463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce400.
00010000:00000010:2.1:1769074903.788114:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074903.793634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56c0.
00010000:00000010:2.1:1769074903.837513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:0.1:1769074903.848072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce7e0.
00010000:00000010:2.1:1769074903.917442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:1.1:1769074903.941906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceb40.
00010000:00000010:3.1:1769074903.961591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074903.987462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5c0.
00010000:00000010:2.1:1769074904.032443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074904.086436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51e0.
00010000:00000010:3.1:1769074904.136446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:0.1:1769074904.182514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4da0.
00010000:00000010:3.1:1769074904.204707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074904.235465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c660.
00010000:00000010:3.1:1769074904.270272:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:0.1:1769074904.288616:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce720.
00010000:00000010:2.1:1769074904.303514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:2.1:1769074904.334569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d80.
00010000:00000010:0.1:1769074904.360479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074904.368439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c7a0.
00010000:00000010:3.1:1769074904.388485:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9200.
00000080:00000010:0.1:1769074904.416443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4360.
00010000:00000010:2.1:1769074904.436001:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:1.1:1769074904.442929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce660.
00010000:00000010:1.1:1769074904.464334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:2.1:1769074904.508943:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ced80.
00010000:00000010:0.1:1769074904.531492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:1.1:1769074904.620460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce680.
00010000:00000010:3.1:1769074904.666627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:3.1:1769074904.703143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59c0.
00010000:00000010:1.1:1769074904.760489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:0.1:1769074904.783552:0:67801:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4240.
00010000:00000010:3.1:1769074904.812881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:2.1:1769074904.844893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c00.
00010000:00000010:3.1:1769074904.927557:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:0.1:1769074904.931962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4860.
00010000:00000010:1.1:1769074904.935796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074904.955702:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5920.
00010000:00000010:3.1:1769074904.988655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:0.1:1769074905.027481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4680.
00010000:00000010:2.1:1769074905.061798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:0.1:1769074905.080534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceec0.
00010000:00000010:0.1:1769074905.136499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074905.144437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3a0.
00010000:00000010:0.1:1769074905.192906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:3.1:1769074905.210436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce940.
00010000:00000010:2.1:1769074905.239508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074905.239853:0:67809:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58c0.
00010000:00000010:0.1:1769074905.285462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074905.285488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ccc0.
00010000:00000010:3.1:1769074905.305433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074905.310610:0:67811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54c0.
00010000:00000010:1.1:1769074905.344481:0:67812:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:3.1:1769074905.354436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a42c0.
00010000:00000010:0.1:1769074905.366546:0:67812:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074905.374641:0:67813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4c0.
00010000:00000010:3.1:1769074905.401632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074905.415483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c520.
00010000:00000010:2.1:1769074905.438028:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074905.441667:0:67815:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a80.
00010000:00000010:3.1:1769074905.491482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074905.522223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54c0.
00010000:00000010:1.1:1769074905.529529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:3.1:1769074905.535460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4c0.
00010000:00000010:1.1:1769074905.553772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:2.1:1769074905.574642:0:67818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4140.
00010000:00000010:3.1:1769074905.602728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:1.1:1769074905.617468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ca0.
00010000:00000010:1.1:1769074905.645429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:0.1:1769074905.663451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4820.
00010000:00000010:1.1:1769074905.691464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:0.1:1769074905.702446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ced00.
00010000:00000010:3.1:1769074905.732769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074905.738670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4e0.
00010000:00000010:2.1:1769074905.766158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:1.1:1769074905.793486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4be0.
00010000:00000010:1.1:1769074905.817824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074905.842618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5200.
00010000:00000010:0.1:1769074905.865538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074905.917468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a80.
00010000:00000010:3.1:1769074905.946487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074905.973495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4e0.
00010000:00000010:1.1:1769074906.008500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:2.1:1769074906.054583:0:67827:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc54c0.
00010000:00000010:1.1:1769074906.094411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:3.1:1769074906.111577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a42a0.
00010000:00000010:3.1:1769074906.139436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:2.1:1769074906.159518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00010000:00000010:1.1:1769074906.176587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074906.188779:0:67830:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5000.
00010000:00000010:3.1:1769074906.217430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074906.227483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5000.
00010000:00000010:1.1:1769074906.255965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:3.1:1769074906.271906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ca0.
00010000:00000010:2.1:1769074906.293312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074906.308493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cac0.
00010000:00000010:1.1:1769074906.339576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074906.353883:0:67834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c00.
00010000:00000010:2.1:1769074906.402468:0:67835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074906.414566:0:67835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5740.
00010000:00000010:3.1:1769074906.429595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:1.1:1769074906.443533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4cc0.
00010000:00000010:3.1:1769074906.488452:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074906.505599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c060.
00010000:00000010:3.1:1769074906.526418:0:67838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074906.531767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51e0.
00010000:00000010:3.1:1769074906.554642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:3.1:1769074906.563455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce460.
00010000:00000010:3.1:1769074906.575436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:1.1:1769074906.588447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cefe0.
00010000:00000010:2.1:1769074906.624450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074906.634480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc00.
00010000:00000010:3.1:1769074906.658509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074906.675463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00010000:00000010:2.1:1769074906.709989:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:0.1:1769074906.730517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a46e0.
00010000:00000010:2.1:1769074906.764432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074906.779626:0:67844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56c0.
00010000:00000010:3.1:1769074906.803743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:2.1:1769074906.825436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c620.
00010000:00000010:2.1:1769074906.871004:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:2.1:1769074906.871032:0:2360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5aa0.
00010000:00000010:3.1:1769074906.899472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074906.920652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4a0.
00010000:00000010:3.1:1769074906.940430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074906.973356:0:67848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50a0.
00010000:00000010:2.1:1769074907.000250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074907.038449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50a0.
00010000:00000010:3.1:1769074907.073503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074907.084866:0:67850:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c040.
00010000:00000010:0.1:1769074907.140534:0:67851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074907.150466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5680.
00010000:00000010:2.1:1769074907.158217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074907.173431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4fe0.
00010000:00000010:3.1:1769074907.202546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074907.217702:0:67853:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd00.
00010000:00000010:0.1:1769074907.252589:0:67854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074907.264443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd00.
00010000:00000010:2.1:1769074907.281072:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074907.295526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5680.
00010000:00000010:3.1:1769074907.317812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074907.334720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c360.
00010000:00000010:2.1:1769074907.362620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074907.369440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5680.
00010000:00000010:3.1:1769074907.400034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074907.412572:0:67858:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c680.
00010000:00000010:0.1:1769074907.434540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074907.444037:0:67859:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c680.
00000080:00000010:0.1:1769074907.482535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c680.
00010000:00000010:2.1:1769074907.486787:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:3.1:1769074907.511423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074907.514487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5560.
00010000:00000010:0.1:1769074907.518422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074907.532457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cca0.
00010000:00000010:3.1:1769074907.570623:0:67863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074907.574504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d60.
00010000:00000010:2.1:1769074907.599480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:0.1:1769074907.616441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cea20.
00010000:00000010:1.1:1769074907.635407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:1.1:1769074907.650582:0:67865:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a45e0.
00010000:00000010:3.1:1769074907.684704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074907.688639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1a0.
00010000:00000010:2.1:1769074907.703424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074907.720459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e40.
00010000:00000010:1.1:1769074907.756510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074907.767479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5720.
00010000:00000010:3.1:1769074907.788876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:2.1:1769074907.810438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4560.
00010000:00000010:2.1:1769074907.845514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074907.848606:0:67870:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb40.
00010000:00000010:0.1:1769074907.878754:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074907.893611:0:67871:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5600.
00010000:00000010:3.1:1769074907.921432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074907.954603:0:67872:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3e0.
00010000:00000010:0.1:1769074908.015435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:3.1:1769074908.048973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3e0.
00010000:00000010:1.1:1769074908.072446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074908.096854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f20.
00010000:00000010:3.1:1769074908.112533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:2.1:1769074908.128485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f00.
00010000:00000010:2.1:1769074908.158785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:1.1:1769074908.162447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4da0.
00010000:00000010:1.1:1769074908.210425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:0.1:1769074908.236880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f00.
00010000:00000010:3.1:1769074908.258443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074908.284243:0:67878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c620.
00010000:00000010:2.1:1769074908.326439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074908.350565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b40.
00010000:00000010:3.1:1769074908.372434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074908.406414:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc00.
00010000:00000010:2.1:1769074908.442743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074908.487801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50e0.
00010000:00000010:1.1:1769074908.522868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074908.524010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5700.
00010000:00000010:3.1:1769074908.566475:0:67882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:3.1:1769074908.575861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00010000:00000010:2.1:1769074908.624574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074908.653500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce80.
00010000:00000010:1.1:1769074908.688551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074908.698898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc57a0.
00010000:00000010:3.1:1769074908.737623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074908.741650:0:67886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc00.
00010000:00000010:2.1:1769074908.767550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074908.808447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c060.
00010000:00000010:0.1:1769074908.867974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074908.880435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55a0.
00010000:00000010:3.1:1769074908.923451:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074908.949437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4580.
00010000:00000010:2.1:1769074908.983476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:0.1:1769074909.010466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a48a0.
00010000:00000010:0.1:1769074909.035471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:2.1:1769074909.073477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd80.
00010000:00000010:3.1:1769074909.112463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:0.1:1769074909.137571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cef40.
00010000:00000010:0.1:1769074909.156958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:1.1:1769074909.174500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4d00.
00010000:00000010:1.1:1769074909.204538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:0.1:1769074909.209747:0:67894:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c520.
00010000:00000010:2.1:1769074909.258449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074909.262422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e00.
00010000:00000010:2.1:1769074909.302997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074909.310468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a00.
00010000:00000010:2.1:1769074909.381300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074909.410001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c800.
00000080:00000010:1.1:1769074909.487771:0:67898:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce8a0.
00010000:00000010:0.1:1769074909.495884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00010000:00000010:2.1:1769074909.529444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074909.532636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4c0.
00010000:00000010:2.1:1769074909.547641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:3.1:1769074909.569436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9a0.
00010000:00000010:0.1:1769074909.592432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074909.601489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4c0.
00010000:00000010:3.1:1769074909.637443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074909.679486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56a0.
00010000:00000010:2.1:1769074909.704469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074909.716126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3a0.
00010000:00000010:2.1:1769074909.778356:0:67904:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074909.780519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d40.
00010000:00000010:3.1:1769074909.812549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:2.1:1769074909.837443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4460.
00010000:00000010:0.1:1769074909.873596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074909.892564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c660.
00010000:00000010:2.1:1769074909.922496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074909.949450:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c820.
00010000:00000010:1.1:1769074909.994459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:3.1:1769074910.028463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4020.
00010000:00000010:0.1:1769074910.061784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:1.1:1769074910.098568:0:67910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4640.
00010000:00000010:2.1:1769074910.136564:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074910.153318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c020.
00010000:00000010:3.1:1769074910.168634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:2.1:1769074910.187446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5860.
00010000:00000010:0.1:1769074910.213464:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074910.220752:0:67913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5c0.
00010000:00000010:3.1:1769074910.253423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074910.263506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e80.
00010000:00000010:3.1:1769074910.292555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:1.1:1769074910.303669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4040.
00010000:00000010:0.1:1769074910.333498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:1.1:1769074910.341615:0:67916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4260.
00010000:00000010:2.1:1769074910.365777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074910.380447:0:67917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5c0.
00010000:00000010:3.1:1769074910.387575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:1.1:1769074910.406588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4d00.
00010000:00000010:2.1:1769074910.428427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:0.1:1769074910.442521:0:67919:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a48a0.
00010000:00000010:3.1:1769074910.481522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074910.503503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c480.
00010000:00000010:0.1:1769074910.531195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:2.1:1769074910.551759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4a80.
00000080:00000010:1.1:1769074910.578486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c480.
00010000:00000010:2.1:1769074910.586472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00010000:00000010:3.1:1769074910.630894:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074910.644444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5280.
00010000:00000010:0.1:1769074910.647433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:3.1:1769074910.661539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c920.
00010000:00000010:2.1:1769074910.681559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074910.685526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a40.
00010000:00000010:2.1:1769074910.717421:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074910.720736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5520.
00010000:00000010:2.1:1769074910.764435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074910.790688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a40.
00010000:00000010:2.1:1769074910.793444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074910.799815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00010000:00000010:2.1:1769074910.813701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074910.831481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc80.
00010000:00000010:2.1:1769074910.847446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074910.861614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f40.
00010000:00000010:2.1:1769074910.885511:0:67930:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:3.1:1769074910.901440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4de0.
00010000:00000010:2.1:1769074910.925083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074910.963093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf80.
00010000:00000010:2.1:1769074910.992557:0:67932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:2.1:1769074911.008996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4aa0.
00010000:00000010:2.1:1769074911.072528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074911.075537:0:67934:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a60.
00010000:00000010:2.1:1769074911.110088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:0.1:1769074911.135371:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc80.
00010000:00000010:0.1:1769074911.180559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:2.1:1769074911.217706:0:2360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceda0.
00010000:00000010:2.1:1769074911.243790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:0.1:1769074911.258797:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce500.
00010000:00000010:2.1:1769074911.314726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:1.1:1769074911.335401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4d20.
00010000:00000010:0.1:1769074911.360440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:2.1:1769074911.379509:0:67939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce8e0.
00010000:00000010:2.1:1769074911.418787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:0.1:1769074911.442919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce560.
00010000:00000010:2.1:1769074911.466120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074911.467889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00010000:00000010:2.1:1769074911.497870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:2.1:1769074911.519452:0:67942:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cec00.
00010000:00000010:3.1:1769074911.535435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:0.1:1769074911.555359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ae0.
00010000:00000010:2.1:1769074911.572483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074911.580440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5820.
00010000:00000010:2.1:1769074911.593573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:1.1:1769074911.613572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a46e0.
00010000:00000010:3.1:1769074911.634646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:0.1:1769074911.649600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceae0.
00010000:00000010:2.1:1769074911.670446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8000.
00000080:00000010:1.1:1769074911.700823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4380.
00010000:00000010:2.1:1769074911.718421:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074911.737712:0:67948:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00010000:00000010:3.1:1769074911.785126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074911.813447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00010000:00000010:0.1:1769074911.844532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:2.1:1769074911.861164:0:67950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4160.
00010000:00000010:3.1:1769074911.889552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074911.922544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4180.
00010000:00000010:3.1:1769074911.938456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074911.972963:0:67952:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c280.
00010000:00000010:1.1:1769074912.012018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074912.017539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c80.
00010000:00000010:3.1:1769074912.030475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074912.046191:0:67954:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c140.
00010000:00000010:3.1:1769074912.076202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:2.1:1769074912.136688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1c0.
00010000:00000010:2.1:1769074912.156484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074912.160482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb20.
00010000:00000010:3.1:1769074912.190481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074912.204568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e20.
00010000:00000010:3.1:1769074912.220436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074912.235862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd40.
00010000:00000010:2.1:1769074912.253202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:0.1:1769074912.270422:0:67959:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4e00.
00010000:00000010:3.1:1769074912.320506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074912.335158:0:67960:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd40.
00010000:00000010:3.1:1769074912.364430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074912.402540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd40.
00010000:00000010:2.1:1769074912.424455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074912.443791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53a0.
00000080:00000010:0.1:1769074912.545461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceac0.
00010000:00000010:3.1:1769074912.548627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00010000:00000010:2.1:1769074912.576516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:3.1:1769074912.601555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a48c0.
00010000:00000010:3.1:1769074912.649056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074912.663523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd20.
00010000:00000010:0.1:1769074912.695442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:3.1:1769074912.725643:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00010000:00000010:2.1:1769074912.769453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074912.828012:0:67967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cee0.
00010000:00000010:3.1:1769074912.863511:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:2.1:1769074912.877271:0:67968:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd20.
00010000:00000010:0.1:1769074912.894665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:1.1:1769074912.912888:0:67969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4800.
00000080:00000010:0.1:1769074912.956719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9c0.
00010000:00000010:3.1:1769074912.964525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00010000:00000010:0.1:1769074912.990443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074912.999499:0:67971:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55c0.
00010000:00000010:0.1:1769074913.027432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074913.043797:0:67972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce40.
00000080:00000010:1.1:1769074913.088926:0:67973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52c0.
00010000:00000010:2.1:1769074913.089443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:2.1:1769074913.123709:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074913.157528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cbc0.
00000080:00000010:1.1:1769074913.184490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5400.
00010000:00000010:3.1:1769074913.184838:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:2.1:1769074913.197706:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:2.1:1769074913.200749:0:67976:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a44a0.
00010000:00000010:2.1:1769074913.220538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074913.234752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00010000:00000010:3.1:1769074913.260424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074913.284425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c980.
00010000:00000010:2.1:1769074913.298436:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074913.329433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5780.
00000080:00000010:1.1:1769074913.336488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2a0.
00010000:00000010:2.1:1769074913.336491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:0.1:1769074913.359473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:2.1:1769074913.376466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a42a0.
00010000:00000010:1.1:1769074913.396423:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:2.1:1769074913.427449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a43a0.
00010000:00000010:2.1:1769074913.452437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:0.1:1769074913.461466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf20.
00010000:00000010:3.1:1769074913.491676:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:0.1:1769074913.498672:0:67984:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce020.
00010000:00000010:2.1:1769074913.529484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074913.545978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd60.
00010000:00000010:3.1:1769074913.583487:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:0.1:1769074913.598486:0:67986:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4240.
00010000:00000010:1.1:1769074913.628496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074913.631692:0:67987:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53a0.
00010000:00000010:2.1:1769074913.692100:0:67988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:3.1:1769074913.696844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca40.
00010000:00000010:0.1:1769074913.726776:0:67988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:0.1:1769074913.741774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cea80.
00010000:00000010:2.1:1769074913.764816:0:67990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074913.775432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5440.
00010000:00000010:0.1:1769074913.805434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074913.811556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4960.
00010000:00000010:1.1:1769074913.850906:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:2.1:1769074913.855783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce2e0.
00010000:00000010:2.1:1769074913.876705:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074913.905088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5440.
00010000:00000010:0.1:1769074913.950533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074913.981543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c560.
00010000:00000010:1.1:1769074914.037969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:2.1:1769074914.059450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceac0.
00010000:00000010:2.1:1769074914.103746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074914.132435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00010000:00000010:0.1:1769074914.149398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074914.175028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5e0.
00010000:00000010:1.1:1769074914.207949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:2.1:1769074914.230572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4260.
00010000:00000010:2.1:1769074914.252793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074914.262978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00010000:00000010:2.1:1769074914.283824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074914.308486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59a0.
00010000:00000010:0.1:1769074914.332590:0:68001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:3.1:1769074914.334444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a40.
00000080:00000010:0.1:1769074914.369938:0:68002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f40.
00010000:00000010:3.1:1769074914.370431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:2.1:1769074914.403441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074914.444161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00010000:00000010:0.1:1769074914.479454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:2.1:1769074914.488572:0:68004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce2a0.
00010000:00000010:0.1:1769074914.507430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:2.1:1769074914.518519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a42c0.
00010000:00000010:0.1:1769074914.560423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:3.1:1769074914.583050:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceb20.
00010000:00000010:2.1:1769074914.623547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:1.1:1769074914.636482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4980.
00010000:00000010:2.1:1769074914.657903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074914.713258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f40.
00010000:00000010:0.1:1769074914.743270:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:3.1:1769074914.747752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceea0.
00010000:00000010:2.1:1769074914.794396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9200.
00000080:00000010:1.1:1769074914.856257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4060.
00010000:00000010:2.1:1769074914.886152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:1.1:1769074914.942617:0:68011:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceea0.
00010000:00000010:0.1:1769074914.969080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074915.003572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c180.
00010000:00000010:2.1:1769074915.034465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074915.054719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00010000:00000010:0.1:1769074915.080516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:2.1:1769074915.098486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cec60.
00010000:00000010:0.1:1769074915.137436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9200.
00000080:00000010:2.1:1769074915.144720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4140.
00010000:00000010:2.1:1769074915.160822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:1.1:1769074915.171467:0:68016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce920.
00010000:00000010:0.1:1769074915.189445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074915.211901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c180.
00010000:00000010:1.1:1769074915.225915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074915.244442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a20.
00010000:00000010:1.1:1769074915.279688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:2.1:1769074915.287445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4140.
00010000:00000010:2.1:1769074915.318467:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074915.343924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a20.
00010000:00000010:1.1:1769074915.380485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:2.1:1769074915.400574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5860.
00010000:00000010:1.1:1769074915.451563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:0.1:1769074915.489531:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a48a0.
00010000:00000010:2.1:1769074915.519428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:1.1:1769074915.527456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce960.
00010000:00000010:1.1:1769074915.566459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:1.1:1769074915.566474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4780.
00010000:00000010:2.1:1769074915.611647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:3.1:1769074915.619666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4a80.
00010000:00000010:3.1:1769074915.636600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074915.666653:0:68026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf00.
00010000:00000010:1.1:1769074915.702673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:3.1:1769074915.720456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56a0.
00010000:00000010:2.1:1769074915.782837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00000080:00000010:0.1:1769074915.799551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a42e0.
00010000:00000010:3.1:1769074915.848899:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:2.1:1769074915.880464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cbe0.
00010000:00000010:1.1:1769074915.922789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:0.1:1769074915.943797:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceae0.
00010000:00000010:0.1:1769074915.988292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:0.1:1769074916.020810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4b40.
00010000:00000010:3.1:1769074916.040618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:2.1:1769074916.050739:0:68032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5800.
00010000:00000010:1.1:1769074916.076669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074916.102957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4e60.
00010000:00000010:0.1:1769074916.159533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074916.181666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cfc0.
00010000:00000010:3.1:1769074916.185682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:2.1:1769074916.203448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf00.
00010000:00000010:1.1:1769074916.222697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074916.232520:0:68036:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a00.
00010000:00000010:1.1:1769074916.269433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074916.280733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a00.
00010000:00000010:3.1:1769074916.311051:0:68038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074916.315451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f00.
00010000:00000010:1.1:1769074916.341532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:2.1:1769074916.361299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f40.
00010000:00000010:1.1:1769074916.372818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:2.1:1769074916.401932:0:2360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4440.
00010000:00000010:1.1:1769074916.434449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:0.1:1769074916.438454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce560.
00010000:00000010:1.1:1769074916.463620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:2.1:1769074916.473137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce480.
00010000:00000010:1.1:1769074916.502238:0:68042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:1.1:1769074916.516518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce8e0.
00010000:00000010:2.1:1769074916.553431:0:68043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:2.1:1769074916.565884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce660.
00010000:00000010:2.1:1769074916.599881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074916.619259:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c400.
00010000:00000010:3.1:1769074916.662222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:0.1:1769074916.687525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c960.
00010000:00000010:2.1:1769074916.743628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074916.771658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00010000:00000010:2.1:1769074916.793546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:0.1:1769074916.844638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ced80.
00010000:00000010:2.1:1769074916.903830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074916.930372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00010000:00000010:2.1:1769074916.957657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074916.979888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6c0.
00010000:00000010:2.1:1769074917.025732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074917.064423:0:68051:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00010000:00000010:2.1:1769074917.098805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074917.145691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5700.
00010000:00000010:1.1:1769074917.193432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074917.226379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5e0.
00010000:00000010:1.1:1769074917.246659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:3.1:1769074917.259038:0:68055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce540.
00010000:00000010:2.1:1769074917.280374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:2.1:1769074917.289899:0:68056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce280.
00010000:00000010:2.1:1769074917.330804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:0.1:1769074917.345065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a48c0.
00000080:00000010:0.1:1769074917.376586:0:68058:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f20.
00010000:00000010:1.1:1769074917.376844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:2.1:1769074917.417657:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074917.421517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f20.
00010000:00000010:2.1:1769074917.442862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074917.462348:0:68061:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2a0.
00010000:00000010:0.1:1769074917.473676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074917.474606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5600.
00010000:00000010:2.1:1769074917.493608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:3.1:1769074917.504750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c300.
00010000:00000010:2.1:1769074917.535244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074917.552670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c980.
00010000:00000010:1.1:1769074917.570805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074917.592857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d60.
00010000:00000010:2.1:1769074917.615621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074917.645523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5560.
00010000:00000010:1.1:1769074917.666711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:2.1:1769074917.671614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cefc0.
00010000:00000010:2.1:1769074917.706671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074917.727500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c860.
00000080:00000010:2.1:1769074917.772769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce180.
00010000:00000010:0.1:1769074917.773445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00010000:00000010:0.1:1769074917.779613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:2.1:1769074917.802325:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4dc0.
00010000:00000010:0.1:1769074917.807598:0:68069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074917.827080:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4a40.
00000080:00000010:0.1:1769074917.853263:0:68071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5480.
00010000:00000010:1.1:1769074917.854273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8000.
00010000:00000010:0.1:1769074917.900700:0:68072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074917.918721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c260.
00010000:00000010:2.1:1769074917.938954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074917.945033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52e0.
00010000:00000010:2.1:1769074917.961182:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074917.967277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cbc0.
00010000:00000010:0.1:1769074918.003617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074918.021664:0:68075:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50a0.
00010000:00000010:2.1:1769074918.057564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074918.087832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce40.
00010000:00000010:2.1:1769074918.147445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074918.174448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50a0.
00010000:00000010:0.1:1769074918.214867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:2.1:1769074918.240680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c600.
00010000:00000010:2.1:1769074918.274522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:1.1:1769074918.299439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceb00.
00010000:00000010:2.1:1769074918.351432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:3.1:1769074918.356064:0:68080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce1c0.
00010000:00000010:1.1:1769074918.403519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:0.1:1769074918.407539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4480.
00010000:00000010:0.1:1769074918.431859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:2.1:1769074918.451505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d80.
00010000:00000010:1.1:1769074918.487135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:3.1:1769074918.499775:0:68083:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a43a0.
00010000:00000010:1.1:1769074918.530525:0:68083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:1.1:1769074918.546574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce420.
00010000:00000010:2.1:1769074918.589613:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074918.607435:0:68085:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59c0.
00010000:00000010:0.1:1769074918.625519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:2.1:1769074918.642303:0:68086:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd20.
00010000:00000010:2.1:1769074918.674822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:2.1:1769074918.708521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cec20.
00010000:00000010:3.1:1769074918.746676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:1.1:1769074918.753561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce460.
00010000:00000010:1.1:1769074918.769632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074918.798122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51e0.
00010000:00000010:3.1:1769074918.854085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:0.1:1769074918.873803:0:68090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4780.
00010000:00000010:3.1:1769074918.918309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074918.941563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cea0.
00010000:00000010:1.1:1769074918.967233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:1.1:1769074918.977996:0:68092:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4260.
00010000:00000010:0.1:1769074919.016696:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074919.017577:0:68093:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb20.
00010000:00000010:3.1:1769074919.044093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:0.1:1769074919.062431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c780.
00000080:00000010:2.1:1769074919.116817:0:68095:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a49a0.
00010000:00000010:1.1:1769074919.117579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00010000:00000010:0.1:1769074919.147438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:2.1:1769074919.152464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a49a0.
00010000:00000010:3.1:1769074919.190684:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:2.1:1769074919.212464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1c0.
00010000:00000010:1.1:1769074919.243999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074919.257447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58c0.
00010000:00000010:0.1:1769074919.291442:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8000.
00000080:00000010:1.1:1769074919.295696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a42c0.
00010000:00000010:2.1:1769074919.355536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074919.377087:0:68100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58c0.
00010000:00000010:1.1:1769074919.428594:0:68100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074919.437461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ca0.
00010000:00000010:1.1:1769074919.489946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:3.1:1769074919.514733:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4740.
00010000:00000010:2.1:1769074919.544461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074919.571470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc57c0.
00010000:00000010:0.1:1769074919.591454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074919.607723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf60.
00010000:00000010:2.1:1769074919.655087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074919.674181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a80.
00010000:00000010:1.1:1769074919.704557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074919.732470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a80.
00010000:00000010:1.1:1769074919.756336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:2.1:1769074919.767677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc57c0.
00010000:00000010:2.1:1769074919.802648:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:1.1:1769074919.821435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4940.
00010000:00000010:1.1:1769074919.848910:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:3.1:1769074919.858805:0:68109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5000.
00010000:00000010:1.1:1769074919.892714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:2.1:1769074919.894014:0:68110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce6a0.
00010000:00000010:2.1:1769074919.938610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:1.1:1769074919.953235:0:68111:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ce0.
00010000:00000010:1.1:1769074920.003049:0:68111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074920.010249:0:68112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5260.
00010000:00000010:2.1:1769074920.079430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:0.1:1769074920.092418:0:68113:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4be0.
00010000:00000010:2.1:1769074920.113448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074920.118533:0:68114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58c0.
00010000:00000010:1.1:1769074920.162706:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:3.1:1769074920.174752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ea0.
00010000:00000010:3.1:1769074920.219461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:0.1:1769074920.232496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4140.
00010000:00000010:2.1:1769074920.268431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:1.1:1769074920.287709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4820.
00010000:00000010:0.1:1769074920.306811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074920.340287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c500.
00010000:00000010:2.1:1769074920.353455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:3.1:1769074920.361856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce240.
00010000:00000010:3.1:1769074920.381718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074920.395763:0:68120:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5360.
00010000:00000010:1.1:1769074920.420669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074920.441661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5360.
00010000:00000010:2.1:1769074920.467651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074920.504560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00010000:00000010:1.1:1769074920.531142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074920.549457:0:68123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c900.
00010000:00000010:1.1:1769074920.596542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:2.1:1769074920.605286:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51e0.
00010000:00000010:2.1:1769074920.639552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074920.656940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56c0.
00010000:00000010:1.1:1769074920.689019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:1.1:1769074920.700678:0:68126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4420.
00010000:00000010:2.1:1769074920.731580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074920.742854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c640.
00010000:00000010:0.1:1769074920.777597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074920.796671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4b40.
00010000:00000010:1.1:1769074920.887755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:1.1:1769074920.913723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce9e0.
00010000:00000010:2.1:1769074920.954478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:1.1:1769074920.966724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce6e0.
00010000:00000010:1.1:1769074921.013476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074921.030652:0:68131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56c0.
00010000:00000010:0.1:1769074921.058556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074921.094808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5c0.
00010000:00000010:2.1:1769074921.134847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:3.1:1769074921.182298:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a44a0.
00010000:00000010:3.1:1769074921.240756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074921.245708:0:68134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cec0.
00010000:00000010:0.1:1769074921.275477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074921.290661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c820.
00010000:00000010:3.1:1769074921.320010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:2.1:1769074921.340441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cec40.
00010000:00000010:3.1:1769074921.392436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074921.416102:0:68137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d80.
00010000:00000010:0.1:1769074921.436515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074921.449440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50a0.
00010000:00000010:3.1:1769074921.478457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:1.1:1769074921.498689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4920.
00010000:00000010:1.1:1769074921.518701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:3.1:1769074921.542484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cef20.
00010000:00000010:1.1:1769074921.597647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:0.1:1769074921.600832:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4d20.
00000080:00000010:1.1:1769074921.664901:0:68142:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceaa0.
00010000:00000010:0.1:1769074921.666211:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00010000:00000010:1.1:1769074921.735624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:3.1:1769074921.744212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cef20.
00010000:00000010:2.1:1769074921.775788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:2.1:1769074921.821597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ee0.
00010000:00000010:1.1:1769074921.838763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:2.1:1769074921.890450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cec80.
00010000:00000010:1.1:1769074921.919324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074921.925470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4c40.
00010000:00000010:2.1:1769074921.949968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074921.961661:0:68147:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e40.
00010000:00000010:3.1:1769074921.980646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074921.999635:0:68148:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3a0.
00010000:00000010:0.1:1769074922.045458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074922.056496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3a0.
00010000:00000010:2.1:1769074922.075572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074922.098517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d60.
00010000:00000010:3.1:1769074922.165441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074922.173563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ac0.
00010000:00000010:1.1:1769074922.184458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074922.213710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9a0.
00010000:00000010:2.1:1769074922.253480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074922.280752:0:68153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5600.
00010000:00000010:3.1:1769074922.305709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074922.321355:0:68154:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3a0.
00010000:00000010:1.1:1769074922.348445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074922.363311:0:68155:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59e0.
00010000:00000010:0.1:1769074922.384442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:2.1:1769074922.400670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59e0.
00010000:00000010:3.1:1769074922.429643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:1.1:1769074922.460593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce840.
00010000:00000010:1.1:1769074922.511454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:3.1:1769074922.556370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4380.
00010000:00000010:3.1:1769074922.608779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074922.637520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb80.
00010000:00000010:1.1:1769074922.692725:0:68160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:3.1:1769074922.705539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4c80.
00010000:00000010:3.1:1769074922.743143:0:68160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:2.1:1769074922.759055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55a0.
00010000:00000010:3.1:1769074922.820680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074922.834702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce80.
00010000:00000010:3.1:1769074922.858154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:2.1:1769074922.884635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a00.
00010000:00000010:3.1:1769074922.898999:0:68163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:0.1:1769074922.915859:0:68164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ae0.
00010000:00000010:2.1:1769074922.950780:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074922.965704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5bc0.
00010000:00000010:1.1:1769074923.017973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:0.1:1769074923.021916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4920.
00010000:00000010:3.1:1769074923.068684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:3.1:1769074923.088829:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cac0.
00010000:00000010:2.1:1769074923.130428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074923.138493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c060.
00010000:00000010:2.1:1769074923.179436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074923.188461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5080.
00010000:00000010:3.1:1769074923.206283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:0.1:1769074923.218062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc00.
00010000:00000010:1.1:1769074923.241591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:2.1:1769074923.265278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f40.
00010000:00000010:2.1:1769074923.285021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:1.1:1769074923.303015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cedc0.
00010000:00000010:3.1:1769074923.323796:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:0.1:1769074923.333713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce180.
00010000:00000010:1.1:1769074923.361453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:2.1:1769074923.374539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f00.
00010000:00000010:2.1:1769074923.410756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:1.1:1769074923.445244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cefc0.
00010000:00000010:2.1:1769074923.487501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:0.1:1769074923.495498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce000.
00010000:00000010:0.1:1769074923.530618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:1.1:1769074923.544489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4a20.
00010000:00000010:2.1:1769074923.583552:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:0.1:1769074923.605479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce280.
00000080:00000010:1.1:1769074923.615409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d40.
00010000:00000010:2.1:1769074923.616376:0:68179:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00010000:00000010:1.1:1769074923.647496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:1.1:1769074923.665613:0:68180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce9c0.
00010000:00000010:2.1:1769074923.697553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074923.716754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5640.
00010000:00000010:1.1:1769074923.734431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074923.744454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fe0.
00010000:00000010:2.1:1769074923.766453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074923.783459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fe0.
00010000:00000010:0.1:1769074923.829434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:2.1:1769074923.833683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c040.
00010000:00000010:1.1:1769074923.876457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074923.900449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5640.
00010000:00000010:2.1:1769074923.936422:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074923.951615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1a0.
00010000:00000010:2.1:1769074923.983479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074924.007929:0:68188:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fe0.
00010000:00000010:2.1:1769074924.060468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074924.074637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56a0.
00010000:00000010:2.1:1769074924.116699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:1.1:1769074924.136586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4240.
00010000:00000010:1.1:1769074924.155473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:0.1:1769074924.161454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce3e0.
00010000:00000010:2.1:1769074924.185678:0:68191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:2.1:1769074924.190593:0:68192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cefa0.
00010000:00000010:2.1:1769074924.224526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:0.1:1769074924.229606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4600.
00000080:00000010:3.1:1769074924.261846:0:68194:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceae0.
00010000:00000010:0.1:1769074924.262443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00010000:00000010:1.1:1769074924.292646:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:0.1:1769074924.306499:0:68195:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4580.
00010000:00000010:1.1:1769074924.334267:0:68195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074924.350942:0:68196:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a20.
00010000:00000010:1.1:1769074924.404441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074924.404792:0:68197:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb40.
00010000:00000010:2.1:1769074924.436257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074924.462641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5100.
00010000:00000010:1.1:1769074924.487673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:3.1:1769074924.505078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4780.
00010000:00000010:1.1:1769074924.521666:0:68199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:2.1:1769074924.565175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cea60.
00010000:00000010:2.1:1769074924.594444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074924.630943:0:68201:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c20.
00010000:00000010:1.1:1769074924.702990:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:3.1:1769074924.718341:0:68202:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51a0.
00010000:00000010:1.1:1769074924.765273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:1.1:1769074924.775088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce620.
00010000:00000010:1.1:1769074924.787460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8000.
00000080:00000010:2.1:1769074924.798532:0:68204:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4820.
00010000:00000010:1.1:1769074924.836655:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:2.1:1769074924.849881:0:68205:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ced40.
00010000:00000010:3.1:1769074924.879939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:3.1:1769074924.898614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4040.
00010000:00000010:2.1:1769074924.939491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074924.962453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4a0.
00010000:00000010:1.1:1769074924.982507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074925.019946:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f40.
00010000:00000010:2.1:1769074925.044634:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:1.1:1769074925.048580:0:68209:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ce0.
00010000:00000010:2.1:1769074925.084272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074925.114718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4a0.
00010000:00000010:1.1:1769074925.144435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074925.158668:0:68211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4640.
00010000:00000010:2.1:1769074925.191631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074925.198267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5020.
00010000:00000010:2.1:1769074925.229473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074925.241446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4e0.
00010000:00000010:1.1:1769074925.273435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074925.277752:0:68214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00010000:00000010:2.1:1769074925.294450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074925.310042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5240.
00010000:00000010:2.1:1769074925.330877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:0.1:1769074925.337480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce220.
00010000:00000010:0.1:1769074925.376474:0:68217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:2.1:1769074925.379161:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c320.
00010000:00000010:2.1:1769074925.402984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074925.414487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a60.
00010000:00000010:2.1:1769074925.445440:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:1.1:1769074925.453702:0:68219:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4900.
00010000:00000010:0.1:1769074925.478853:0:68219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074925.483503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc00.
00010000:00000010:2.1:1769074925.518833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:3.1:1769074925.556913:0:68221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4020.
00010000:00000010:3.1:1769074925.610242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:1.1:1769074925.643176:0:68222:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4e80.
00010000:00000010:2.1:1769074925.677792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074925.707510:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c060.
00010000:00000010:3.1:1769074925.732467:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:3.1:1769074925.752598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce640.
00010000:00000010:0.1:1769074925.784501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:0.1:1769074925.807928:0:68225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce1e0.
00010000:00000010:3.1:1769074925.852725:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074925.863454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c520.
00010000:00000010:2.1:1769074925.904030:0:68226:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:2.1:1769074925.920712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00010000:00000010:2.1:1769074925.975294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074925.991467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cac0.
00010000:00000010:3.1:1769074926.008605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:1.1:1769074926.022633:0:68229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce520.
00010000:00000010:3.1:1769074926.067691:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074926.080816:0:68230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9a0.
00010000:00000010:2.1:1769074926.107740:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074926.126459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3a0.
00010000:00000010:2.1:1769074926.161486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00000080:00000010:0.1:1769074926.174492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4660.
00010000:00000010:3.1:1769074926.217442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074926.223454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cce0.
00010000:00000010:2.1:1769074926.261514:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074926.269828:0:68234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5440.
00010000:00000010:2.1:1769074926.292680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074926.319503:0:68235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4c0.
00010000:00000010:3.1:1769074926.337445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074926.344686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ccc0.
00010000:00000010:2.1:1769074926.388580:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:0.1:1769074926.393685:0:68237:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce780.
00010000:00000010:2.1:1769074926.418935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074926.435440:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53a0.
00010000:00000010:3.1:1769074926.474434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074926.481646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53a0.
00010000:00000010:2.1:1769074926.498429:0:68239:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:2.1:1769074926.505449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c660.
00010000:00000010:2.1:1769074926.541184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074926.544635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5940.
00010000:00000010:0.1:1769074926.569423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:2.1:1769074926.595460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce520.
00010000:00000010:2.1:1769074926.638451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074926.662451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c820.
00010000:00000010:2.1:1769074926.711120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074926.732442:0:68244:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cec0.
00010000:00000010:3.1:1769074926.768429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074926.867450:0:68245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52a0.
00010000:00000010:2.1:1769074926.903770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074926.919475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5c0.
00010000:00000010:3.1:1769074926.952491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:2.1:1769074926.968176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce3a0.
00010000:00000010:2.1:1769074927.010454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074927.041642:0:68248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00010000:00000010:1.1:1769074927.062591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:2.1:1769074927.096091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a44e0.
00010000:00000010:3.1:1769074927.137679:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074927.186456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c640.
00010000:00000010:0.1:1769074927.266684:0:68250:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074927.278701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc80.
00010000:00000010:1.1:1769074927.317108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074927.351331:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c900.
00010000:00000010:3.1:1769074927.408415:0:68252:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:0.1:1769074927.444731:0:68253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce140.
00010000:00000010:1.1:1769074927.496451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:3.1:1769074927.528327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55c0.
00010000:00000010:2.1:1769074927.566301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074927.588498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c500.
00010000:00000010:3.1:1769074927.618772:0:68256:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074927.623594:0:68256:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c140.
00010000:00000010:0.1:1769074927.646558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074927.687640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c140.
00010000:00000010:2.1:1769074927.706515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074927.729482:0:68258:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca80.
00010000:00000010:3.1:1769074927.763558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:2.1:1769074927.780434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5400.
00010000:00000010:2.1:1769074927.823451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074927.836332:0:68260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c140.
00010000:00000010:3.1:1769074927.856419:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074927.876308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1c0.
00010000:00000010:1.1:1769074927.909448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074927.942707:0:68262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53c0.
00010000:00000010:2.1:1769074927.974099:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074927.980421:0:68263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53c0.
00010000:00000010:3.1:1769074928.024158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:0.1:1769074928.032354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd40.
00010000:00000010:0.1:1769074928.063442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074928.092473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cee0.
00010000:00000010:2.1:1769074928.108564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074928.131199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00010000:00000010:3.1:1769074928.157446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:2.1:1769074928.207300:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce400.
00010000:00000010:1.1:1769074928.218441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00000080:00000010:0.1:1769074928.233451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a43e0.
00010000:00000010:1.1:1769074928.265455:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:2.1:1769074928.281739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4c20.
00010000:00000010:3.1:1769074928.301482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074928.329084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52c0.
00010000:00000010:2.1:1769074928.338621:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074928.344597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cea0.
00010000:00000010:3.1:1769074928.402018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074928.406457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce00.
00010000:00000010:3.1:1769074928.431443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074928.440463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52a0.
00010000:00000010:2.1:1769074928.463470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074928.480467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5780.
00010000:00000010:3.1:1769074928.504437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:2.1:1769074928.522442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce3e0.
00010000:00000010:0.1:1769074928.554657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:1.1:1769074928.561816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4160.
00010000:00000010:2.1:1769074928.583551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074928.586558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cee0.
00010000:00000010:3.1:1769074928.598442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074928.612478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd20.
00010000:00000010:3.1:1769074928.630442:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074928.638849:0:68279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e20.
00010000:00000010:2.1:1769074928.662430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074928.665675:0:68280:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e20.
00010000:00000010:3.1:1769074928.693975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074928.703464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce00.
00010000:00000010:0.1:1769074928.721502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:2.1:1769074928.729628:0:1038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce660.
00010000:00000010:2.1:1769074928.767187:0:68283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074928.771660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5940.
00010000:00000010:3.1:1769074928.798898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:2.1:1769074928.814831:0:68284:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4160.
00010000:00000010:2.1:1769074928.837664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:0.1:1769074928.852529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4180.
00010000:00000010:3.1:1769074928.878750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074928.888872:0:68286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52a0.
00010000:00000010:0.1:1769074928.914466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:1.1:1769074928.926482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4160.
00010000:00000010:1.1:1769074928.956571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074928.971481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a48e0.
00010000:00000010:2.1:1769074928.997546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:2.1:1769074929.001811:0:68289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce000.
00000080:00000010:2.1:1769074929.030439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ee0.
00010000:00000010:3.1:1769074929.030684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00010000:00000010:1.1:1769074929.045434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074929.062455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00010000:00000010:3.1:1769074929.076122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:1.1:1769074929.086440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4d60.
00010000:00000010:3.1:1769074929.113523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:2.1:1769074929.130543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00010000:00000010:2.1:1769074929.168659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:1.1:1769074929.188452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce180.
00010000:00000010:2.1:1769074929.236979:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:1.1:1769074929.254067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a43e0.
00010000:00000010:3.1:1769074929.284417:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:0.1:1769074929.300531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4a40.
00010000:00000010:2.1:1769074929.345836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8000.
00000080:00000010:1.1:1769074929.363466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4320.
00010000:00000010:2.1:1769074929.396596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074929.412449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59a0.
00010000:00000010:2.1:1769074929.484447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074929.508731:0:68299:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9c0.
00010000:00000010:2.1:1769074929.541914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074929.565672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a40.
00010000:00000010:2.1:1769074929.596602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:2.1:1769074929.610455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c600.
00010000:00000010:0.1:1769074929.626602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:2.1:1769074929.640443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4da0.
00010000:00000010:3.1:1769074929.688416:0:68303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074929.703514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c260.
00010000:00000010:2.1:1769074929.728617:0:68304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074929.734524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cef20.
00010000:00000010:1.1:1769074929.771607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:2.1:1769074929.777435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4440.
00010000:00000010:3.1:1769074929.823757:0:68306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074929.828003:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a60.
00010000:00000010:1.1:1769074929.875193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:0.1:1769074929.877563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce1c0.
00010000:00000010:3.1:1769074929.898745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074929.901442:0:68308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5240.
00010000:00000010:3.1:1769074929.924022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074929.932427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca40.
00010000:00000010:0.1:1769074929.968586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074930.005480:0:68310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5020.
00010000:00000010:3.1:1769074930.034440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074930.049459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5020.
00010000:00000010:0.1:1769074930.063435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:1.1:1769074930.080485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a46a0.
00010000:00000010:0.1:1769074930.099424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:3.1:1769074930.109487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce8a0.
00010000:00000010:3.1:1769074930.135559:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074930.160453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c300.
00010000:00000010:3.1:1769074930.192431:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:2.1:1769074930.203566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce8a0.
00010000:00000010:0.1:1769074930.216532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:2.1:1769074930.241540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4e20.
00010000:00000010:3.1:1769074930.265582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9200.
00000080:00000010:1.1:1769074930.275544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4480.
00010000:00000010:3.1:1769074930.318927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074930.325627:0:68318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c980.
00010000:00000010:1.1:1769074930.366435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074930.382506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4e20.
00010000:00000010:2.1:1769074930.402923:0:68319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:2.1:1769074930.412478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cecc0.
00010000:00000010:3.1:1769074930.448772:0:68321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:3.1:1769074930.456350:0:2360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5520.
00010000:00000010:1.1:1769074930.475818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:0.1:1769074930.481407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4960.
00010000:00000010:2.1:1769074930.502634:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074930.515120:0:68323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf20.
00010000:00000010:3.1:1769074930.568417:0:68323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:3.1:1769074930.600453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce9e0.
00010000:00000010:0.1:1769074930.623632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074930.630492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c120.
00010000:00000010:2.1:1769074930.663444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074930.691447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fe0.
00010000:00000010:3.1:1769074930.723079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074930.732497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cba0.
00010000:00000010:0.1:1769074930.746615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:2.1:1769074930.773575:0:68328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4640.
00010000:00000010:3.1:1769074930.807564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074930.818530:0:68329:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fe0.
00010000:00000010:3.1:1769074930.848445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074930.859494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fe0.
00010000:00000010:2.1:1769074930.888694:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074930.902462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c120.
00010000:00000010:3.1:1769074930.933460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074930.949485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4020.
00010000:00000010:2.1:1769074930.991127:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074930.995740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cc20.
00010000:00000010:3.1:1769074931.043429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:0.1:1769074931.064581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4020.
00010000:00000010:0.1:1769074931.117529:0:68336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074931.124571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c560.
00010000:00000010:2.1:1769074931.152454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074931.167471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fe0.
00010000:00000010:3.1:1769074931.189048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:2.1:1769074931.223165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ca0.
00010000:00000010:3.1:1769074931.225457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00000080:00000010:0.1:1769074931.247444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4040.
00010000:00000010:2.1:1769074931.282534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:0.1:1769074931.358547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce740.
00010000:00000010:3.1:1769074931.384585:0:68341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074931.389460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2e0.
00010000:00000010:1.1:1769074931.435134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:3.1:1769074931.453762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce740.
00010000:00000010:2.1:1769074931.498483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074931.529759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00010000:00000010:3.1:1769074931.578438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074931.578558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c960.
00010000:00000010:1.1:1769074931.596440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:3.1:1769074931.619483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a48a0.
00010000:00000010:0.1:1769074931.670524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074931.671440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c960.
00010000:00000010:1.1:1769074931.726477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074931.738605:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fc0.
00010000:00000010:1.1:1769074931.780439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:2.1:1769074931.788449:0:68348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce240.
00010000:00000010:2.1:1769074931.828328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:0.1:1769074931.839342:0:68349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceee0.
00010000:00000010:3.1:1769074931.865845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074931.894130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6c0.
00000080:00000010:0.1:1769074931.927041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c400.
00010000:00000010:2.1:1769074931.927559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00010000:00000010:3.1:1769074931.956443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074931.975458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6c0.
00010000:00000010:1.1:1769074932.002452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:2.1:1769074932.010429:0:68353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5320.
00010000:00000010:2.1:1769074932.033594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:1.1:1769074932.088351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce5a0.
00010000:00000010:3.1:1769074932.126338:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:2.1:1769074932.175456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c960.
00010000:00000010:1.1:1769074932.217441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:2.1:1769074932.223522:0:68356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c180.
00010000:00000010:3.1:1769074932.254438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:0.1:1769074932.284528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce9e0.
00010000:00000010:3.1:1769074932.296104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8000.
00000080:00000010:3.1:1769074932.301948:0:68358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a45a0.
00000080:00000010:3.1:1769074932.358609:0:2360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf00.
00010000:00000010:0.1:1769074932.364186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00010000:00000010:3.1:1769074932.374131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074932.386156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc57a0.
00010000:00000010:1.1:1769074932.425450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:1.1:1769074932.439463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce320.
00010000:00000010:0.1:1769074932.484447:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:2.1:1769074932.489557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c940.
00010000:00000010:3.1:1769074932.508601:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:1.1:1769074932.529867:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4dc0.
00010000:00000010:1.1:1769074932.561036:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:1.1:1769074932.597607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4300.
00010000:00000010:1.1:1769074932.636553:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074932.641689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a00.
00010000:00000010:3.1:1769074932.670097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:1.1:1769074932.680618:0:68366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce820.
00010000:00000010:3.1:1769074932.725084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:2.1:1769074932.743486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4a00.
00010000:00000010:1.1:1769074932.776502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:0.1:1769074932.802637:0:68368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4880.
00010000:00000010:3.1:1769074932.838542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074932.860628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c0a0.
00010000:00000010:3.1:1769074932.901926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074932.938555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ee0.
00010000:00000010:3.1:1769074932.966442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074932.996664:0:68371:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c0a0.
00010000:00000010:3.1:1769074933.057438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074933.062446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c0a0.
00010000:00000010:1.1:1769074933.109260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:2.1:1769074933.119478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c760.
00010000:00000010:3.1:1769074933.150712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074933.163445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf00.
00000080:00000010:0.1:1769074933.231614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55a0.
00010000:00000010:2.1:1769074933.232025:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00010000:00000010:0.1:1769074933.266433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074933.266536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c180.
00010000:00000010:3.1:1769074933.277486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074933.296334:0:68377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5720.
00010000:00000010:2.1:1769074933.363518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074933.367443:0:68378:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5840.
00010000:00000010:1.1:1769074933.396710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074933.418610:0:68379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f20.
00010000:00000010:2.1:1769074933.446490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:0.1:1769074933.450883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c400.
00010000:00000010:1.1:1769074933.494809:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:2.1:1769074933.512486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f20.
00010000:00000010:0.1:1769074933.575447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:2.1:1769074933.581466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c160.
00000080:00000010:0.1:1769074933.640617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4100.
00010000:00000010:3.1:1769074933.641589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00010000:00000010:2.1:1769074933.714249:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074933.729659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5be0.
00010000:00000010:0.1:1769074933.797116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:0.1:1769074933.819509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4380.
00010000:00000010:3.1:1769074933.869431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074933.898506:0:68386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6a0.
00010000:00000010:2.1:1769074933.967228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074934.000988:0:68387:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5600.
00010000:00000010:2.1:1769074934.066049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:2.1:1769074934.071491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c560.
00010000:00000010:3.1:1769074934.103231:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074934.104052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c2a0.
00010000:00000010:1.1:1769074934.139548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074934.160432:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5600.
00010000:00000010:2.1:1769074934.196154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:0.1:1769074934.219115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4e00.
00010000:00000010:1.1:1769074934.260589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:2.1:1769074934.297460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ced00.
00010000:00000010:0.1:1769074934.326451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:3.1:1769074934.363428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6a0.
00010000:00000010:2.1:1769074934.383464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:3.1:1769074934.436534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca40.
00010000:00000010:1.1:1769074934.482467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:0.1:1769074934.513434:0:68395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4a40.
00010000:00000010:1.1:1769074934.561435:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074934.574350:0:68396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5480.
00010000:00000010:2.1:1769074934.611538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074934.624562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ac0.
00010000:00000010:2.1:1769074934.712321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:0.1:1769074934.734688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f60.
00010000:00000010:1.1:1769074934.744495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074934.759455:0:68399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cbc0.
00010000:00000010:2.1:1769074934.801549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:2.1:1769074934.834849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c260.
00010000:00000010:3.1:1769074934.889256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074934.900492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cbc0.
00010000:00000010:1.1:1769074934.956249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:0.1:1769074934.996461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cee0.
00010000:00000010:3.1:1769074935.064951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:2.1:1769074935.076217:0:68403:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd20.
00010000:00000010:1.1:1769074935.123188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:0.1:1769074935.175990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a43a0.
00010000:00000010:2.1:1769074935.196868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:3.1:1769074935.226478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5aa0.
00010000:00000010:3.1:1769074935.251585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:0.1:1769074935.271809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4c60.
00010000:00000010:0.1:1769074935.291920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:1.1:1769074935.305572:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4700.
00010000:00000010:2.1:1769074935.349479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:0.1:1769074935.352608:0:68408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceec0.
00010000:00000010:3.1:1769074935.385715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074935.420860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc52e0.
00010000:00000010:1.1:1769074935.465441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:2.1:1769074935.474435:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5140.
00010000:00000010:2.1:1769074935.508147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:2.1:1769074935.518613:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d80.
00010000:00000010:3.1:1769074935.560451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:1.1:1769074935.571281:0:68412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce940.
00010000:00000010:1.1:1769074935.616568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9200.
00000080:00000010:3.1:1769074935.632481:0:68413:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a47a0.
00010000:00000010:2.1:1769074935.667490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:3.1:1769074935.690546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce540.
00010000:00000010:3.1:1769074935.732619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074935.764626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc53e0.
00010000:00000010:1.1:1769074935.781687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074935.815035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4140.
00010000:00000010:2.1:1769074935.842448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074935.857463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ca0.
00010000:00000010:3.1:1769074935.902576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:0.1:1769074935.919663:0:68418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c780.
00010000:00000010:1.1:1769074935.969568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:2.1:1769074935.986487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce660.
00010000:00000010:3.1:1769074936.032446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074936.043532:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c140.
00010000:00000010:0.1:1769074936.090369:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074936.108464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c580.
00010000:00000010:2.1:1769074936.135481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:1.1:1769074936.153462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce480.
00010000:00000010:3.1:1769074936.194106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:2.1:1769074936.226769:0:68423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce560.
00010000:00000010:0.1:1769074936.259593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074936.278446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd40.
00010000:00000010:2.1:1769074936.334478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:3.1:1769074936.352463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca80.
00010000:00000010:3.1:1769074936.379453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:2.1:1769074936.396556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf60.
00010000:00000010:0.1:1769074936.410617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:1.1:1769074936.433610:0:68427:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4900.
00010000:00000010:2.1:1769074936.466487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074936.469912:0:68428:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5120.
00010000:00000010:3.1:1769074936.507483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074936.521709:0:68429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c500.
00010000:00000010:1.1:1769074936.566439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074936.575438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5000.
00010000:00000010:2.1:1769074936.609439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:2.1:1769074936.618453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4020.
00010000:00000010:0.1:1769074936.666453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:1.1:1769074936.671449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce720.
00010000:00000010:1.1:1769074936.728442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:0.1:1769074936.751820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cea60.
00010000:00000010:2.1:1769074936.793443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074936.807448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ce0.
00010000:00000010:0.1:1769074936.869428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:1.1:1769074936.875450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4660.
00010000:00000010:1.1:1769074936.948059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:1.1:1769074936.963458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ec0.
00010000:00000010:2.1:1769074936.988845:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:1.1:1769074936.999459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4d00.
00010000:00000010:1.1:1769074937.042587:0:68437:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:1.1:1769074937.070442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4820.
00010000:00000010:2.1:1769074937.108641:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:1.1:1769074937.123551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce620.
00010000:00000010:0.1:1769074937.147456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074937.181481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce60.
00010000:00000010:2.1:1769074937.222359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074937.247896:0:68441:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3c0.
00010000:00000010:2.1:1769074937.281435:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074937.299531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58a0.
00010000:00000010:2.1:1769074937.363445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:0.1:1769074937.371522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c640.
00010000:00000010:2.1:1769074937.416443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:0.1:1769074937.431069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4360.
00010000:00000010:0.1:1769074937.470498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:2.1:1769074937.484590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cec0.
00010000:00000010:2.1:1769074937.535446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:0.1:1769074937.576538:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce3c0.
00010000:00000010:3.1:1769074937.608572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:2.1:1769074937.644253:0:68447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4700.
00010000:00000010:0.1:1769074937.690601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:1.1:1769074937.725647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4700.
00010000:00000010:2.1:1769074937.782592:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:0.1:1769074937.789632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cea40.
00010000:00000010:3.1:1769074937.836258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:2.1:1769074937.871542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c820.
00000080:00000010:1.1:1769074937.933437:0:68451:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4c0.
00010000:00000010:0.1:1769074937.943489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00010000:00000010:2.1:1769074937.973463:0:68451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:3.1:1769074937.985934:0:68452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a46a0.
00010000:00000010:1.1:1769074938.003849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:2.1:1769074938.021532:0:68453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceba0.
00010000:00000010:0.1:1769074938.082765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:1.1:1769074938.086444:0:68454:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a45e0.
00010000:00000010:3.1:1769074938.121447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074938.159447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c020.
00010000:00000010:0.1:1769074938.177562:0:68455:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00000080:00000010:0.1:1769074938.199486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4560.
00010000:00000010:2.1:1769074938.233442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074938.250474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5740.
00010000:00000010:3.1:1769074938.274478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074938.292868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ca0.
00010000:00000010:0.1:1769074938.314454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074938.338460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f80.
00010000:00000010:2.1:1769074938.387483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:3.1:1769074938.406651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cce0.
00010000:00000010:3.1:1769074938.437430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:0.1:1769074938.444595:0:68462:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce1e0.
00010000:00000010:1.1:1769074938.475450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074938.475465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51e0.
00010000:00000010:2.1:1769074938.501632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:0.1:1769074938.505720:0:68464:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4240.
00010000:00000010:3.1:1769074938.532763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:2.1:1769074938.543649:0:68465:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58c0.
00000080:00000010:2.1:1769074938.587952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ae0.
00010000:00000010:1.1:1769074938.590446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00010000:00000010:3.1:1769074938.640444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9000.
00000080:00000010:0.1:1769074938.640579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4d40.
00010000:00000010:3.1:1769074938.672445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074938.684498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c240.
00010000:00000010:1.1:1769074938.737753:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074938.745996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50c0.
00010000:00000010:1.1:1769074938.771546:0:68470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:0.1:1769074938.774586:0:68470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce360.
00010000:00000010:3.1:1769074938.799442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074938.821443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc56c0.
00010000:00000010:1.1:1769074938.866438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074938.887462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59c0.
00010000:00000010:1.1:1769074938.938939:0:68473:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074938.943442:0:68473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3a0.
00010000:00000010:1.1:1769074938.981750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:3.1:1769074938.989634:0:68474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4b00.
00010000:00000010:1.1:1769074939.017440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074939.020657:0:68475:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce880.
00010000:00000010:3.1:1769074939.046785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074939.066650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc50a0.
00010000:00000010:1.1:1769074939.125708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:2.1:1769074939.137442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc58e0.
00010000:00000010:3.1:1769074939.189417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074939.205298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d80.
00000080:00000010:0.1:1769074939.264463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c520.
00010000:00000010:1.1:1769074939.264686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:1.1:1769074939.286825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:0.1:1769074939.306495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4100.
00010000:00000010:3.1:1769074939.345256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:2.1:1769074939.368265:0:68481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce580.
00010000:00000010:1.1:1769074939.406889:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:0.1:1769074939.441984:0:68482:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4180.
00000080:00000010:0.1:1769074939.498511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ac0.
00010000:00000010:3.1:1769074939.498810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00010000:00000010:3.1:1769074939.569557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:3.1:1769074939.596494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ae0.
00010000:00000010:0.1:1769074939.657451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:0.1:1769074939.689916:0:68485:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cac0.
00010000:00000010:3.1:1769074939.741496:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074939.758484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d20.
00010000:00000010:3.1:1769074939.788510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074939.810616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e40.
00010000:00000010:0.1:1769074939.826594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:2.1:1769074939.848621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce880.
00010000:00000010:3.1:1769074939.868437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:1.1:1769074939.871617:0:68489:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4880.
00010000:00000010:3.1:1769074939.904802:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074939.918469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ce80.
00010000:00000010:0.1:1769074939.938514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074939.946538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5480.
00010000:00000010:3.1:1769074939.963426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:2.1:1769074939.979443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a49c0.
00010000:00000010:3.1:1769074940.006452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:1.1:1769074940.017499:0:68493:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce500.
00010000:00000010:0.1:1769074940.052483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074940.060494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c060.
00010000:00000010:3.1:1769074940.096425:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:2.1:1769074940.121418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5d60.
00010000:00000010:3.1:1769074940.132447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:0.1:1769074940.149539:0:68496:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cebc0.
00010000:00000010:3.1:1769074940.181439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074940.193484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5160.
00010000:00000010:3.1:1769074940.231064:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074940.238506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c040.
00000080:00000010:0.1:1769074940.266528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cea00.
00010000:00000010:2.1:1769074940.266965:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00010000:00000010:3.1:1769074940.293615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074940.301449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5680.
00010000:00000010:1.1:1769074940.340737:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:2.1:1769074940.344661:0:68501:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f40.
00010000:00000010:2.1:1769074940.388468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9800.
00000080:00000010:0.1:1769074940.392448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f40.
00010000:00000010:3.1:1769074940.426125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:1.1:1769074940.451739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceba0.
00010000:00000010:1.1:1769074940.478445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:0.1:1769074940.486449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4cc0.
00010000:00000010:2.1:1769074940.504570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:2.1:1769074940.555319:0:68505:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cec60.
00010000:00000010:3.1:1769074940.598434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9600.
00000080:00000010:0.1:1769074940.615126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4120.
00010000:00000010:1.1:1769074940.678592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:0.1:1769074940.696429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cef80.
00010000:00000010:0.1:1769074940.722782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:3.1:1769074940.747607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce2a0.
00010000:00000010:2.1:1769074940.768526:0:68508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00000080:00000010:2.1:1769074940.788444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4340.
00010000:00000010:2.1:1769074940.810451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074940.826439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4a0.
00010000:00000010:0.1:1769074940.849335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074940.859328:0:68511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5dc0.
00010000:00000010:2.1:1769074940.896488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074940.921773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c620.
00010000:00000010:2.1:1769074940.962465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074940.972445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f20.
00010000:00000010:2.1:1769074941.030404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9200.
00000080:00000010:0.1:1769074941.059458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4a80.
00010000:00000010:2.1:1769074941.106685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074941.139494:0:68515:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c360.
00010000:00000010:2.1:1769074941.185452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:2.1:1769074941.213654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c360.
00010000:00000010:2.1:1769074941.253492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074941.265657:0:68517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5700.
00010000:00000010:3.1:1769074941.304533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:2.1:1769074941.347435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c920.
00010000:00000010:2.1:1769074941.369490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074941.406819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55a0.
00010000:00000010:2.1:1769074941.436544:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:1.1:1769074941.462303:0:68520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c360.
00010000:00000010:3.1:1769074941.482864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074941.505483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c360.
00000080:00000010:1.1:1769074941.550663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a47e0.
00010000:00000010:3.1:1769074941.553844:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00010000:00000010:2.1:1769074941.601436:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:0.1:1769074941.611458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce380.
00010000:00000010:3.1:1769074941.654540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074941.655842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c1a0.
00010000:00000010:3.1:1769074941.693474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:0.1:1769074941.716447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4660.
00010000:00000010:2.1:1769074941.743970:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:3.1:1769074941.770448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceec0.
00010000:00000010:3.1:1769074941.809019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074941.819461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5840.
00010000:00000010:3.1:1769074941.846461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:0.1:1769074941.850454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4740.
00010000:00000010:3.1:1769074941.921603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:0.1:1769074941.932516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce4c0.
00010000:00000010:2.1:1769074941.964517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:1.1:1769074941.973445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ba0.
00000080:00000010:1.1:1769074942.035644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c320.
00010000:00000010:2.1:1769074942.036410:0:68531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00010000:00000010:2.1:1769074942.078510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9200.
00000080:00000010:0.1:1769074942.089442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4bc0.
00010000:00000010:2.1:1769074942.127446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:3.1:1769074942.155596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5720.
00010000:00000010:2.1:1769074942.185471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074942.202487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4e0.
00010000:00000010:2.1:1769074942.239448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:2.1:1769074942.267438:0:68535:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a00.
00010000:00000010:2.1:1769074942.291426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074942.312725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4280.
00010000:00000010:0.1:1769074942.366625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:2.1:1769074942.397921:0:68537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cefe0.
00010000:00000010:2.1:1769074942.430427:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:0.1:1769074942.454449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4600.
00010000:00000010:2.1:1769074942.487208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:2.1:1769074942.515177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce860.
00000080:00000010:1.1:1769074942.568592:0:68540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd00.
00010000:00000010:0.1:1769074942.584538:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:2.1:1769074942.604918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:1.1:1769074942.623437:0:68541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4860.
00010000:00000010:2.1:1769074942.677577:0:68542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:2.1:1769074942.689860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c060.
00010000:00000010:0.1:1769074942.720439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9c00.
00000080:00000010:3.1:1769074942.733497:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a43a0.
00010000:00000010:2.1:1769074942.757697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:1.1:1769074942.778581:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cee20.
00010000:00000010:3.1:1769074942.839252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074942.900669:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fc0.
00010000:00000010:2.1:1769074942.912933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:2.1:1769074942.927439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cac0.
00010000:00000010:0.1:1769074942.966344:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00000080:00000010:3.1:1769074942.986533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a46a0.
00010000:00000010:3.1:1769074943.025471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074943.034162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5100.
00010000:00000010:2.1:1769074943.098934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074943.114440:0:68549:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a20.
00010000:00000010:0.1:1769074943.160963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:2.1:1769074943.180948:0:68550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c9a0.
00000080:00000010:0.1:1769074943.236061:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4a20.
00010000:00000010:3.1:1769074943.237143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8600.
00010000:00000010:1.1:1769074943.321261:0:68552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074943.334463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4de0.
00010000:00000010:2.1:1769074943.372425:0:68552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:2.1:1769074943.390909:0:68553:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c800.
00010000:00000010:0.1:1769074943.424520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:2.1:1769074943.466848:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4dc0.
00010000:00000010:2.1:1769074943.497028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074943.533493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5240.
00010000:00000010:0.1:1769074943.596059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c000.
00000080:00000010:2.1:1769074943.600062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce1c0.
00010000:00000010:3.1:1769074943.625358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074943.641031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc59a0.
00010000:00000010:2.1:1769074943.668911:0:68558:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c400.
00000080:00000010:0.1:1769074943.676011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceaa0.
00010000:00000010:0.1:1769074943.693843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ce00.
00000080:00000010:2.1:1769074943.717843:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce8a0.
00010000:00000010:3.1:1769074943.743446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074943.773025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ccc0.
00010000:00000010:2.1:1769074943.834332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:0.1:1769074943.841796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a60.
00010000:00000010:0.1:1769074943.877821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074943.900010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c7a0.
00010000:00000010:3.1:1769074943.946441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8e00.
00000080:00000010:0.1:1769074943.968517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4d40.
00010000:00000010:2.1:1769074943.975940:0:67453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:1.1:1769074943.980850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4c80.
00010000:00000010:0.1:1769074944.032591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c600.
00000080:00000010:2.1:1769074944.037546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce9e0.
00010000:00000010:3.1:1769074944.060561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074944.090980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5440.
00010000:00000010:1.1:1769074944.109097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00000080:00000010:2.1:1769074944.125828:0:68567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4fa0.
00010000:00000010:2.1:1769074944.153446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8400.
00000080:00000010:0.1:1769074944.170842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4fa0.
00010000:00000010:3.1:1769074944.188577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074944.211205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cce0.
00010000:00000010:2.1:1769074944.238467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074944.242507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c4c0.
00010000:00000010:3.1:1769074944.254436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074944.267459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5940.
00010000:00000010:2.1:1769074944.284224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9200.
00000080:00000010:0.1:1769074944.296594:0:68572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4180.
00010000:00000010:2.1:1769074944.335452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074944.357673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5760.
00010000:00000010:2.1:1769074944.398439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:0.1:1769074944.398493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce9e0.
00010000:00000010:2.1:1769074944.419603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074944.433673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5400.
00010000:00000010:2.1:1769074944.475587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:0.1:1769074944.495316:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cce0.
00010000:00000010:2.1:1769074944.549863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:1.1:1769074944.578951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4b00.
00010000:00000010:2.1:1769074944.597488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:0.1:1769074944.614529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a46c0.
00010000:00000010:0.1:1769074944.625573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00000080:00000010:2.1:1769074944.645947:0:68579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce8a0.
00010000:00000010:3.1:1769074944.666152:0:68579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:3.1:1769074944.696252:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ceae0.
00010000:00000010:3.1:1769074944.730212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:3.1:1769074944.730232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cee80.
00010000:00000010:2.1:1769074944.783956:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:1.1:1769074944.796738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a40c0.
00010000:00000010:0.1:1769074944.823955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:0.1:1769074944.832569:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00010000:00000010:3.1:1769074944.863315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:2.1:1769074944.889114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5780.
00010000:00000010:2.1:1769074944.911475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074944.919603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cec0.
00010000:00000010:2.1:1769074944.944820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074944.972491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5460.
00010000:00000010:3.1:1769074944.997696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:2.1:1769074945.010782:0:68587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4da0.
00010000:00000010:0.1:1769074945.036145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9a00.
00000080:00000010:2.1:1769074945.068553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4da0.
00010000:00000010:2.1:1769074945.125415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00000080:00000010:1.1:1769074945.133816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce5e0.
00010000:00000010:3.1:1769074945.174432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074945.180446:0:68590:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cec0.
00010000:00000010:0.1:1769074945.206567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:2.1:1769074945.232709:0:2360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c500.
00010000:00000010:3.1:1769074945.263126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:1.1:1769074945.279640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5c40.
00010000:00000010:0.1:1769074945.324429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:2.1:1769074945.337903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5b60.
00010000:00000010:3.1:1769074945.372104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00000080:00000010:1.1:1769074945.382465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c480.
00010000:00000010:3.1:1769074945.405239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00000080:00000010:1.1:1769074945.418142:0:68596:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4f00.
00010000:00000010:0.1:1769074945.453588:0:68596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074945.460797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c3c0.
00010000:00000010:3.1:1769074945.497429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:0.1:1769074945.508822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a49a0.
00010000:00000010:3.1:1769074945.552919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:0.1:1769074945.557511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8cef00.
00010000:00000010:0.1:1769074945.600876:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074945.606734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c720.
00010000:00000010:3.1:1769074945.644801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074945.658305:0:68601:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5780.
00010000:00000010:3.1:1769074945.673643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:1.1:1769074945.687636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5400.
00010000:00000010:0.1:1769074945.708472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074945.717455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c280.
00010000:00000010:3.1:1769074945.725348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:0.1:1769074945.735071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cd40.
00010000:00000010:2.1:1769074945.769820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7be00.
00000080:00000010:1.1:1769074945.779624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c8e0.
00010000:00000010:0.1:1769074945.807463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8a00.
00000080:00000010:2.1:1769074945.838439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a47a0.
00010000:00000010:3.1:1769074945.852691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381200.
00000080:00000010:0.1:1769074945.872723:0:68607:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5820.
00010000:00000010:2.1:1769074945.915028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ac00.
00000080:00000010:1.1:1769074945.949460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c480.
00010000:00000010:0.1:1769074945.979631:0:68608:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ba00.
00000080:00000010:1.1:1769074945.987368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cf60.
00010000:00000010:3.1:1769074946.014530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:1.1:1769074946.042775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc55e0.
00010000:00000010:2.1:1769074946.055563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7ae00.
00000080:00000010:0.1:1769074946.073535:0:68611:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c480.
00010000:00000010:0.1:1769074946.098544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:3.1:1769074946.107620:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5f40.
00000080:00000010:1.1:1769074946.186405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355ca80.
00010000:00000010:2.1:1769074946.186680:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:2.1:1769074946.225104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7aa00.
00000080:00000010:1.1:1769074946.230531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c280.
00010000:00000010:2.1:1769074946.247589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380a00.
00000080:00000010:3.1:1769074946.257633:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5a40.
00010000:00000010:2.1:1769074946.284359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:1.1:1769074946.301559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5240.
00010000:00000010:0.1:1769074946.323430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9400.
00000080:00000010:2.1:1769074946.338472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4ec0.
00000080:00000010:0.1:1769074946.384606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc51a0.
00010000:00000010:2.1:1769074946.385439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00010000:00000010:2.1:1769074946.405194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:2.1:1769074946.421375:0:2361:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4900.
00010000:00000010:2.1:1769074946.459503:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8200.
00000080:00000010:1.1:1769074946.460435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4660.
00010000:00000010:2.1:1769074946.473467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c800.
00000080:00000010:0.1:1769074946.473557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce260.
00010000:00000010:0.1:1769074946.503542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00000080:00000010:2.1:1769074946.509790:0:5550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce960.
00010000:00000010:2.1:1769074946.520456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074946.530425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cb20.
00010000:00000010:3.1:1769074946.546439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8c00.
00000080:00000010:0.1:1769074946.555846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4740.
00010000:00000010:0.1:1769074946.584550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a200.
00000080:00000010:1.1:1769074946.597431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c140.
00010000:00000010:1.1:1769074946.635515:0:68626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:0.1:1769074946.646840:0:68626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e80.
00010000:00000010:3.1:1769074946.676430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381600.
00000080:00000010:1.1:1769074946.706448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5e80.
00010000:00000010:2.1:1769074946.736609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00000080:00000010:1.1:1769074946.751532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fe0.
00010000:00000010:0.1:1769074946.780437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:2.1:1769074946.791431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5800.
00010000:00000010:3.1:1769074946.815931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00000080:00000010:0.1:1769074946.830436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5860.
00010000:00000010:1.1:1769074952.658772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b600.
00010000:00000010:0.1:1769074952.754441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381800.
00010000:00000010:2.1:1769074952.766516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f8800.
00010000:00000010:2.1:1769074952.766530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d83f9e00.
00010000:00000010:2.1:1769074952.766549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817e00.
00010000:00000010:2.1:1769074952.766737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00010000:00000010:2.1:1769074952.766740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d400.
00000080:00000010:0.1:1769074952.818697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4980.
00000080:00000010:3.1:1769074952.910828:0:2361:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0545ac0.
00010000:00000010:2.1:1769074952.915853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00010000:00000010:2.1:1769074952.915873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22800.
00010000:00000010:2.1:1769074952.915878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6de00.
00010000:00000010:2.1:1769074952.915882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438400.
00010000:00000010:2.1:1769074952.915885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c200.
00000080:00000010:2.1:1769074952.925113:0:67453:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0547380.
00000080:00000010:2.1:1769074952.925137:0:67453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce080.
00010000:00000010:2.1:1769074955.060286:0:69193:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817500.
00010000:00000010:2.1:1769074955.060296:0:69193:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380200.
00000080:00000010:3.1:1769074955.096543:0:69195:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2d24a4360.
00010000:00000010:0.1:1769074955.192583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438f00.
00010000:00000010:0.1:1769074955.192592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6dc00.
00010000:00000010:0.1:1769074955.208785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6c200.
00000080:00000010:0.1:1769074955.236687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce340.
00010000:00000010:1.1:1769074956.006497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817700.
00010000:00000010:1.1:1769074956.006531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380800.
00010000:00000010:2.1:1769074956.091476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380400.
00010000:00000010:0.1:1769074956.140432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817d00.
00010000:00000010:0.1:1769074956.140448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380000.
00000080:00000010:0.1:1769074956.161520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5ca0.
00000080:00000010:0.1:1769074959.623486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce280.
00000080:00000010:0.1:1769074959.623498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce0c0.
00000080:00000010:0.1:1769074959.623503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2df8ce900.
00000080:00000010:0.1:1769074959.623508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5fa0.
00000080:00000010:0.1:1769074959.623516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c5a0.
00000080:00000010:0.1:1769074959.623523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cdc0.
00000080:00000010:0.1:1769074959.623527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355cfa0.
00000080:00000010:0.1:1769074959.623531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623f40.
00000080:00000010:0.1:1769074959.623539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5040.
00000080:00000010:0.1:1769074959.623545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4660.
00000080:00000010:0.1:1769074959.623552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4d40.
00000080:00000010:0.1:1769074959.623555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c840.
00000080:00000010:0.1:1769074959.623560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c56235c0.
00000080:00000010:0.1:1769074959.623565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3fc5de0.
00000080:00000010:0.1:1769074959.623569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5623460.
00000080:00000010:0.1:1769074959.623573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c3ec4f20.
00000080:00000010:0.1:1769074959.623582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c355c6e0.
00000080:00000010:0.1:1769074959.623587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffffa0b2c5ec32a0.
00000080:00000010:0.1:1769074959.635637:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011c200.
00000080:00000010:2.1:1769074959.655092:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011d280.
00000080:00000010:2.1:1769074959.655208:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d011b180.
00000080:00000010:2.1:1769074959.655223:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d9376300.
00000080:00000010:2.1:1769074959.655234:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e62940.
00000080:00000010:2.1:1769074959.655249:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0542100.
00000080:00000010:2.1:1769074959.655254:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0543180.
00000080:00000010:2.1:1769074959.655261:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e63180.
00000080:00000010:2.1:1769074959.655270:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e05398c0.
00000080:00000010:2.1:1769074959.655277:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e05418c0.
00000080:00000010:2.1:1769074959.655282:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e61080.
00000080:00000010:2.1:1769074959.655286:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053eb40.
00000080:00000010:2.1:1769074959.655291:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0546b40.
00000080:00000010:2.1:1769074959.655298:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053b180.
00000080:00000010:2.1:1769074959.655303:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0542940.
00000080:00000010:2.1:1769074959.655309:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04ceb40.
00000080:00000010:2.1:1769074959.655314:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e05439c0.
00000080:00000010:2.1:1769074959.655323:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e639c0.
00000080:00000010:2.1:1769074959.655328:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2d1e65280.
00000080:00000010:2.1:1769074959.655335:0:35083:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0540000.
00000080:00000010:2.1:1769074959.657635:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0544a40.
00000080:00000010:2.1:1769074959.657662:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e0541080.
00000080:00000010:2.1:1769074959.657671:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e053b9c0.
00000080:00000010:2.1:1769074959.657682:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04cd280.
00000080:00000010:2.1:1769074959.657689:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04c9080.
00000080:00000010:2.1:1769074959.657695:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffffa0b2e04c98c0.
00010000:00000010:1.1:1769074959.661669:0:2365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6fa00.
00010000:00000010:1.1:1769074959.661681:0:2365:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682f00.
00010000:00000010:1.1:1769074959.661687:0:2365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873e00.
00010000:00000010:1.1:1769074959.661690:0:2365:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d9682100.
00010000:00000010:1.1:1769074959.661693:0:2365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2c4873a00.
00010000:00000010:2.1:1769074959.662441:0:69238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381000.
00010000:00000010:2.1:1769074959.662448:0:69238:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817400.
00010000:00000010:2.1:1769074959.725535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380c00.
00010000:00000010:2.1:1769074959.725556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817100.
00010000:00000010:2.1:1769074959.725561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6e200.
00010000:00000010:2.1:1769074959.725565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b600.
00010000:00000010:2.1:1769074959.725570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7bc00.
00010000:00000010:2.1:1769074959.725575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22900.
00010000:00000010:2.1:1769074959.725579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6cc00.
00010000:00000010:2.1:1769074959.725584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fefc00.
00010000:00000010:2.1:1769074959.725589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d000.
00010000:00000010:2.1:1769074959.725592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22a00.
00010000:00000010:2.1:1769074959.725595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380e00.
00010000:00000010:2.1:1769074959.725597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817900.
00010000:00000010:2.1:1769074959.725600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ee00.
00010000:00000010:2.1:1769074959.725602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817f00.
00010000:00000010:2.1:1769074959.725606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a400.
00010000:00000010:2.1:1769074959.725608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b000.
00010000:00000010:2.1:1769074959.725611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b400.
00010000:00000010:2.1:1769074959.725614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22000.
00010000:00000010:2.1:1769074959.725616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a800.
00010000:00000010:2.1:1769074959.725619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22c00.
00010000:00000010:2.1:1769074959.725621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b200.
00010000:00000010:2.1:1769074959.725624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a000.
00010000:00000010:2.1:1769074959.725626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0380600.
00010000:00000010:2.1:1769074959.725629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817000.
00010000:00000010:3.1:1769074959.725648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7b800.
00010000:00000010:2.1:1769074959.725649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381400.
00010000:00000010:2.1:1769074959.725653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381e00.
00010000:00000010:3.1:1769074959.725653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22100.
00010000:00000010:2.1:1769074959.725656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381c00.
00010000:00000010:3.1:1769074959.725656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d800.
00010000:00000010:2.1:1769074959.725659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817800.
00010000:00000010:3.1:1769074959.725659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c8fef600.
00010000:00000010:3.1:1769074959.725661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6e800.
00010000:00000010:2.1:1769074959.725662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2d2d7a600.
00010000:00000010:3.1:1769074959.725664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b100.
00010000:00000010:2.1:1769074959.725665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c7c22d00.
00010000:00000010:3.1:1769074959.725666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d200.
00010000:00000010:2.1:1769074959.725668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6ca00.
00010000:00000010:2.1:1769074959.725670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438600.
00010000:00000010:3.1:1769074959.725670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438e00.
00010000:00000010:2.1:1769074959.725673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6d600.
00010000:00000010:2.1:1769074959.725676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438d00.
00010000:00000010:2.1:1769074959.725679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6da00.
00010000:00000010:2.1:1769074959.725682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2d8438500.
00010000:00000010:2.1:1769074959.725685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2e0381a00.
00010000:00000010:2.1:1769074959.725688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4817a00.
00010000:00000010:2.1:1769074959.781461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0b2dfa6f400.
00010000:00000010:2.1:1769074959.781476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0b2c4f0b500.
00000800:00000200:3.1:1769075005.250575:0:2357:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:3.1:1769075005.250581:0:2357:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1769075005.250584:0:2357:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:0.1:1769075006.787148:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769075006.787445:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075006.787737:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769075006.787868:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075011.907025:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769075011.907172:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075011.907447:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769075011.907539:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:3.1:1769075041.602849:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:3.1:1769075041.602855:0:2355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 1, 1 secs later)
00000800:00000200:3.1:1769075041.603019:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:3.1:1769075041.603024:0:2355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 1, 1 secs later)
00000800:00000200:3.1:1769075041.603210:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:3.1:1769075041.603216:0:2355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 1, 1 secs later)
00000800:00000200:3.1:1769075041.603474:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:3.1:1769075041.603483:0:2355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 1, 1 secs later)
00000800:00000200:3.1:1769075041.603683:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:3.1:1769075041.603691:0:2355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 1, 1 secs later)
00000800:00000200:3.1:1769075041.603891:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:3.1:1769075041.603900:0:2355:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1769075041.605085:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075041.605094:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1769075041.606075:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075041.606083:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1769075041.606698:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075041.606700:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1769075041.606917:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075041.606918:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 1, 1 secs later)
00000800:00000200:0.1:1769075046.723152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075046.723446:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075046.723590:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075046.723687:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075051.843229:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075051.843777:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075051.844149:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075051.844331:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075056.963205:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075056.963233:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 4, 1 secs later)
00000800:00000200:2.1:1769075056.963919:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075056.963922:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 4, 1 secs later)
00000800:00000200:2.1:1769075056.964237:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075056.964240:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 4, 1 secs later)
00000800:00000200:2.1:1769075056.964566:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075056.964567:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 4, 1 secs later)
00000800:00000200:2.1:1769075062.083050:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075062.083414:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075062.083547:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075062.083642:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075067.203197:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075067.203204:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1769075067.203832:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075067.203836:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1769075067.204163:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075067.204165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1769075067.204361:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075067.204363:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 8, 6 secs later)
00000800:00000200:0.1:1769075072.322992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075072.323001:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 8, 1 secs later)
00000800:00000200:0.1:1769075072.323474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075072.323476:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 8, 1 secs later)
00000800:00000200:0.1:1769075072.323688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075072.323690:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 8, 1 secs later)
00000800:00000200:0.1:1769075072.323898:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075072.323900:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 8, 1 secs later)
00000800:00000200:0.1:1769075077.443131:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075077.443568:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075077.443737:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075077.443920:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075082.563188:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075082.563196:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 14 secs later)
00000800:00000200:0.1:1769075082.563870:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075082.563873:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 14 secs later)
00000800:00000200:0.1:1769075082.564146:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075082.564148:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 14 secs later)
00000800:00000200:0.1:1769075082.564343:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075082.564345:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 14 secs later)
00000800:00000200:0.1:1769075087.683104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075087.683109:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1769075087.683574:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075087.683577:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1769075087.683767:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075087.683769:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1769075087.683943:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075087.683945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1769075092.803469:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075092.803482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1769075092.804029:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075092.804032:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1769075092.804406:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075092.804410:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1769075092.804720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075092.804723:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1769075097.923042:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075097.923418:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075097.923615:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075097.923771:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075101.955064:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075101.955070:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 31 secs later)
00000800:00000200:2.1:1769075101.955664:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075101.955666:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 31 secs later)
00000800:00000200:2.1:1769075101.955954:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075101.955956:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 31 secs later)
00000800:00000200:2.1:1769075101.956184:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075101.956186:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 31 secs later)
00000800:00000200:0.1:1769075107.139385:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075107.139393:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 26 secs later)
00000800:00000200:0.1:1769075107.140151:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075107.140155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 26 secs later)
00000800:00000200:0.1:1769075107.140570:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075107.140573:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 26 secs later)
00000800:00000200:0.1:1769075107.140906:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075107.140909:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 26 secs later)
00000800:00000200:0.1:1769075112.259145:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075112.259166:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 21 secs later)
00000800:00000200:0.1:1769075112.259823:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075112.259825:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 21 secs later)
00000800:00000200:0.1:1769075112.260081:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075112.260083:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 21 secs later)
00000800:00000200:0.1:1769075112.260328:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075112.260330:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 21 secs later)
00000800:00000200:2.1:1769075117.379089:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075117.379095:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 16 secs later)
00000800:00000200:2.1:1769075117.379556:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075117.379558:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 16 secs later)
00000800:00000200:2.1:1769075117.379837:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075117.379840:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 16 secs later)
00000800:00000200:2.1:1769075117.380086:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075117.380088:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 16 secs later)
00000800:00000200:2.1:1769075122.499214:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075122.499221:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 11 secs later)
00000800:00000200:2.1:1769075122.499980:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075122.499982:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 11 secs later)
00000800:00000200:2.1:1769075122.500293:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075122.500296:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 11 secs later)
00000800:00000200:2.1:1769075122.500555:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075122.500557:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 11 secs later)
00000800:00000200:2.1:1769075127.619476:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075127.619539:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 6 secs later)
00000800:00000200:2.1:1769075127.620231:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075127.620233:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 6 secs later)
00000800:00000200:2.1:1769075127.620515:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075127.620517:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 6 secs later)
00000800:00000200:2.1:1769075127.620830:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075127.620832:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 6 secs later)
00000800:00000200:2.1:1769075132.739133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075132.739157:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 1 secs later)
00000800:00000200:2.1:1769075132.739787:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075132.739789:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 1 secs later)
00000800:00000200:2.1:1769075132.740084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075132.740085:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 1 secs later)
00000800:00000200:2.1:1769075132.740301:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075132.740305:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 32, 1 secs later)
00000800:00000200:2.1:1769075137.859403:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075137.860039:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075137.860202:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075137.860362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075142.979237:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075142.979243:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075142.979975:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075142.979978:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075142.980278:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075142.980281:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075142.980545:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075142.980547:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075148.099493:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075148.099501:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075148.100116:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075148.100134:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075148.100644:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075148.100647:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075148.100941:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075148.100944:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075153.219693:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075153.219702:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075153.220149:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075153.220151:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075153.220499:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075153.220501:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075153.220768:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075153.220771:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075158.339336:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075158.339341:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075158.340046:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075158.340049:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075158.340474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075158.340475:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075158.340701:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075158.340703:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075163.459550:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075163.459561:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075163.460908:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075163.460911:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075163.461424:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075163.461427:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075163.462063:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075163.462067:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075168.579706:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075168.579717:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075168.580734:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075168.580737:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075168.581157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075168.581160:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075168.581720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075168.581723:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075173.699717:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075173.699729:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075173.700677:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075173.700680:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075173.701088:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075173.701091:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075173.701477:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075173.701480:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075178.819522:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075178.819531:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075178.820294:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075178.820298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075178.820723:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075178.820726:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075178.821069:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075178.821074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1769075183.939205:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075183.939214:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075183.939784:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075183.939788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075183.940102:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075183.940105:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075183.940450:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075183.940453:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075189.059881:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075189.059895:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075189.060977:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075189.060980:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075189.061433:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075189.061448:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075189.061936:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075189.061938:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075194.179733:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075194.179744:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075194.180662:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075194.180665:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075194.180984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075194.180987:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075194.181370:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075194.181373:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075199.299771:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075199.299792:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075199.300538:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075199.300540:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075199.300843:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075199.300845:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075199.301036:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075199.301038:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075204.419633:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075204.420170:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075204.420444:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075204.420817:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075209.539621:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075209.539632:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075209.540589:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075209.540592:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075209.541084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075209.541088:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075209.541649:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075209.541653:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075214.659564:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075214.659573:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075214.660464:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075214.660466:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075214.660812:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075214.660817:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075214.661195:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075214.661197:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075219.779341:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075219.779353:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075219.779922:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075219.779924:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075219.780130:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075219.780132:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075219.780412:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075219.780415:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075224.899562:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075224.899567:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075224.900202:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075224.900206:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075224.900664:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075224.900668:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075224.901107:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075224.901111:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075230.019153:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075230.019160:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075230.019546:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075230.019547:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075230.019866:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075230.019869:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075230.020198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075230.020200:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075235.139623:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075235.139633:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075235.140605:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075235.140609:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075235.141238:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075235.141244:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075235.141666:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075235.141669:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075240.259118:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075240.259123:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075240.259667:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075240.259669:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075240.259887:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075240.259889:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075240.260065:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075240.260067:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075245.379131:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075245.379136:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075245.379673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075245.379676:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075245.379981:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075245.379983:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075245.380283:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075245.380286:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075250.499468:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075250.499472:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075250.500045:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075250.500048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075250.500455:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075250.500458:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075250.500821:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075250.500825:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075255.619170:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075255.619177:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075255.619764:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075255.619767:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075255.620074:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075255.620077:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075255.620374:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075255.620378:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075260.739449:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075260.739459:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075260.739989:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075260.739992:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075260.740253:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075260.740255:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075260.740573:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075260.740575:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075265.859165:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075265.859170:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075265.860165:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075265.860168:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075265.860708:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075265.860712:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075265.861120:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075265.861124:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075270.979794:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075270.980503:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075270.980675:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075270.980892:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075276.099633:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075276.099637:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075276.100667:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075276.100669:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075276.100968:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075276.100971:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075276.101218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075276.101220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075281.219356:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075281.219362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075281.220013:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075281.220017:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075281.220321:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075281.220324:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075281.220587:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075281.220589:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075286.339478:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075286.339487:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075286.340510:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075286.340514:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075286.340874:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075286.340878:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075286.341250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075286.341253:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075291.459721:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075291.459746:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075291.460846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075291.460848:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075291.461133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075291.461135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075291.461384:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075291.461409:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075296.579285:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075296.579292:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075296.579636:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075296.579654:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075296.579906:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075296.579908:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075296.580097:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075296.580099:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075301.699432:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075301.699438:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075301.700631:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075301.700635:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075301.701049:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075301.701052:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075301.701506:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075301.701508:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075306.819547:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075306.819558:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075306.820290:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075306.820293:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075306.820784:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075306.820787:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075306.821147:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075306.821149:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075311.939256:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075311.939265:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075311.939865:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075311.939881:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075311.940208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075311.940210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075311.940464:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075311.940466:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075317.058990:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075317.058996:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075317.059621:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075317.059623:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075317.059840:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075317.059842:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075317.060072:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075317.060074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075322.179139:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075322.179146:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075322.179741:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075322.179743:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075322.179996:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075322.179999:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075322.180293:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075322.180296:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075327.299292:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075327.299297:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075327.299789:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075327.299809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075327.300140:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075327.300142:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075327.300492:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075327.300495:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075332.419072:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075332.419079:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075332.419571:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075332.419572:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075332.419806:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075332.419807:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075332.419996:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075332.419998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075337.539050:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075337.539300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075337.539496:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075337.539672:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075342.659351:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075342.659358:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075342.660080:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075342.660083:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075342.660430:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075342.660432:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075342.660737:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075342.660739:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075347.779463:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075347.779467:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075347.779941:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075347.779944:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075347.780269:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075347.780271:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075347.780604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075347.780607:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075352.899213:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075352.899218:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075352.900156:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075352.900165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075352.900541:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075352.900543:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075352.900872:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075352.900874:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075358.019127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075358.019134:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075358.019873:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075358.019876:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075358.020183:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075358.020186:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075358.020506:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075358.020509:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075363.139173:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075363.139178:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075363.139831:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075363.139833:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075363.140046:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075363.140048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075363.140352:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075363.140355:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075368.259159:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075368.259162:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075368.259693:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075368.259695:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075368.259877:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075368.259879:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075368.260051:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075368.260052:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075373.379062:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075373.379073:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075373.380016:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075373.380020:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075373.380245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075373.380247:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075373.380538:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075373.380540:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075378.499017:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075378.499023:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075378.499559:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075378.499562:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075378.499806:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075378.499807:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075378.499984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075378.499986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075383.619421:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075383.619428:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075383.619945:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075383.619948:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075383.620280:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075383.620283:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075383.620699:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075383.620702:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075388.739118:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075388.739124:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075388.739566:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075388.739568:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075388.739761:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075388.739763:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075388.739942:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075388.739944:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075393.859347:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075393.859354:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075393.860109:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075393.860111:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075393.860472:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075393.860475:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075393.860818:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075393.860820:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075398.979085:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075398.979090:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075398.979584:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075398.979586:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075398.979769:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075398.979771:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075398.979978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075398.979980:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075404.099235:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075404.099616:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075404.099799:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075404.099999:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075409.219460:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075409.219464:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075409.220104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075409.220107:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075409.220468:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075409.220471:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075409.220735:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075409.220737:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075414.339489:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075414.339504:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075414.339907:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075414.339909:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075414.340129:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075414.340131:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075414.340355:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075414.340357:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075419.459121:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075419.459128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075419.459564:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075419.459566:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075419.459820:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075419.459821:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075419.460105:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075419.460107:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075424.579198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075424.579206:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075424.579852:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075424.579854:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075424.580056:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075424.580058:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075424.580326:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075424.580328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075429.699505:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075429.699521:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075429.700315:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075429.700318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075429.700761:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075429.700765:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075429.701121:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075429.701125:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075434.819264:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075434.819268:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075434.820076:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075434.820078:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075434.820294:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075434.820297:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075434.820671:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075434.820673:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075439.939590:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075439.939600:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075439.940564:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075439.940568:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075439.941071:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075439.941075:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075439.941660:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075439.941664:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075445.059067:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075445.059072:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075445.059639:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075445.059641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075445.059945:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075445.059948:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075445.060292:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075445.060294:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075450.179420:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075450.179432:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075450.180092:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075450.180094:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075450.180311:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075450.180313:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075450.180523:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075450.180525:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075455.299965:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075455.299982:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075455.301778:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075455.301782:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075455.302287:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075455.302290:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075455.302805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075455.302809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075460.419301:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075460.419318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075460.419967:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075460.419969:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075460.420234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075460.420236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075460.420451:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075460.420453:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075465.539804:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075465.539809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075465.540506:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075465.540508:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075465.541018:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075465.541022:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075465.541365:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075465.541367:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075470.659682:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075470.660414:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075470.660738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075470.661028:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075475.779516:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075475.779526:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075475.780439:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075475.780444:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075475.780939:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075475.780942:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075475.781387:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075475.781391:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075480.899794:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075480.899810:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075480.900922:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075480.900926:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075480.901316:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075480.901319:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075480.901836:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075480.901839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075486.019049:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075486.019053:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075486.019521:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075486.019523:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075486.019733:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075486.019735:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075486.019926:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075486.019929:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769075491.139197:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075491.139209:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075491.140218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075491.140226:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075491.140477:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075491.140478:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075491.140768:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075491.140770:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769075496.259064:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075496.259070:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075496.259560:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075496.259562:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075496.259744:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075496.259745:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075496.259921:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075496.259922:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075501.379060:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075501.379066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075501.379523:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075501.379525:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075501.379708:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075501.379710:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075501.379889:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075501.379891:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075506.499313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075506.499324:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075506.500186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075506.500190:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075506.500724:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075506.500728:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075506.501199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075506.501203:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075511.619439:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075511.619444:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075511.620024:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075511.620027:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075511.620363:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075511.620365:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075511.620611:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075511.620613:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075516.739011:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075516.739014:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075516.739479:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075516.739481:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075516.739714:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075516.739716:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075516.739938:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075516.739940:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075521.859776:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075521.859786:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075521.860609:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075521.860613:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075521.861010:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075521.861013:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075521.861412:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075521.861415:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075526.979116:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075526.979123:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075526.979883:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075526.979886:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075526.980277:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075526.980280:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075526.980619:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075526.980621:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075532.099068:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075532.099074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075532.099594:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075532.099595:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075532.099811:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075532.099827:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075532.100079:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075532.100081:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075537.218998:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075537.219303:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075537.219489:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075537.219659:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075542.339504:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075542.339515:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075542.340638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075542.340661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075542.341006:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075542.341009:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075542.341319:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075542.341321:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075547.460109:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075547.460119:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075547.461180:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075547.461183:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075547.461698:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075547.461701:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075547.462122:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075547.462126:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075552.579074:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075552.579080:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075552.579793:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075552.579795:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075552.580007:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075552.580009:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075552.580231:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075552.580233:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075557.699477:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075557.699484:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075557.700163:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075557.700166:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075557.700624:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075557.700626:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075557.700973:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075557.700975:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075562.819431:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075562.819440:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075562.820484:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075562.820489:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075562.820952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075562.820956:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075562.821515:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075562.821519:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075567.939663:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075567.939675:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075567.940540:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075567.940545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075567.940937:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075567.940940:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075567.941298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075567.941301:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075573.059537:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075573.059553:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075573.060666:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075573.060670:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075573.061168:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075573.061172:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075573.061679:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075573.061682:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075578.179011:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075578.179015:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075578.179533:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075578.179535:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075578.179729:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075578.179731:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075578.179910:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075578.179912:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075583.299013:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075583.299018:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075583.299561:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075583.299563:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075583.299757:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075583.299758:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075583.299989:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075583.299991:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075588.419385:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075588.419392:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075588.420152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075588.420154:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075588.420469:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075588.420471:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075588.420696:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075588.420699:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075593.539676:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075593.539686:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075593.541114:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075593.541118:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075593.541550:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075593.541553:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075593.542133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075593.542136:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075598.659527:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075598.659535:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075598.660535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075598.660538:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075598.660911:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075598.660913:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075598.661298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075598.661301:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075603.778993:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075603.779290:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075603.779412:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075603.779540:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075608.899278:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075608.899287:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075608.899966:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075608.899969:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075608.900296:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075608.900299:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075608.900577:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075608.900580:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075614.019219:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075614.019229:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075614.020206:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075614.020208:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075614.020418:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075614.020432:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075614.020689:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075614.020691:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769075619.139601:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075619.139611:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075619.140750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075619.140755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075619.141163:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075619.141166:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075619.141645:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075619.141648:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075624.258979:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075624.258986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075624.259500:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075624.259502:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075624.259773:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075624.259775:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075624.259967:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075624.259969:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075629.379047:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075629.379052:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075629.379779:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075629.379781:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075629.379978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075629.379994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075629.380266:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075629.380268:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075634.499084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075634.499091:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075634.499497:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075634.499499:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075634.499688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075634.499690:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075634.499866:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075634.499868:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075639.619348:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075639.619355:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075639.620262:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075639.620265:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075639.620586:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075639.620589:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075639.620876:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075639.620879:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075644.739411:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075644.739424:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075644.740469:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075644.740472:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075644.740708:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075644.740710:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075644.740977:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075644.740979:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075649.859226:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075649.859233:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075649.859774:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075649.859777:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075649.860090:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075649.860093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075649.860369:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075649.860371:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075654.979073:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075654.979078:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075654.979586:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075654.979587:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075654.979792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075654.979794:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075654.979974:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075654.979976:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769075660.099156:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075660.099164:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075660.099646:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075660.099649:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075660.099863:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075660.099865:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075660.100117:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075660.100121:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769075665.219193:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075665.219199:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075665.219695:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075665.219697:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075665.220005:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075665.220008:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075665.220296:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075665.220298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075670.339138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075670.339534:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075670.339733:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075670.339912:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075675.459912:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075675.459924:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075675.461091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075675.461094:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075675.461389:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075675.461392:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075675.461822:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075675.461825:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075680.578961:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075680.578966:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075680.579446:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075680.579449:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075680.579678:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075680.579680:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075680.579887:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075680.579889:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075685.699291:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075685.699304:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075685.699994:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075685.699997:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075685.700198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075685.700200:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075685.700471:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075685.700473:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075690.819084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075690.819091:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075690.819630:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075690.819631:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075690.819837:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075690.819839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075690.820071:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075690.820073:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769075695.939289:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075695.939297:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075695.939950:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075695.939952:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075695.940284:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075695.940287:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075695.940656:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075695.940658:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769075701.059040:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075701.059045:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075701.059475:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075701.059476:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075701.059669:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075701.059671:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075701.059874:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075701.059877:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075706.179866:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075706.179882:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075706.180764:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075706.180767:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075706.181113:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075706.181116:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075706.181427:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075706.181430:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075711.299373:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075711.299381:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075711.300095:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075711.300097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075711.300378:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075711.300380:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075711.300713:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075711.300716:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075716.419260:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075716.419270:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075716.419825:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075716.419827:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075716.420017:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075716.420018:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075716.420193:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075716.420195:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075721.539712:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075721.539722:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075721.540546:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075721.540549:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075721.540962:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075721.540966:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075721.541427:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075721.541430:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075726.659203:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075726.659211:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075726.659768:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075726.659770:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075726.660033:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075726.660035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075726.660243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075726.660245:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075731.779749:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075731.779754:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075731.780498:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075731.780502:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075731.781007:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075731.781011:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075731.781573:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075731.781576:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769075736.899732:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075736.900225:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075736.900578:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075736.900915:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075742.019200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075742.019208:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075742.019951:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075742.019954:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075742.020321:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075742.020325:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075742.020703:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075742.020706:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769075747.139625:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075747.139640:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075747.140582:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075747.140588:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075747.141047:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075747.141050:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075747.141530:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075747.141535:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769075752.259032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075752.259038:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075752.259522:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075752.259523:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075752.259726:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075752.259727:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769075752.259945:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075752.259947:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075757.379087:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075757.379093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075757.379542:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075757.379544:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075757.379739:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075757.379751:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075757.379932:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075757.379933:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075762.498941:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075762.498963:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075762.499470:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075762.499471:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075762.499658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075762.499660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075762.499842:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075762.499844:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075767.619104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075767.619110:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075767.619750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075767.619754:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075767.619990:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075767.619993:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075767.620248:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075767.620250:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075772.739020:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075772.739024:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075772.739597:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075772.739609:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075772.739825:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075772.739838:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075772.740033:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075772.740035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075777.859181:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075777.859188:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075777.859761:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075777.859763:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075777.859986:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075777.859989:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075777.860216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075777.860218:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075782.978949:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075782.978955:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075782.979525:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075782.979527:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075782.979761:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075782.979763:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075782.979955:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075782.979957:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075788.099089:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075788.099094:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075788.099696:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075788.099698:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075788.099890:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075788.099905:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075788.100091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075788.100093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075793.219691:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075793.219703:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075793.220685:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075793.220688:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075793.221048:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075793.221051:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075793.221422:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075793.221426:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075798.339059:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075798.339065:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075798.339555:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075798.339558:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075798.339849:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075798.339851:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075798.340034:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075798.340036:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075803.459241:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075803.459725:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075803.460037:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075803.460207:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075808.579702:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075808.579713:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075808.580622:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075808.580626:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075808.580866:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075808.580869:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075808.581222:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075808.581225:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075813.699898:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075813.699908:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075813.700687:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075813.700689:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075813.700966:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075813.700969:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075813.701318:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075813.701320:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075818.819110:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075818.819115:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075818.819582:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075818.819584:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075818.819779:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075818.819782:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075818.819995:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075818.819998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075823.939370:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075823.939379:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075823.940132:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075823.940135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075823.940459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075823.940462:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075823.940758:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075823.940760:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075829.059100:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075829.059105:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075829.059517:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075829.059519:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075829.059703:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075829.059705:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075829.059906:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075829.059908:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075834.179989:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075834.180001:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075834.181060:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075834.181063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075834.181474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075834.181476:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075834.181903:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075834.181906:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075839.298907:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075839.298911:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075839.299300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075839.299302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075839.299513:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075839.299515:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075839.299741:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075839.299743:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075844.419382:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075844.419424:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075844.420335:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075844.420339:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075844.420803:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075844.420805:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075844.421145:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075844.421147:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075849.539044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075849.539048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075849.539590:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075849.539591:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075849.539845:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075849.539848:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075849.540057:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075849.540059:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075854.659636:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075854.659650:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075854.660356:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075854.660360:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075854.660723:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075854.660725:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075854.661057:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075854.661060:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075859.779813:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075859.779823:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075859.780750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075859.780755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075859.781197:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075859.781202:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075859.781673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075859.781676:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075864.899821:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075864.899828:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075864.900618:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075864.900622:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075864.901062:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075864.901066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075864.901516:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075864.901520:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075870.019459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075870.020120:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075870.020535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075870.020711:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075875.139764:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075875.139777:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075875.140966:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075875.140970:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075875.141537:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075875.141540:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075875.141876:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075875.141895:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075880.259805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075880.259819:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075880.261088:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075880.261092:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075880.261643:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075880.261648:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075880.262227:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075880.262230:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075885.379316:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075885.379321:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075885.380012:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075885.380015:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075885.380319:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075885.380322:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075885.380683:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075885.380685:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075890.499623:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075890.499632:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075890.500523:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075890.500526:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075890.500934:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075890.500937:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075890.501261:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075890.501282:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075895.619232:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075895.619241:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075895.619845:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075895.619857:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075895.620200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075895.620203:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075895.620559:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075895.620562:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769075900.739300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075900.739317:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075900.739808:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075900.739809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075900.740022:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075900.740024:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075900.740206:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075900.740207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769075905.859009:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075905.859014:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075905.859638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075905.859640:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075905.859923:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075905.859926:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075905.860141:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075905.860160:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1769075910.979634:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075910.979641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075910.980836:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075910.980842:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075910.981162:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075910.981165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075910.981554:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075910.981556:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075916.099146:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075916.099154:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
02000000:00000010:3.0:1769075916.099439:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075916.099446:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075916.099456:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610561792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075916.099472:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075916.099476:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075916.099488:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610561792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075916.099523:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075916.099533:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2915)
00000800:00000200:0.1:1769075916.099856:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075916.099858:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075916.100095:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075916.100097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075916.100331:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075916.100333:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769075916.994553:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297578353, at 4297578368
00000100:00000010:3.0:1769075916.994570:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657900.
00000800:00000200:3.0:1769075919.682670:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769075919.682677:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769075919.682688:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769075919.682692:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769075919.682695:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.1:1769075921.219153:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075921.219162:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075921.219710:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075921.219712:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075921.219961:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075921.219965:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075921.220300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075921.220303:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769075922.114440:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297583472, at 4297583488
00000100:00000010:3.0:1769075922.114453:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657420.
00000800:00000200:2.1:1769075926.339715:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075926.339721:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075926.340344:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075926.340349:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075926.340862:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075926.340866:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075926.341351:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075926.341354:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1769075927.234497:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297588593, at 4297588608
00000100:00000010:3.0:1769075927.234534:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00000020:00000001:3.0:1769075929.218556:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075929.218561:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075929.218565:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075931.266631:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075931.266635:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075931.266638:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075931.459236:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075931.459243:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075931.459859:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075931.459862:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075931.460210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075931.460211:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075931.460445:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075931.460459:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769075932.354459:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297593713, at 4297593728
00000100:00000010:3.0:1769075932.354475:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00000020:00000001:3.0:1769075933.314618:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075933.314621:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075933.314624:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075935.362585:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075935.362591:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075935.362597:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075936.578529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075936.578543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075936.578547:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075936.578553:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075936.578559:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075936.578569:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 2925
00000400:00000200:3.0:1769075936.578582:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075936.578606:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075936.578610:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075936.578614:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.578617:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075936.578619:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.578621:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075936.578624:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075936.578626:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769075936.578628:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075936.578630:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769075936.578632:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769075936.578633:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769075936.578636:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.578637:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075936.578638:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.578639:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075936.578642:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769075936.578644:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075936.578646:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075936.578648:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075936.578650:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075936.578652:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.578655:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075936.578656:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075936.578664:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769075936.578667:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769075936.578670:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075936.578672:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.578674:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075936.578677:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075936.578681:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075936.578687:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769075936.578694:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075936.578701:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610563456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075936.578709:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075936.578712:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075936.578716:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610563456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075936.578739:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075936.578742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075936.578747:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075936.578748:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075936.578750:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075936.578752:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075936.578753:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2925
00000400:00000200:3.0:1769075936.578756:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075936.578758:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075936.578761:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075936.578763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.578766:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075936.578768:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.578770:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075936.578773:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075936.578774:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769075936.578775:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075936.578777:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769075936.578780:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769075936.578783:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769075936.578786:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.578789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075936.578791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.578795:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075936.578797:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769075936.578802:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075936.578804:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075936.578808:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075936.578812:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075936.578817:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.578820:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075936.578825:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075936.578830:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.578834:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075936.578839:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769075936.578844:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769075936.578846:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075936.578850:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.578855:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075936.578857:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075936.578860:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075936.578883:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769075936.578897:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075936.578909:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610563584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075936.578923:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075936.578929:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075936.578953:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610563584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075936.578961:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075936.578964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075936.578967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075936.578968:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075936.578972:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075936.578975:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075936.578979:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2925
00000400:00000200:3.0:1769075936.578986:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075936.578993:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075936.578997:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075936.579003:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.579006:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075936.579011:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.579014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075936.579017:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075936.579018:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769075936.579020:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075936.579022:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769075936.579037:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769075936.579042:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769075936.579046:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.579047:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075936.579052:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.579055:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075936.579059:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769075936.579063:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075936.579066:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075936.579067:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075936.579071:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075936.579076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.579078:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075936.579080:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075936.579082:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.579085:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075936.579091:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769075936.579094:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075936.579098:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075936.579101:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.579104:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075936.579106:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075936.579126:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075936.579134:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075936.579149:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075936.579163:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610563712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075936.579182:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075936.579186:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075936.579192:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610563712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075936.579210:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075936.579216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769075936.579217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075936.579226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075936.579227:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075936.579229:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075936.579231:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075936.579252:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2925
00000400:00000200:3.0:1769075936.579255:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075936.579259:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075936.579261:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075936.579267:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.579270:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075936.579275:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.579278:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075936.579283:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075936.579284:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769075936.579285:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075936.579287:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769075936.579291:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769075936.579294:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769075936.579296:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.579298:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075936.579301:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075936.579305:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075936.579307:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769075936.579309:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075936.579312:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075936.579317:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075936.579319:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075936.579321:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.579326:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075936.579329:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075936.579331:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.579334:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075936.579339:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769075936.579343:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075936.579347:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075936.579350:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075936.579353:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075936.579355:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075936.579356:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075936.579360:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769075936.579366:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075936.579373:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610563840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075936.579387:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075936.579388:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075936.579393:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610563840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075936.579423:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075936.579430:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2935)
00000800:00000200:2.1:1769075936.579583:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075936.579754:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075936.579929:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769075937.474511:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297598832, at 4297598848
00000100:00000010:3.0:1769075937.474525:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00000800:00000200:2.1:1769075941.699792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075941.699802:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075941.700833:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075941.700836:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075941.701084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075941.701086:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075941.701305:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075941.701307:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769075942.594520:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297603953, at 4297603968
00000100:00000010:3.0:1769075942.594540:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00000100:00080000:3.0:1769075946.818504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075946.818512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075946.818514:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075946.818518:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075946.818521:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075946.818527:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 2935
00000400:00000200:3.0:1769075946.818535:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075946.818540:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075946.818542:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075946.818545:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818548:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075946.818550:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818552:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075946.818555:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075946.818558:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769075946.818560:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075946.818562:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769075946.818564:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769075946.818566:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769075946.818568:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075946.818570:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818571:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075946.818574:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769075946.818576:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818578:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075946.818580:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075946.818582:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075946.818584:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.818586:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075946.818587:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075946.818595:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769075946.818598:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769075946.818601:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075946.818602:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.818604:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075946.818606:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075946.818610:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075946.818616:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769075946.818621:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075946.818628:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610564480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075946.818636:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075946.818639:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075946.818642:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610564480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075946.818665:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075946.818668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075946.818670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075946.818671:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075946.818672:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075946.818674:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075946.818676:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2935
00000400:00000200:3.0:1769075946.818678:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075946.818680:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075946.818681:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075946.818683:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818685:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075946.818686:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818688:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075946.818689:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075946.818690:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769075946.818691:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075946.818693:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769075946.818694:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769075946.818695:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769075946.818697:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818698:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075946.818699:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818700:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075946.818702:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769075946.818703:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818705:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075946.818706:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075946.818710:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075946.818712:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.818713:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075946.818716:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075946.818719:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.818720:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075946.818723:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769075946.818725:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769075946.818727:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075946.818728:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.818729:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075946.818731:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075946.818732:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075946.818735:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769075946.818737:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075946.818740:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610564608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075946.818747:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075946.818750:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075946.818757:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610564608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075946.818780:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075946.818786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075946.818793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075946.818797:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075946.818801:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075946.818806:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075946.818813:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2935
00000400:00000200:3.0:1769075946.818823:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075946.818831:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075946.818835:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075946.818844:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818848:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075946.818851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818901:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075946.818909:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075946.818914:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769075946.818920:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075946.818926:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769075946.818934:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769075946.818941:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769075946.818953:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075946.818968:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.818976:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075946.818981:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769075946.818991:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075946.819000:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075946.819007:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075946.819016:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075946.819023:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.819030:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075946.819036:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075946.819045:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.819052:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075946.819062:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769075946.819071:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075946.819080:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075946.819085:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.819092:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769075946.819093:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:3.0:1769075946.819097:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769075946.819099:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1769075946.819103:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075946.819116:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769075946.819126:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075946.819142:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610564736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075946.819175:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075946.819182:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075946.819196:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610564736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075946.819214:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075946.819222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075946.819230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075946.819236:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075946.819239:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075946.819243:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075946.819250:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2935
00000400:00000200:3.0:1769075946.819258:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075946.819265:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075946.819273:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075946.819278:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.819284:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075946.819291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.819296:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075946.819301:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075946.819306:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769075946.819312:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075946.819315:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769075946.819320:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769075946.819327:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769075946.819339:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.819345:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075946.819349:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075946.819355:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075946.819363:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769075946.819372:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075946.819379:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075946.819384:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075946.819433:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075946.819441:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.819448:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075946.819454:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075946.819464:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.819471:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075946.819480:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769075946.819487:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075946.819496:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075946.819500:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075946.819506:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075946.819511:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075946.819517:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075946.819527:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075946.819537:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075946.819553:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610564864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075946.819583:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075946.819590:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075946.819604:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610564864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075946.819646:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075946.819656:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2945)
00000800:00000200:2.1:1769075946.819840:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075946.819843:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075946.820134:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075946.820135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075946.820355:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075946.820357:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769075947.714548:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297609072, at 4297609088
00000100:00000010:3.0:1769075947.714568:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00080000:3.0:1769075951.938527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075951.938537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075951.938541:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075951.938546:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075951.938551:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075951.938561:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 2940
00000400:00000200:3.0:1769075951.938574:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075951.938583:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075951.938588:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075951.938593:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.938599:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075951.938602:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.938606:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075951.938611:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075951.938613:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769075951.938618:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075951.938621:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769075951.938624:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769075951.938628:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769075951.938632:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.938635:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075951.938638:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.938640:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075951.938644:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769075951.938648:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075951.938651:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075951.938654:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075951.938658:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075951.938662:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.938664:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075951.938668:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075951.938678:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769075951.938684:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769075951.938688:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075951.938691:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.938695:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075951.938698:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075951.938704:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075951.938714:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769075951.938722:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075951.938733:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610564992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075951.938747:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075951.938753:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075951.938759:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610564992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075951.938827:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075951.938832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075951.938837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075951.938839:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075951.938847:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075951.938851:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075951.938855:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2940
00000400:00000200:3.0:1769075951.938860:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075951.938864:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075951.938867:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075951.938871:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.938875:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075951.938878:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.938882:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075951.938885:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075951.938889:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769075951.938891:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075951.938895:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769075951.938898:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769075951.938901:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769075951.938905:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.938908:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075951.938911:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.938914:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075951.938918:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769075951.938922:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075951.938925:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075951.938928:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075951.938940:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075951.938946:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.938952:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075951.938957:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075951.938965:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.938974:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075951.938985:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769075951.938993:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769075951.939001:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075951.939008:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.939013:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075951.939020:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075951.939026:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075951.939035:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769075951.939045:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075951.939060:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610565120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075951.939083:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075951.939089:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075951.939100:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610565120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075951.939143:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075951.939149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075951.939153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075951.939154:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075951.939156:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075951.939159:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075951.939164:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2940
00000400:00000200:3.0:1769075951.939179:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075951.939189:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075951.939193:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075951.939203:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.939210:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075951.939219:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.939227:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075951.939235:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075951.939242:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769075951.939246:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075951.939251:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769075951.939257:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769075951.939265:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769075951.939272:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.939277:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075951.939285:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.939290:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075951.939296:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769075951.939300:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075951.939308:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075951.939315:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075951.939319:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075951.939325:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.939333:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075951.939338:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075951.939344:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.939349:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075951.939358:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769075951.939368:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075951.939376:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075951.939382:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.939434:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075951.939442:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075951.939450:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075951.939459:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075951.939471:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075951.939485:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610565248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075951.939511:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075951.939519:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075951.939533:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610565248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075951.939553:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075951.939561:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769075951.939562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769075951.939573:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000100:00080000:3.0:1769075951.939575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075951.939580:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075951.939586:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075951.939596:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075951.939606:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2940
00000400:00000200:3.0:1769075951.939619:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075951.939625:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075951.939632:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075951.939642:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.939647:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075951.939657:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.939661:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075951.939664:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075951.939667:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769075951.939674:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075951.939679:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769075951.939685:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769075951.939691:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769075951.939697:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.939703:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075951.939708:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075951.939714:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075951.939718:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769075951.939730:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075951.939738:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075951.939744:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075951.939751:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075951.939756:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.939763:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075951.939789:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075951.939795:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.939799:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075951.939809:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769075951.939816:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075951.939823:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075951.939828:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075951.939835:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075951.939839:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075951.939844:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075951.939852:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769075951.939863:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075951.939873:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610565376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075951.939901:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075951.939907:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075951.939916:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610565376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075951.939935:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075951.939942:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2951)
00000800:00000200:2.1:1769075951.940356:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075951.940359:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075951.940857:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075951.940861:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769075951.941218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075951.941221:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1769075952.834504:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297614193, at 4297614208
00000100:00000010:3.0:1769075952.834524:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00000100:00080000:3.0:1769075957.058564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075957.058591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075957.058595:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075957.058600:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075957.058607:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075957.058617:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 2946
00000400:00000200:3.0:1769075957.058632:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075957.058641:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075957.058646:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075957.058651:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.058656:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.058660:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.058664:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075957.058671:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075957.058673:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769075957.058677:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075957.058726:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769075957.058748:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769075957.058751:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769075957.058755:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.058758:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.058760:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.058762:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075957.058765:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769075957.058769:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075957.058772:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075957.058774:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075957.058778:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075957.058781:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.058783:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075957.058786:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075957.058796:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769075957.058799:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769075957.058803:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075957.058805:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.058808:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075957.058811:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075957.058815:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075957.058824:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769075957.058831:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075957.058841:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610565504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075957.058851:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075957.058856:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.058860:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610565504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075957.058884:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075957.058888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075957.058897:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075957.058899:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075957.058901:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075957.058903:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075957.058906:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2946
00000400:00000200:3.0:1769075957.058911:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075957.058914:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075957.058917:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075957.058920:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.058924:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.058927:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.058929:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075957.058949:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075957.058951:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769075957.058953:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075957.058956:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769075957.058959:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769075957.058968:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769075957.058976:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.058986:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.058996:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059001:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075957.059010:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769075957.059021:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059042:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075957.059048:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075957.059060:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075957.059084:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.059090:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075957.059097:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075957.059108:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.059123:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075957.059132:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769075957.059140:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769075957.059163:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075957.059168:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.059174:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075957.059190:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075957.059194:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075957.059205:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769075957.059213:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075957.059228:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610565632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075957.059250:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075957.059263:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.059304:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610565632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075957.059336:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075957.059344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075957.059354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075957.059360:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075957.059367:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075957.059374:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075957.059384:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2946
00000400:00000200:3.0:1769075957.059428:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075957.059440:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075957.059444:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075957.059451:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059453:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.059455:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059457:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075957.059460:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075957.059462:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769075957.059465:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075957.059467:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769075957.059469:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769075957.059471:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769075957.059475:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059478:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.059482:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059486:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075957.059489:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000800:00000200:2.1:1769075957.059496:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769075957.059501:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:2.1:1769075957.059503:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769075957.059511:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075957.059519:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075957.059527:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075957.059535:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.059539:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075957.059543:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075957.059548:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.059554:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075957.059562:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769075957.059567:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075957.059570:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075957.059576:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.059579:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075957.059581:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075957.059587:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075957.059592:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769075957.059615:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075957.059625:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610565760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075957.059656:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075957.059662:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.059672:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610565760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075957.059759:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075957.059765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075957.059769:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075957.059772:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075957.059777:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075957.059783:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075957.059787:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2946
00000400:00000200:3.0:1769075957.059796:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075957.059804:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075957.059807:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075957.059815:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059817:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.059820:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059826:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075957.059830:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075957.059834:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769075957.059838:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075957.059844:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769075957.059847:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769075957.059852:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769075957.059861:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059869:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075957.059876:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059879:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075957.059883:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769075957.059891:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075957.059899:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075957.059906:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075957.059911:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075957.059916:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.059921:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075957.059928:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075957.059935:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.059961:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075957.059973:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769075957.059983:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075957.059993:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075957.059998:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075957.060004:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075957.060009:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075957.060016:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075957.060027:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075957.060045:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075957.060066:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610565888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075957.060118:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075957.060125:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.060138:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610565888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075957.060183:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075957.060204:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2956)
00000800:00000200:2.1:1769075957.060497:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075957.060500:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075957.060916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075957.060919:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075957.061321:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075957.061324:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769075957.954488:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297619313, at 4297619328
00000100:00000010:3.0:1769075957.954506:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00000100:00080000:3.0:1769075962.178484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075962.178495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075962.178498:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075962.178503:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075962.178507:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075962.178515:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 2951
00000400:00000200:3.0:1769075962.178527:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075962.178535:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075962.178538:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075962.178542:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.178545:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075962.178548:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.178551:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075962.178555:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075962.178557:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769075962.178560:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075962.178562:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769075962.178565:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769075962.178568:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769075962.178571:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.178573:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075962.178575:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.178577:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075962.178579:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769075962.178583:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075962.178585:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075962.178588:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075962.178591:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075962.178655:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.178657:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075962.178660:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075962.178670:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769075962.178673:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769075962.178678:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075962.178680:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.178683:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075962.178686:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075962.178691:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075962.178701:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769075962.178707:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075962.178717:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610566016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075962.178728:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075962.178733:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075962.178739:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610566016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075962.178760:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075962.178763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075962.178767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075962.178768:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075962.178770:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075962.178773:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075962.178775:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2951
00000400:00000200:3.0:1769075962.178779:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075962.178781:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075962.178784:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075962.178787:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.178789:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075962.178791:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.178794:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075962.178797:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075962.178799:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769075962.178801:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075962.178803:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769075962.178805:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769075962.178807:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769075962.178810:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.178813:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075962.178815:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.178819:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075962.178821:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769075962.178827:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075962.178833:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075962.178838:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075962.178845:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075962.178848:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.178854:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075962.178860:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075962.178865:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.178869:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075962.178875:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769075962.178880:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769075962.178888:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075962.178893:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.178907:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075962.178910:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075962.178915:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075962.178921:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769075962.178930:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075962.178941:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610566144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075962.178958:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075962.178962:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075962.178969:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610566144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075962.178987:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075962.178994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075962.179005:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075962.179012:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075962.179019:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075962.179030:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075962.179040:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2951
00000400:00000200:3.0:1769075962.179057:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075962.179068:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075962.179078:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075962.179086:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.179092:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075962.179097:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.179100:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075962.179105:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075962.179108:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769075962.179110:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075962.179114:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769075962.179118:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769075962.179123:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769075962.179133:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.179140:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075962.179146:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.179150:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075962.179154:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769075962.179161:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075962.179167:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075962.179172:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075962.179177:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075962.179180:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.179182:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075962.179184:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075962.179187:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.179190:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075962.179196:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769075962.179201:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075962.179208:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075962.179212:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.179215:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075962.179219:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075962.179222:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075962.179228:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075962.179234:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075962.179244:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610566272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075962.179261:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769075962.179262:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769075962.179267:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075962.179271:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769075962.179275:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610566272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075962.179292:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075962.179298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075962.179307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075962.179309:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075962.179310:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075962.179313:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075962.179320:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2951
00000400:00000200:3.0:1769075962.179328:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075962.179334:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075962.179341:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075962.179344:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.179347:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075962.179353:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.179357:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075962.179364:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075962.179366:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769075962.179369:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075962.179374:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769075962.179376:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769075962.179380:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769075962.179411:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.179414:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075962.179416:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075962.179418:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075962.179421:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769075962.179424:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075962.179426:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075962.179427:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075962.179430:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075962.179436:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.179442:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075962.179445:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075962.179450:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.179453:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075962.179459:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769075962.179463:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075962.179470:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075962.179474:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075962.179480:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075962.179484:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075962.179487:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075962.179494:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769075962.179499:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075962.179507:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610566400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075962.179528:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075962.179532:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075962.179541:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610566400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075962.179554:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075962.179559:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2961)
00000800:00000200:2.1:1769075962.179895:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075962.179898:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075962.180160:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075962.180163:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075962.180485:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769075962.180488:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769075963.074507:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297624433, at 4297624448
00000100:00000010:3.0:1769075963.074527:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00000800:00000200:0.1:1769075967.299563:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075967.299568:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075967.300298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075967.300300:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075967.300770:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075967.300774:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769075967.301149:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075967.301152:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769075968.194528:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297629553, at 4297629568
00000100:00000010:3.0:1769075968.194538:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56574e0.
00000100:00080000:3.0:1769075972.418583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075972.418598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075972.418602:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075972.418607:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075972.418613:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075972.418623:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 2961
00000400:00000200:3.0:1769075972.418636:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075972.418645:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075972.418650:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075972.418655:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.418659:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075972.418663:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.418667:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075972.418673:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075972.418675:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769075972.418678:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075972.418682:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769075972.418685:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769075972.418688:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769075972.418692:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.418695:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075972.418699:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.418702:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075972.418706:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769075972.418711:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075972.418715:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075972.418718:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075972.418722:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075972.418725:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.418728:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075972.418731:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075972.418742:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769075972.418746:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769075972.418752:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075972.418754:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.418758:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075972.418761:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075972.418766:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075972.418776:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769075972.418785:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075972.418797:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610567040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075972.418812:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075972.418817:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075972.418824:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610567040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075972.418857:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075972.418862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075972.418866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075972.418868:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075972.418871:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075972.418874:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075972.418877:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2961
00000400:00000200:3.0:1769075972.418883:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075972.418886:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075972.418889:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075972.418894:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.418897:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075972.418900:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.418904:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075972.418907:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075972.418909:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769075972.418912:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075972.418914:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769075972.418917:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769075972.418920:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769075972.418924:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.418927:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075972.418930:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.418933:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075972.418937:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769075972.418942:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075972.418950:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075972.418953:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075972.418964:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075972.418971:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.418975:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075972.418986:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075972.419000:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.419009:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075972.419023:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769075972.419038:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769075972.419048:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075972.419054:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.419059:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075972.419062:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075972.419072:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075972.419087:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769075972.419100:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075972.419120:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610567168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075972.419145:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075972.419154:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075972.419164:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610567168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075972.419185:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075972.419195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075972.419210:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075972.419217:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075972.419225:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075972.419238:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075972.419252:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2961
00000400:00000200:3.0:1769075972.419275:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075972.419291:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075972.419302:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075972.419315:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.419318:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075972.419323:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.419330:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075972.419335:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075972.419343:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769075972.419345:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075972.419348:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769075972.419352:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769075972.419358:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769075972.419370:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.419375:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075972.419381:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.419471:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075972.419481:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769075972.419496:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075972.419510:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075972.419521:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075972.419532:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075972.419545:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.419552:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075972.419560:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075972.419568:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.419578:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075972.419585:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769075972.419594:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075972.419599:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075972.419604:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.419609:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075972.419611:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075972.419616:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075972.419627:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769075972.419637:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075972.419646:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:3.0:1769075972.419655:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610567296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769075972.419657:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769075972.419681:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075972.419689:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075972.419701:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610567296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075972.419730:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075972.419738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075972.419745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075972.419750:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075972.419757:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075972.419767:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075972.419777:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2961
00000400:00000200:3.0:1769075972.419791:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075972.419801:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075972.419808:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075972.419821:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.419831:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075972.419838:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.419849:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075972.419856:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075972.419859:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769075972.419862:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075972.419868:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769075972.419875:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769075972.419885:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769075972.419898:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.419901:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075972.419908:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075972.419914:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075972.419917:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769075972.419922:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075972.419930:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075972.419934:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075972.419938:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075972.419942:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.419953:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075972.419959:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075972.419963:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.419967:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075972.419980:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769075972.419989:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075972.419999:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075972.420006:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075972.420015:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075972.420023:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075972.420031:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075972.420046:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075972.420059:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075972.420080:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610567424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075972.420117:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075972.420124:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075972.420139:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610567424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075972.420164:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075972.420174:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2971)
00000800:00000200:0.1:1769075972.420621:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075972.420625:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075972.421060:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075972.421064:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769075972.421537:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075972.421541:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769075973.314530:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297634673, at 4297634688
00000100:00000010:3.0:1769075973.314545:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657de0.
00000100:00080000:3.0:1769075977.538501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075977.538512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075977.538515:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075977.538519:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075977.538524:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075977.538532:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 2966
00000400:00000200:3.0:1769075977.538543:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075977.538551:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075977.538555:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075977.538559:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.538563:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075977.538566:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.538569:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075977.538574:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075977.538576:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769075977.538579:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075977.538582:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769075977.538584:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769075977.538586:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769075977.538589:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.538591:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075977.538594:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.538596:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075977.538600:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769075977.538603:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075977.538606:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075977.538609:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075977.538629:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075977.538631:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.538634:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075977.538636:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075977.538644:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769075977.538648:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769075977.538651:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075977.538653:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.538656:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075977.538659:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075977.538663:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075977.538671:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769075977.538678:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075977.538687:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610567552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075977.538699:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075977.538703:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075977.538707:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610567552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075977.538752:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075977.538757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075977.538762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075977.538765:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075977.538768:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075977.538771:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075977.538776:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2966
00000400:00000200:3.0:1769075977.538783:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075977.538787:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075977.538791:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075977.538797:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.538801:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075977.538805:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.538808:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075977.538812:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075977.538815:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769075977.538818:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075977.538826:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769075977.538829:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769075977.538834:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769075977.538843:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.538846:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075977.538851:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.538858:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075977.538866:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769075977.538872:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075977.538877:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075977.538881:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075977.538891:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075977.538917:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.538924:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075977.538931:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075977.538936:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.538941:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075977.538951:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769075977.538957:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769075977.538964:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075977.538968:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.538972:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075977.538977:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075977.538979:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075977.538987:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769075977.538995:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075977.539010:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610567680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075977.539025:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075977.539031:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075977.539041:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610567680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075977.539062:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075977.539072:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075977.539080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075977.539086:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075977.539091:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075977.539098:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075977.539106:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2966
00000400:00000200:3.0:1769075977.539115:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075977.539123:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075977.539125:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075977.539131:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.539138:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075977.539143:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.539145:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075977.539151:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075977.539157:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769075977.539160:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075977.539164:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769075977.539168:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769075977.539173:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769075977.539183:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.539191:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075977.539200:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.539206:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075977.539210:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769075977.539220:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075977.539229:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075977.539234:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075977.539238:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075977.539243:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.539250:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075977.539255:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075977.539263:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.539267:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075977.539276:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769075977.539283:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075977.539290:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075977.539295:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.539299:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075977.539303:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075977.539307:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075977.539315:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075977.539321:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075977.539325:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:3.0:1769075977.539332:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610567808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769075977.539334:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769075977.539399:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075977.539428:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075977.539434:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610567808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075977.539443:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075977.539446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075977.539451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075977.539453:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075977.539459:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075977.539479:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075977.539489:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2966
00000400:00000200:3.0:1769075977.539498:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075977.539508:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075977.539513:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075977.539525:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.539529:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075977.539535:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.539542:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075977.539548:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075977.539552:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769075977.539557:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075977.539560:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769075977.539565:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769075977.539570:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769075977.539581:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.539587:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075977.539592:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075977.539599:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075977.539624:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769075977.539630:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075977.539633:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075977.539635:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075977.539638:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075977.539640:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.539642:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075977.539645:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075977.539648:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.539653:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075977.539659:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769075977.539664:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075977.539671:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075977.539672:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075977.539675:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075977.539678:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075977.539683:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075977.539689:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769075977.539696:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075977.539703:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610567936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075977.539727:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075977.539736:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075977.539751:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610567936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075977.539777:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075977.539789:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2976)
00000800:00000200:0.1:1769075977.540086:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075977.540089:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075977.540444:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075977.540447:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769075977.540756:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075977.540759:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1769075978.434558:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297639793, at 4297639808
00000100:00000010:3.0:1769075978.434573:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657660.
00000100:00080000:3.0:1769075982.658516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075982.658530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075982.658534:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075982.658539:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075982.658543:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075982.658552:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 2971
00000400:00000200:3.0:1769075982.658566:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075982.658577:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075982.658600:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075982.658606:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.658611:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.658615:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.658619:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075982.658626:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075982.658629:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769075982.658634:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075982.658638:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769075982.658642:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769075982.658647:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769075982.658653:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.658656:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.658677:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.658681:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075982.658687:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769075982.658694:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075982.658699:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075982.658705:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075982.658712:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075982.658715:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.658719:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075982.658722:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075982.658734:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769075982.658742:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769075982.658749:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075982.658752:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.658758:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075982.658762:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075982.658769:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075982.658784:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769075982.658796:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075982.658814:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610568064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075982.658836:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075982.658843:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.658851:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610568064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075982.658888:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075982.658893:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075982.658898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075982.658900:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075982.658903:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075982.658906:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075982.658910:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2971
00000400:00000200:3.0:1769075982.658916:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075982.658959:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075982.658962:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075982.658966:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.658968:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.658977:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.658979:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075982.658982:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075982.658984:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769075982.658986:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075982.658989:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769075982.658991:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769075982.658993:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769075982.658997:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.658999:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.659002:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.659005:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075982.659008:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769075982.659013:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075982.659016:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075982.659019:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075982.659025:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075982.659027:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.659030:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075982.659035:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075982.659041:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.659046:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075982.659055:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769075982.659061:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769075982.659070:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075982.659075:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.659082:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075982.659086:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075982.659093:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075982.659102:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769075982.659111:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075982.659129:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610568192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075982.659146:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075982.659152:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.659161:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610568192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075982.659200:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075982.659209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075982.659217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075982.659221:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075982.659224:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075982.659230:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075982.659237:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2971
00000400:00000200:3.0:1769075982.659248:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075982.659301:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075982.659307:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075982.659318:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.659327:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.659334:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.659357:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075982.659367:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075982.659373:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769075982.659380:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075982.659387:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769075982.659396:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769075982.659457:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769075982.659464:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.659485:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.659489:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.659498:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075982.659510:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769075982.659518:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075982.659526:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075982.659532:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075982.659538:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075982.659547:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.659552:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075982.659558:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075982.659567:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.659573:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075982.659583:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769075982.659613:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075982.659627:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075982.659635:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.659642:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075982.659650:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075982.659659:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075982.659691:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769075982.659707:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075982.659729:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610568320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769075982.659738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075982.659747:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769075982.659773:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075982.659784:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.659805:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610568320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075982.659847:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075982.659858:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075982.659871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075982.659878:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075982.659884:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075982.659899:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075982.659914:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2971
00000400:00000200:3.0:1769075982.659954:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075982.659965:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075982.659970:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075982.659979:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.659982:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.659988:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.659993:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075982.660002:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075982.660004:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769075982.660007:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075982.660013:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769075982.660018:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769075982.660024:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769075982.660033:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.660039:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075982.660047:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075982.660053:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075982.660060:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769075982.660070:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075982.660079:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075982.660085:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075982.660094:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075982.660100:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.660105:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075982.660111:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075982.660118:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.660124:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075982.660131:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769075982.660140:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075982.660147:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075982.660152:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075982.660159:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075982.660162:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075982.660169:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075982.660198:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075982.660209:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075982.660227:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610568448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075982.660249:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075982.660296:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.660313:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610568448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075982.660359:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075982.660368:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2981)
00000800:00000200:0.1:1769075982.660790:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075982.660794:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075982.661212:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075982.661216:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769075982.661690:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075982.661711:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769075983.554533:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297644913, at 4297644928
00000100:00000010:3.0:1769075983.554575:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56570c0.
00000100:00080000:3.0:1769075987.778528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075987.778546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075987.778552:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075987.778559:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075987.778568:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075987.778579:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 2976
00000400:00000200:3.0:1769075987.778596:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075987.778626:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075987.778632:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075987.778637:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.778641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075987.778645:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.778648:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075987.778653:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075987.778656:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769075987.778661:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075987.778665:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769075987.778668:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769075987.778671:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769075987.778675:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.778678:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075987.778680:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.778682:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075987.778686:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769075987.778690:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075987.778693:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075987.778697:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075987.778701:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075987.778704:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.778707:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075987.778710:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075987.778722:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769075987.778727:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769075987.778732:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075987.778734:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.778738:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075987.778741:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075987.778746:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075987.778756:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769075987.778764:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075987.778775:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610568576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075987.778789:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075987.778795:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075987.778801:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610568576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075987.778839:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075987.778844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075987.778848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075987.778851:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075987.778853:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075987.778856:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075987.778859:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2976
00000400:00000200:3.0:1769075987.778864:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075987.778868:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075987.778871:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075987.778875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.778879:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075987.778882:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.778886:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075987.778889:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075987.778892:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769075987.778895:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075987.778897:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769075987.778900:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769075987.778903:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769075987.778907:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.778910:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075987.778915:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.778923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075987.778931:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769075987.778939:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075987.778946:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075987.778949:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075987.778961:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075987.778970:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.778977:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075987.778985:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075987.778992:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.778998:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075987.779007:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769075987.779019:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769075987.779029:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075987.779034:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.779042:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075987.779047:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075987.779053:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075987.779062:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769075987.779069:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075987.779085:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610568704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075987.779108:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075987.779116:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075987.779126:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610568704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075987.779143:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075987.779149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075987.779154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075987.779163:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075987.779213:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075987.779223:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075987.779236:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2976
00000400:00000200:3.0:1769075987.779250:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075987.779263:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075987.779281:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075987.779299:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.779311:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075987.779323:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.779336:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075987.779348:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075987.779357:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769075987.779367:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075987.779377:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769075987.779425:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769075987.779430:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769075987.779438:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.779442:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075987.779446:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.779450:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075987.779454:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769075987.779459:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075987.779462:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075987.779469:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075987.779479:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075987.779489:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.779498:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075987.779504:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075987.779514:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.779523:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075987.779539:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769075987.779552:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075987.779562:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075987.779569:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.779574:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075987.779580:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075987.779587:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075987.779603:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075987.779612:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769075987.779617:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:3.0:1769075987.779626:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610568832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1769075987.779631:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769075987.779668:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075987.779674:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075987.779686:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610568832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075987.779706:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075987.779714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075987.779724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075987.779729:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075987.779731:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075987.779734:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075987.779739:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2976
00000400:00000200:3.0:1769075987.779745:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075987.779749:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075987.779752:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075987.779755:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.779758:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075987.779761:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.779766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075987.779775:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075987.779778:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769075987.779787:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075987.779791:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769075987.779794:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769075987.779800:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769075987.779810:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.779820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075987.779829:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075987.779837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075987.779845:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769075987.779857:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075987.779867:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075987.779875:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075987.779883:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075987.779889:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.779895:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075987.779901:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075987.779905:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.779916:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075987.779923:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769075987.779930:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075987.779941:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075987.779943:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075987.779948:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075987.779953:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075987.779958:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075987.779966:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769075987.779974:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075987.779985:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610568960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075987.780008:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075987.780016:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075987.780028:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610568960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075987.780049:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075987.780061:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2986)
00000800:00000200:0.1:1769075987.780516:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075987.780520:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075987.781001:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075987.781004:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769075987.781434:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075987.781439:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769075988.674527:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297650033, at 4297650048
00000100:00000010:3.0:1769075988.674543:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657780.
00000800:00000200:0.1:1769075992.899892:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075992.899914:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075992.901261:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075992.901265:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075992.901671:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075992.901674:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769075992.902136:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075992.902140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1769075993.794509:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297655153, at 4297655168
00000100:00000010:3.0:1769075993.794545:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657780.
00000800:00000200:3.0:1769075996.482718:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769075996.482723:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769075996.482733:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769075996.482736:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769075996.482739:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075998.018639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075998.018657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075998.018662:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075998.018669:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075998.018677:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075998.018689:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 2986
00000400:00000200:3.0:1769075998.018707:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075998.018719:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075998.018725:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075998.018733:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.018739:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075998.018744:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.018749:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075998.018755:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075998.018758:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769075998.018761:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075998.018766:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769075998.018769:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769075998.018772:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769075998.018776:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.018779:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075998.018782:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.018784:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075998.018788:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769075998.018792:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075998.018795:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075998.018801:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075998.018805:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075998.018809:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.018812:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075998.018815:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075998.018827:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769075998.018835:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769075998.018842:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075998.018846:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.018851:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075998.018855:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075998.018863:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075998.018878:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769075998.018889:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075998.018906:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610569600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075998.018927:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075998.018934:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075998.018943:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610569600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075998.018977:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075998.018982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075998.018987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075998.018989:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075998.018992:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075998.019020:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075998.019024:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2986
00000400:00000200:3.0:1769075998.019031:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075998.019036:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075998.019040:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075998.019047:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.019051:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075998.019056:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.019058:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075998.019064:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075998.019071:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769075998.019076:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075998.019083:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769075998.019090:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769075998.019095:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769075998.019105:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.019115:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075998.019125:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.019134:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075998.019141:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769075998.019151:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075998.019157:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075998.019163:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075998.019175:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075998.019184:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.019194:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075998.019205:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075998.019214:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.019221:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075998.019231:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769075998.019243:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769075998.019258:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075998.019265:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.019275:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075998.019280:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075998.019290:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075998.019304:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769075998.019319:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075998.019344:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610569728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075998.019378:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075998.019445:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075998.019458:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610569728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075998.019483:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075998.019503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075998.019518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769075998.019526:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075998.019533:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075998.019540:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075998.019551:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2986
00000400:00000200:3.0:1769075998.019587:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075998.019603:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075998.019611:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075998.019619:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.019629:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075998.019643:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:0.1:1769075998.019653:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769075998.019656:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:0.1:1769075998.019660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769075998.019669:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075998.019677:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769075998.019687:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075998.019696:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769075998.019705:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769075998.019710:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769075998.019725:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.019735:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075998.019748:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.019757:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075998.019766:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769075998.019772:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075998.019784:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075998.019793:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075998.019801:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075998.019810:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.019819:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075998.019829:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075998.019845:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.019854:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075998.019868:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769075998.019879:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075998.019893:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075998.019899:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.019905:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075998.019912:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075998.019920:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075998.019934:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769075998.019948:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075998.019965:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610569856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075998.019985:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075998.020016:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075998.020028:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610569856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075998.020057:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075998.020064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075998.020073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769075998.020076:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075998.020081:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075998.020089:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075998.020098:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 2986
00000400:00000200:3.0:1769075998.020115:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769075998.020126:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075998.020130:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075998.020141:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.020147:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075998.020157:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.020166:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769075998.020175:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075998.020178:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769075998.020184:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075998.020192:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769075998.020201:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769075998.020211:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769075998.020224:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.020231:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075998.020240:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769075998.020253:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769075998.020265:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769075998.020281:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769075998.020297:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075998.020307:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075998.020320:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075998.020333:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.020345:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075998.020355:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075998.020370:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.020376:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075998.020432:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769075998.020441:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769075998.020452:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075998.020458:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075998.020467:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075998.020474:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075998.020481:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075998.020493:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769075998.020506:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075998.020525:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610569984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075998.020548:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075998.020555:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075998.020567:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610569984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075998.020593:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075998.020608:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2997)
00000800:00000200:0.1:1769075998.020819:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075998.020822:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075998.021219:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075998.021224:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769075998.021605:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769075998.021608:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1769075998.914505:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297660273, at 4297660288
00000100:00000010:3.0:1769075998.914521:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56570c0.
00000800:00000200:0.1:1769076003.139830:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076003.140452:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076003.140706:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076003.141063:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076004.034517:0:69427:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297665393, at 4297665408
00000100:00000010:3.0:1769076004.034543:0:69427:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657660.
00000800:00000200:0.1:1769076008.259096:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076008.259102:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076008.259958:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076008.259979:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076008.260359:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076008.260362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076008.260647:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076008.260651:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769076009.154504:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297670512, at 4297670528
00000100:00000010:3.0:1769076009.154523:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657de0.
00000800:00000200:0.1:1769076013.379388:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076013.379398:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076013.380154:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076013.380157:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076013.380487:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076013.380490:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076013.380888:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076013.380891:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769076014.274528:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297675633, at 4297675648
00000100:00000010:3.0:1769076014.274569:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56574e0.
00000800:00000200:0.1:1769076018.499816:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076018.499828:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076018.501186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076018.501190:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076018.501727:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076018.501730:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769076018.502109:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076018.502112:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1769076019.394559:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297680753, at 4297680768
00000100:00000010:3.0:1769076019.394578:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56576c0.
00000800:00000200:0.1:1769076023.619797:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076023.619808:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076023.620727:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076023.620730:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076023.621125:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076023.621130:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769076023.621656:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076023.621659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1769076024.514523:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297685873, at 4297685888
00000100:00000010:3.0:1769076024.514541:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657120.
00000100:00080000:3.0:1769076028.738574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076028.738587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076028.738591:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076028.738597:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076028.738603:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076028.738612:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3017
00000400:00000200:3.0:1769076028.738626:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076028.738634:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076028.738639:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076028.738643:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.738647:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076028.738651:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.738654:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076028.738659:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076028.738662:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076028.738665:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076028.738668:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076028.738672:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076028.738675:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076028.738679:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.738681:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076028.738684:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.738687:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076028.738691:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076028.738695:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076028.738698:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076028.738701:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076028.738705:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076028.738708:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.738711:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076028.738714:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076028.738726:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769076028.738730:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076028.738735:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076028.738737:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.738742:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076028.738745:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076028.738751:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076028.738761:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076028.738768:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076028.738780:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610572672/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076028.738794:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076028.738800:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076028.738807:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610572672/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076028.738839:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076028.738844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076028.738848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076028.738850:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076028.738853:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076028.738856:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076028.738859:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3017
00000400:00000200:3.0:1769076028.738864:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076028.738868:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076028.738871:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076028.738875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.738877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076028.738880:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.738883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076028.738886:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076028.738888:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076028.738890:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076028.738894:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076028.738897:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076028.738901:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076028.738906:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.738909:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076028.738915:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.738917:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076028.738921:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076028.738926:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076028.738933:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076028.738939:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076028.738948:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076028.738954:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.738962:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076028.738969:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076028.738979:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.738985:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076028.738992:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769076028.738999:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076028.739005:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076028.739012:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.739022:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076028.739026:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076028.739033:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076028.739042:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076028.739050:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076028.739063:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610572800/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076028.739082:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076028.739087:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076028.739097:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610572800/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076028.739117:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076028.739124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076028.739130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076028.739133:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076028.739137:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076028.739144:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076028.739147:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3017
00000400:00000200:3.0:1769076028.739153:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076028.739161:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076028.739166:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076028.739175:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.739182:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076028.739188:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.739192:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076028.739197:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076028.739200:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076028.739203:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076028.739208:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076028.739214:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076028.739221:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076028.739234:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.739242:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076028.739255:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.739268:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076028.739282:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076028.739299:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076028.739314:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076028.739321:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076028.739331:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076028.739342:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.739350:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076028.739358:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076028.739371:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.739381:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076028.739465:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076028.739475:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076028.739512:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076028.739516:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.739520:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076028.739522:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076028.739529:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076028.739541:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076028.739549:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076028.739565:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610572928/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076028.739585:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076028.739591:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076028.739604:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610572928/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1769076028.739615:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076028.739626:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1769076028.739630:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076028.739639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076028.739647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076028.739653:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076028.739656:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076028.739663:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076028.739672:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3017
00000400:00000200:3.0:1769076028.739685:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076028.739692:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076028.739695:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076028.739701:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.739710:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076028.739719:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.739725:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076028.739731:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076028.739738:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076028.739744:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076028.739750:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076028.739758:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076028.739769:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076028.739779:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.739786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076028.739797:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076028.739806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076028.739813:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076028.739822:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076028.739828:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076028.739840:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076028.739848:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076028.739853:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.739856:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076028.739859:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076028.739870:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.739873:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076028.739885:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076028.739891:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076028.739895:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076028.739899:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076028.739904:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076028.739906:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076028.739909:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076028.739918:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076028.739926:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076028.739942:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610573056/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076028.739981:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076028.739987:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076028.740005:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610573056/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076028.740057:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076028.740067:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3027)
00000800:00000200:0.1:1769076028.740563:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076028.740566:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076028.740988:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076028.740991:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769076028.741448:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076028.741452:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1769076029.634582:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297690993, at 4297691008
00000100:00000010:3.0:1769076029.634598:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657360.
00000100:00080000:3.0:1769076033.858492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076033.858505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076033.858508:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076033.858513:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076033.858519:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076033.858528:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3022
00000400:00000200:3.0:1769076033.858541:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076033.858549:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076033.858554:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076033.858559:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.858563:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076033.858566:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.858570:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076033.858576:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076033.858578:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076033.858581:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076033.858585:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076033.858588:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076033.858591:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076033.858595:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.858598:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076033.858601:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.858604:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076033.858608:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076033.858612:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076033.858615:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076033.858619:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076033.858622:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076033.858626:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.858629:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076033.858631:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076033.858640:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076033.858645:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076033.858650:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076033.858652:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.858656:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076033.858659:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076033.858665:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076033.858674:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076033.858683:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076033.858694:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610573184/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076033.858711:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076033.858718:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076033.858729:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610573184/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076033.858770:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076033.858776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076033.858783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076033.858786:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076033.858790:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076033.858795:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076033.858802:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3022
00000400:00000200:3.0:1769076033.858810:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076033.858817:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076033.858822:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076033.858827:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.858831:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076033.858834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.858837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076033.858841:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076033.858842:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076033.858845:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076033.858848:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076033.858851:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076033.858854:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076033.858860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.858863:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076033.858866:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.858870:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076033.858875:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076033.858883:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076033.858894:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076033.858904:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076033.858919:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076033.858933:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.858944:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076033.858956:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076033.858969:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.858980:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076033.858989:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076033.858993:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076033.858997:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076033.859002:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.859015:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076033.859026:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076033.859036:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076033.859054:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076033.859069:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076033.859091:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610573312/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076033.859118:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076033.859127:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076033.859142:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610573312/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076033.859195:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076033.859209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076033.859226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076033.859233:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076033.859241:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076033.859251:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076033.859264:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3022
00000400:00000200:3.0:1769076033.859282:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076033.859294:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076033.859304:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076033.859319:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.859330:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076033.859341:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.859347:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076033.859351:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076033.859357:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076033.859363:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076033.859369:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076033.859379:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076033.859451:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076033.859460:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.859465:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076033.859473:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.859478:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076033.859483:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076033.859495:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076033.859499:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076033.859506:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076033.859512:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076033.859522:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.859524:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076033.859528:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076033.859541:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.859545:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076033.859554:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000010:3.0:1769076033.859556:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076033.859568:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:0.1:1769076033.859570:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1769076033.859572:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076033.859577:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.859584:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076033.859587:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076033.859593:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076033.859604:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076033.859613:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076033.859624:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610573440/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076033.859647:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076033.859653:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076033.859661:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610573440/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076033.859682:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076033.859688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076033.859696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076033.859702:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076033.859707:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076033.859721:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076033.859733:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3022
00000400:00000200:3.0:1769076033.859757:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076033.859776:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076033.859786:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076033.859802:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.859816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076033.859827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.859834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076033.859843:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076033.859847:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076033.859851:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076033.859857:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076033.859863:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076033.859870:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076033.859885:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.859899:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076033.859914:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076033.859927:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076033.859941:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076033.859958:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076033.859974:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076033.859986:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076033.859996:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076033.860004:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.860012:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076033.860021:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076033.860033:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.860046:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076033.860063:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076033.860079:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076033.860094:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076033.860102:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076033.860115:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076033.860122:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076033.860133:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076033.860150:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076033.860167:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076033.860190:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610573568/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076033.860233:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076033.860245:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076033.860266:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610573568/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076033.860310:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076033.860328:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3032)
00000800:00000200:0.1:1769076033.860578:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076033.860582:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076033.860944:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076033.860947:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1769076033.861282:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076033.861286:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.0:1769076034.370838:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:3.0:1769076034.754461:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297696113, at 4297696128
00000100:00000010:3.0:1769076034.754472:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657720.
00000800:00000200:0.1:1769076038.979957:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076038.979973:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076038.981015:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076038.981018:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076038.981512:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076038.981515:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076038.981867:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076038.981871:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769076039.874467:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297701234, at 4297701248
00000100:00000010:3.0:1769076039.874487:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657000.
00000800:00000200:0.1:1769076044.100150:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076044.100162:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076044.101178:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076044.101182:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076044.101604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076044.101608:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076044.102013:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076044.102017:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1769076044.994517:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297706354, at 4297706368
00000100:00000010:3.0:1769076044.994535:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56578a0.
00000100:00080000:3.0:1769076049.218501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076049.218511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076049.218514:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076049.218518:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076049.218523:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076049.218530:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3038
00000400:00000200:3.0:1769076049.218540:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076049.218546:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076049.218550:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076049.218553:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218556:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076049.218559:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218561:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076049.218565:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076049.218566:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076049.218569:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076049.218572:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076049.218574:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076049.218576:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076049.218578:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076049.218582:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218584:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076049.218587:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076049.218590:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218592:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076049.218595:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076049.218597:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076049.218600:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.218602:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076049.218604:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076049.218612:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076049.218615:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076049.218619:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076049.218621:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.218624:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076049.218627:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076049.218631:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076049.218638:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076049.218644:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076049.218653:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610574720/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076049.218663:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076049.218667:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076049.218672:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610574720/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076049.218704:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076049.218709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076049.218713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076049.218715:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076049.218717:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076049.218721:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076049.218724:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3038
00000400:00000200:3.0:1769076049.218729:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076049.218733:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076049.218737:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076049.218741:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218744:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076049.218747:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076049.218753:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076049.218755:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076049.218757:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076049.218760:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076049.218763:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076049.218766:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076049.218770:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218774:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076049.218777:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218780:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076049.218783:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076049.218788:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218791:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076049.218793:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076049.218800:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076049.218803:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.218806:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076049.218811:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076049.218815:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.218819:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076049.218824:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076049.218827:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076049.218831:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076049.218833:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.218835:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076049.218837:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076049.218840:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076049.218845:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076049.218850:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076049.218856:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610574848/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076049.218866:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076049.218869:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076049.218874:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610574848/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076049.218887:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076049.218901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076049.218906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076049.218909:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076049.218911:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076049.218915:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076049.218918:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3038
00000400:00000200:3.0:1769076049.218923:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076049.218926:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076049.218929:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076049.218933:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218935:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076049.218938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076049.218944:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076049.218945:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076049.218947:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076049.218950:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076049.218959:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076049.218963:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076049.218967:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218970:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076049.218973:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218976:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076049.218979:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076049.218983:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076049.218986:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076049.218988:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076049.218992:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076049.218995:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.218998:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076049.219001:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076049.219005:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.219008:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076049.219011:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076049.219015:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076049.219019:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076049.219020:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.219023:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076049.219025:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076049.219027:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076049.219027:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000010:3.0:1769076049.219032:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000800:00000200:0.1:1769076049.219033:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769076049.219037:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076049.219043:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610574976/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076049.219053:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076049.219056:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076049.219061:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610574976/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076049.219072:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076049.219075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076049.219080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076049.219083:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076049.219085:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076049.219089:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076049.219092:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3038
00000400:00000200:3.0:1769076049.219097:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076049.219101:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076049.219104:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076049.219109:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.219112:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076049.219114:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.219118:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076049.219121:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076049.219123:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076049.219125:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076049.219128:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076049.219131:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076049.219151:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076049.219156:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.219158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076049.219161:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076049.219164:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076049.219167:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076049.219171:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076049.219175:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076049.219177:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076049.219182:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076049.219185:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.219187:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076049.219190:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076049.219194:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.219196:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076049.219200:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076049.219204:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076049.219207:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076049.219209:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076049.219212:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076049.219214:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076049.219216:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076049.219221:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076049.219225:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076049.219231:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610575104/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076049.219251:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076049.219254:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076049.219259:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610575104/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076049.219270:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076049.219276:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3048)
00000800:00000200:0.1:1769076049.219545:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076049.219547:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076049.219796:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076049.219799:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076049.220024:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076049.220027:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769076050.114516:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297711472, at 4297711488
00000100:00000010:3.0:1769076050.114535:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657ae0.
00000800:00000200:0.1:1769076054.339638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076054.339648:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076054.340583:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076054.340586:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076054.341079:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076054.341085:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076054.341553:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076054.341556:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769076055.234503:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297716593, at 4297716608
00000100:00000010:3.0:1769076055.234525:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56572a0.
00000800:00000200:0.1:1769076059.459607:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076059.459614:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076059.460539:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076059.460543:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076059.460901:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076059.460904:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769076059.461281:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076059.461285:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1769076060.354548:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297721713, at 4297721728
00000100:00000010:3.0:1769076060.354582:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657540.
00000800:00000200:0.1:1769076064.579744:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076064.579758:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076064.580363:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076064.580366:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076064.580720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076064.580723:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769076064.581065:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076064.581067:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769076065.474546:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297726833, at 4297726848
00000100:00000010:3.0:1769076065.474568:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657360.
00000800:00000200:0.1:1769076069.699604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076069.700474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076069.700824:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076069.701138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076070.594515:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297731953, at 4297731968
00000100:00000010:3.0:1769076070.594530:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657420.
00000400:00000100:3.0:1769076072.770734:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769076072.770827:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076072.770841:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076072.770846:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769076072.770851:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076072.770855:0:2355:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076072.770862:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076072.770866:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2c54eee00.
00000400:00000200:3.0:1769076072.770872:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076072.770879:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076072.770887:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67d6880
00000400:00000010:3.0:1769076072.770891:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67d6880.
00000100:00000001:3.0:1769076072.770898:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076072.770907:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568a80 x1855007610576768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076072.770939:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076072.770945:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568a80 x1855007610576768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076072.770955:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076072.770957:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076072.770984:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076072.771006:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2c54ee600.
00000400:00000200:3.0:1769076072.771013:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076072.771020:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076072.771027:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67d6550
00000400:00000010:3.0:1769076072.771030:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67d6550.
00000100:00000001:3.0:1769076072.771036:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076072.771045:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356b100 x1855007610576896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076072.771060:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076072.771067:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b100 x1855007610576896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076072.771082:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076072.771086:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076072.771100:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076072.771107:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2c54eeb00.
00000400:00000200:3.0:1769076072.771116:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076072.771126:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076072.771135:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67d6088
00000400:00000010:3.0:1769076072.771141:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67d6088.
00000100:00000001:3.0:1769076072.771147:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076072.771157:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356b480 x1855007610577024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076072.771191:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076072.771200:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b480 x1855007610577024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076072.771225:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076072.771229:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076072.771238:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076072.771246:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2c54eef00.
00000400:00000200:3.0:1769076072.771253:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076072.771264:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076072.771272:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67d65d8
00000400:00000010:3.0:1769076072.771277:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67d65d8.
00000100:00000001:3.0:1769076072.771283:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076072.771294:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3569c00 x1855007610577152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076072.771317:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076072.771465:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569c00 x1855007610577152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076072.771486:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076072.771492:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769076074.818547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076074.818564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076074.818569:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076074.818576:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076074.818584:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076074.818596:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3063
00000400:00000200:3.0:1769076074.818612:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076074.818623:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076074.818629:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076074.818636:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.818643:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076074.818648:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.818654:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076074.818661:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076074.818664:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076074.818669:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076074.818673:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076074.818678:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076074.818683:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076074.818690:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.818694:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076074.818698:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.818702:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076074.818750:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076074.818757:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076074.818763:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076074.818768:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076074.818774:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076074.818781:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.818785:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076074.818789:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076074.818801:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076074.818809:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076074.818815:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076074.818818:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.818822:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076074.818826:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076074.818832:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076074.818842:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076074.818850:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076074.818862:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610577280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076074.818892:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076074.818899:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076074.818908:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610577280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076074.818974:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076074.818980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076074.818986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076074.818989:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076074.818993:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076074.818999:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076074.819005:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3063
00000400:00000200:3.0:1769076074.819023:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076074.819031:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076074.819036:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076074.819042:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819046:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076074.819051:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076074.819077:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076074.819080:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076074.819083:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076074.819087:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076074.819092:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076074.819096:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076074.819103:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819107:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076074.819111:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819115:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076074.819122:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076074.819127:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819133:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076074.819137:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076074.819146:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076074.819151:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.819156:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076074.819163:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076074.819170:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.819175:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076074.819183:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076074.819189:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076074.819194:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076074.819197:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.819201:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076074.819204:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076074.819208:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076074.819216:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076074.819224:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076074.819236:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610577408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076074.819252:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076074.819258:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076074.819265:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610577408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076074.819280:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076074.819285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076074.819292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076074.819295:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076074.819298:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076074.819303:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076074.819309:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3063
00000400:00000200:3.0:1769076074.819318:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076074.819324:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076074.819329:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076074.819334:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819339:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076074.819343:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819347:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076074.819352:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076074.819355:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076074.819359:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076074.819363:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076074.819368:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076074.819372:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076074.819378:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819381:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076074.819383:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819433:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076074.819438:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076074.819444:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819449:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076074.819452:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076074.819459:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076074.819463:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.819467:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076074.819472:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076074.819477:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.819480:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076074.819489:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076074.819495:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076074.819501:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076074.819505:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.819509:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076074.819513:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076074.819517:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076074.819525:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076074.819532:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076074.819541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610577536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076074.819557:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076074.819562:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076074.819570:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610577536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076074.819587:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076074.819592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076074.819757:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076074.819761:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076074.819765:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076074.819771:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076074.819778:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3063
00000400:00000200:3.0:1769076074.819786:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076074.819793:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076074.819798:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076074.819804:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819808:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076074.819813:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076074.819823:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076074.819825:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076074.819829:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076074.819833:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076074.819837:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076074.819842:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076074.819849:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076074.819857:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076074.819866:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076074.819871:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076074.819876:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076074.819880:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076074.819886:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076074.819890:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.819894:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076074.819898:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076074.819904:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.819907:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076074.819915:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076074.819920:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076074.819926:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076074.819928:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076074.819932:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076074.819935:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076074.819940:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076074.819948:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076074.819956:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076074.819980:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610577664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076074.819995:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076074.820007:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076074.820016:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610577664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076074.820032:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076074.820042:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3073)
00000800:00000200:0.1:1769076074.820624:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076074.820632:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076074.821450:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076074.821455:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076074.821978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076074.821982:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076074.822343:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076074.822346:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769076075.714532:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297737074, at 4297737088
00000100:00000010:3.0:1769076075.714549:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56571e0.
00000100:00080000:3.0:1769076079.938506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076079.938518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076079.938522:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076079.938527:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076079.938533:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076079.938542:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3068
00000400:00000200:3.0:1769076079.938554:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076079.938562:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076079.938567:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076079.938573:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.938578:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.938581:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.938585:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076079.938590:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076079.938592:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076079.938595:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076079.938599:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076079.938602:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076079.938605:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076079.938608:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.938611:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.938614:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.938616:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076079.938643:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076079.938648:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076079.938652:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076079.938656:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076079.938661:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076079.938665:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.938668:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076079.938671:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076079.938682:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769076079.938687:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076079.938703:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076079.938707:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.938713:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076079.938718:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076079.938726:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076079.938739:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076079.938750:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076079.938766:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610577792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076079.938788:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076079.938796:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076079.938806:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610577792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076079.938842:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076079.938849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076079.938856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076079.938859:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076079.938862:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076079.938867:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076079.938872:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3068
00000400:00000200:3.0:1769076079.938880:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076079.938887:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076079.938892:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076079.938898:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.938903:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.938908:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.938912:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076079.938917:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076079.938920:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076079.938925:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076079.938929:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076079.938934:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076079.938939:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076079.938946:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.938950:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.938954:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.938958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076079.938963:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076079.938969:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076079.938974:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076079.938978:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076079.938986:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076079.938990:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.938994:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076079.939001:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076079.939007:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.939011:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076079.939018:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769076079.939022:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076079.939028:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076079.939031:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.939034:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076079.939037:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076079.939042:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076079.939049:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076079.939055:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076079.939065:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610577920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076079.939082:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076079.939087:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076079.939095:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610577920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076079.939113:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076079.939117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076079.939124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076079.939127:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076079.939130:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076079.939135:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076079.939139:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3068
00000400:00000200:3.0:1769076079.939146:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076079.939151:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076079.939155:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076079.939161:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.939165:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.939169:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.939173:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076079.939178:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076079.939181:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076079.939184:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076079.939188:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076079.939192:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076079.939197:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076079.939203:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.939207:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.939211:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.939216:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076079.939221:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076079.939227:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076079.939232:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076079.939235:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076079.939240:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076079.939260:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.939264:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076079.939269:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1769076079.939270:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00000001:3.0:1769076079.939274:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.939278:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076079.939278:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000100:00000010:3.0:1769076079.939287:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076079.939292:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076079.939297:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076079.939299:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.939302:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076079.939305:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076079.939308:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076079.939315:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076079.939321:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076079.939330:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610578048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076079.939346:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076079.939350:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076079.939359:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610578048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076079.939376:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076079.939382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076079.939425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076079.939429:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076079.939432:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076079.939437:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076079.939443:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3068
00000400:00000200:3.0:1769076079.939452:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076079.939458:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076079.939462:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076079.939468:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.939472:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.939476:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.939481:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076079.939486:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076079.939489:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076079.939492:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076079.939496:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076079.939500:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076079.939504:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076079.939511:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.939515:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076079.939520:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076079.939525:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076079.939531:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076079.939537:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076079.939542:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076079.939546:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076079.939552:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076079.939556:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.939561:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076079.939565:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076079.939570:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.939574:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076079.939581:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076079.939585:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076079.939590:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076079.939594:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076079.939598:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076079.939602:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076079.939606:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076079.939614:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076079.939647:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076079.939659:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610578176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076079.939677:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076079.939682:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076079.939689:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610578176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076079.939706:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076079.939714:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3079)
00000800:00000200:0.1:1769076079.940061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076079.940064:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769076079.940467:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076079.940471:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769076079.940954:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076079.940959:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000100:00000040:3.0:1769076080.834543:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297742193, at 4297742208
00000100:00000010:3.0:1769076080.834561:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657f60.
00000800:00000200:0.1:1769076085.059769:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076085.059781:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076085.060929:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076085.060933:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076085.061310:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076085.061313:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076085.061843:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076085.061846:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1769076085.954516:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297747313, at 4297747328
00000100:00000010:3.0:1769076085.954549:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657180.
00000800:00000200:0.1:1769076090.179865:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076090.179876:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076090.180803:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076090.180810:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076090.181263:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076090.181269:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076090.181807:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076090.181813:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769076091.074486:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297752433, at 4297752448
00000100:00000010:3.0:1769076091.074506:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657b40.
00000800:00000200:0.1:1769076095.299625:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076095.299636:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076095.300672:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076095.300675:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076095.301042:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076095.301047:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076095.301588:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076095.301593:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769076096.194514:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297757553, at 4297757568
00000100:00000010:3.0:1769076096.194547:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657ea0.
00000800:00000200:0.1:1769076100.419235:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076100.419242:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076100.420073:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076100.420077:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076100.420524:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076100.420528:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076100.420907:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076100.420912:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769076101.314526:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297762673, at 4297762688
00000100:00000010:3.0:1769076101.314556:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657780.
00000100:00080000:3.0:1769076105.538547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076105.538566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076105.538571:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076105.538578:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076105.538585:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076105.538596:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3094
00000400:00000200:3.0:1769076105.538615:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076105.538627:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076105.538634:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076105.538641:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.538648:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076105.538654:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.538659:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076105.538667:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076105.538670:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076105.538674:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076105.538677:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076105.538681:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076105.538684:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076105.538688:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.538691:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076105.538693:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.538696:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076105.538700:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076105.538704:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076105.538707:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076105.538711:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076105.538715:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076105.538719:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.538722:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076105.538725:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076105.538737:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076105.538744:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076105.538750:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076105.538753:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.538759:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076105.538763:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076105.538770:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076105.538785:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076105.538797:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076105.538814:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610580352/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076105.538835:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076105.538843:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076105.538854:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610580352/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076105.538887:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076105.538894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076105.538901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076105.538904:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076105.538907:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076105.538912:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076105.538918:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3094
00000400:00000200:3.0:1769076105.538926:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076105.538933:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076105.538938:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076105.538944:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.538948:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076105.538952:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.538956:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076105.538961:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076105.538964:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076105.538968:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076105.538972:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076105.538976:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076105.538981:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076105.538986:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.538991:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076105.538996:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076105.539006:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076105.539012:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539016:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076105.539020:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076105.539028:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076105.539033:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.539038:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076105.539045:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076105.539051:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.539056:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076105.539064:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076105.539069:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076105.539075:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076105.539078:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.539081:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076105.539083:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076105.539088:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076105.539095:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076105.539101:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076105.539110:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610580480/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076105.539125:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076105.539130:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076105.539139:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610580480/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076105.539158:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076105.539163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076105.539170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076105.539174:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076105.539178:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076105.539182:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076105.539187:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3094
00000400:00000200:3.0:1769076105.539227:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076105.539234:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076105.539239:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076105.539244:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539248:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076105.539253:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539257:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076105.539262:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076105.539265:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076105.539269:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076105.539273:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076105.539278:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076105.539283:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076105.539289:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539293:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076105.539297:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539300:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076105.539305:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076105.539312:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539317:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076105.539321:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076105.539326:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076105.539331:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.539335:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076105.539339:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076105.539345:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.539350:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076105.539356:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076105.539361:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:0.1:1769076105.539361:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:3.0:1769076105.539366:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1769076105.539368:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1769076105.539369:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.539372:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076105.539375:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076105.539379:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076105.539432:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076105.539440:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076105.539452:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610580608/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076105.539468:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076105.539474:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076105.539482:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610580608/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076105.539499:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076105.539505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076105.539513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076105.539516:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076105.539520:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076105.539524:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076105.539529:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3094
00000400:00000200:3.0:1769076105.539538:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076105.539544:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076105.539549:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076105.539555:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539559:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076105.539564:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539568:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076105.539573:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076105.539576:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076105.539580:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076105.539584:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076105.539588:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076105.539592:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076105.539598:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539602:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076105.539606:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539610:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076105.539615:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076105.539621:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076105.539626:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076105.539630:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076105.539636:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076105.539640:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.539644:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076105.539648:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076105.539653:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.539657:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076105.539664:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076105.539669:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076105.539673:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076105.539676:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076105.539680:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076105.539682:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076105.539686:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076105.539694:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076105.539700:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076105.539708:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610580736/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076105.539724:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076105.539728:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076105.539737:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610580736/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076105.539755:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076105.539762:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3104)
00000800:00000200:0.1:1769076105.540127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076105.540131:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076105.540591:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076105.540595:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076105.541047:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076105.541050:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769076106.434527:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297767793, at 4297767808
00000100:00000010:3.0:1769076106.434542:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56570c0.
00000100:00080000:3.0:1769076110.658469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076110.658477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076110.658480:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076110.658483:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076110.658487:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076110.658493:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3099
00000400:00000200:3.0:1769076110.658501:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076110.658506:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076110.658509:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076110.658512:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658514:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.658516:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658518:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076110.658521:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076110.658523:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076110.658525:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076110.658527:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076110.658528:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076110.658530:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076110.658532:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658533:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.658534:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658536:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076110.658538:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076110.658541:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658543:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076110.658545:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076110.658548:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076110.658549:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.658551:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076110.658553:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076110.658560:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076110.658563:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076110.658566:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076110.658567:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.658570:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076110.658572:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076110.658576:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076110.658582:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076110.658587:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076110.658594:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610580864/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076110.658601:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076110.658605:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.658608:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610580864/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076110.658626:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076110.658629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076110.658631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076110.658632:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076110.658633:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076110.658635:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076110.658636:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3099
00000400:00000200:3.0:1769076110.658639:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076110.658641:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076110.658642:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076110.658645:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658646:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.658648:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658649:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076110.658651:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076110.658652:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076110.658653:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076110.658654:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076110.658655:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076110.658657:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076110.658658:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658659:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.658661:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658662:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076110.658663:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076110.658665:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658666:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076110.658667:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076110.658671:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076110.658673:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.658674:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076110.658677:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076110.658680:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.658682:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076110.658684:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076110.658686:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076110.658688:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076110.658688:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.658689:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076110.658690:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076110.658692:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076110.658697:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076110.658702:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076110.658714:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610580992/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076110.658739:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076110.658742:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.658748:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610580992/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076110.658766:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076110.658770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076110.658777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076110.658780:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076110.658782:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076110.658787:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076110.658791:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3099
00000400:00000200:3.0:1769076110.658798:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076110.658804:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076110.658806:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076110.658811:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658812:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.658814:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658818:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076110.658820:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076110.658820:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076110.658821:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076110.658824:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076110.658828:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076110.658831:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076110.658836:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658839:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.658843:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658847:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076110.658852:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076110.658857:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076110.658862:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076110.658865:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076110.658873:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076110.658877:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.658882:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076110.658885:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076110.658890:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.658895:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076110.658899:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076110.658905:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076110.658911:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076110.658912:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.658916:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076110.658920:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076110.658923:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076110.658930:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076110.658936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076110.658945:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610581120/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076110.658962:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076110.658966:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.658971:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610581120/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076110.658986:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076110.658989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076110.658994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076110.658996:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076110.658998:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076110.659001:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076110.659005:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3099
00000400:00000200:3.0:1769076110.659011:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076110.659017:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076110.659020:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076110.659026:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:0.1:1769076110.659029:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076110.659030:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.659036:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:0.1:1769076110.659036:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769076110.659040:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076110.659043:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076110.659046:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076110.659050:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076110.659052:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076110.659055:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076110.659058:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076110.659064:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.659068:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076110.659073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076110.659074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076110.659077:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076110.659081:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076110.659084:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076110.659085:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076110.659089:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076110.659092:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.659096:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076110.659099:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076110.659124:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.659127:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076110.659133:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076110.659137:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076110.659142:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076110.659144:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076110.659149:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076110.659152:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076110.659154:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076110.659158:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076110.659163:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076110.659171:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610581248/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076110.659182:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076110.659185:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.659190:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610581248/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076110.659200:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076110.659204:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3109)
00000800:00000200:0.1:1769076110.659457:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076110.659459:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076110.659647:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076110.659649:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076110.659824:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076110.659826:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.0:1769076111.170665:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769076111.170681:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076111.170691:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076111.170695:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076111.170697:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076111.554502:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297772912, at 4297772928
00000100:00000010:3.0:1769076111.554518:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657ea0.
00000800:00000200:0.1:1769076115.779761:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076115.779767:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076115.780769:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076115.780772:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076115.781117:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076115.781121:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076115.781523:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076115.781526:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769076116.674550:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297778033, at 4297778048
00000100:00000010:3.0:1769076116.674569:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657de0.
00000100:00080000:3.0:1769076120.898606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076120.898624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076120.898629:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076120.898635:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076120.898641:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076120.898653:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3109
00000400:00000200:3.0:1769076120.898668:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076120.898677:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076120.898682:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076120.898687:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.898692:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.898696:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.898700:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076120.898706:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076120.898709:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076120.898713:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076120.898717:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076120.898721:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076120.898726:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076120.898733:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.898737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.898740:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.898744:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076120.898751:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076120.898757:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076120.898780:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076120.898785:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076120.898792:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076120.898798:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.898803:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076120.898807:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076120.898827:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076120.898836:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076120.898844:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076120.898847:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.898852:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076120.898856:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076120.898863:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076120.898876:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076120.898887:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076120.898902:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610581888/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076120.898918:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076120.898925:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076120.898976:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610581888/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076120.899014:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076120.899020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076120.899024:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076120.899026:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076120.899029:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076120.899032:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076120.899036:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3109
00000400:00000200:3.0:1769076120.899042:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076120.899047:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076120.899053:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076120.899059:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.899064:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.899070:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.899076:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076120.899081:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076120.899084:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076120.899090:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076120.899095:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076120.899103:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076120.899117:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076120.899133:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.899146:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.899166:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.899181:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076120.899190:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076120.899203:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076120.899217:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076120.899229:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076120.899255:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076120.899274:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.899288:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076120.899296:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076120.899308:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.899324:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076120.899338:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076120.899345:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076120.899361:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076120.899369:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.899380:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076120.899473:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076120.899483:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076120.899506:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076120.899524:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076120.899541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610582016/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076120.899569:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076120.899579:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076120.899590:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610582016/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076120.899611:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076120.899627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076120.899635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076120.899639:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076120.899642:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076120.899651:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076120.899668:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3109
00000400:00000200:3.0:1769076120.899683:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076120.899703:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076120.899708:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076120.899719:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.899733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.899749:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.899776:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076120.899792:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076120.899800:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076120.899817:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076120.899838:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076120.899851:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076120.899870:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076120.899882:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.899889:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.899901:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.899912:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076120.899930:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076120.899973:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:0.1:1769076120.899974:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076120.899993:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076120.899995:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1769076120.900007:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076120.900019:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076120.900026:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.900039:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076120.900045:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076120.900067:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.900083:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076120.900106:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076120.900119:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076120.900139:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076120.900147:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.900155:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076120.900161:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076120.900172:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076120.900195:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076120.900205:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076120.900232:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610582144/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076120.900255:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076120.900265:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076120.900275:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610582144/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076120.900302:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076120.900313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076120.900325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076120.900336:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076120.900341:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076120.900352:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076120.900372:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3109
00000400:00000200:3.0:1769076120.900453:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076120.900488:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076120.900501:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076120.900516:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.900526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.900534:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.900540:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076120.900546:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076120.900550:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076120.900558:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076120.900563:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076120.900575:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076120.900586:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076120.900605:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.900621:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076120.900635:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076120.900641:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076120.900651:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076120.900663:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076120.900676:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076120.900689:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076120.900701:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076120.900718:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.900724:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076120.900736:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076120.900751:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.900765:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076120.900792:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076120.900808:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076120.900829:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076120.900837:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076120.900846:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076120.900854:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076120.900861:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076120.900873:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076120.900883:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076120.900902:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610582272/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076120.900977:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076120.900990:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076120.901007:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610582272/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076120.901050:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076120.901074:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3119)
00000800:00000200:0.1:1769076120.901383:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076120.901420:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076120.901909:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076120.901913:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769076120.902368:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076120.902372:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769076121.794666:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297783153, at 4297783168
00000100:00000010:3.0:1769076121.794684:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56574e0.
00000100:00080000:3.0:1769076126.018588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076126.018601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076126.018604:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076126.018609:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076126.018615:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076126.018625:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3114
00000400:00000200:3.0:1769076126.018638:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076126.018646:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076126.018651:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076126.018655:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.018659:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.018662:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.018666:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076126.018671:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076126.018674:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076126.018677:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076126.018681:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076126.018684:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076126.018686:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076126.018690:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.018693:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.018696:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.018698:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076126.018702:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076126.018708:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076126.018712:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076126.018715:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076126.018719:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076126.018723:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.018726:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076126.018729:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076126.018740:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769076126.018744:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076126.018749:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076126.018751:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.018755:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076126.018759:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076126.018774:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076126.018784:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076126.018793:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076126.018804:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610582400/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076126.018818:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076126.018824:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.018840:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610582400/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076126.018903:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076126.018907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076126.018912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076126.018914:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076126.018916:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076126.018919:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076126.018922:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3114
00000400:00000200:3.0:1769076126.018927:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076126.018930:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076126.018933:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076126.018938:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.018940:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.018943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.018946:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076126.018949:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076126.018951:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076126.018953:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076126.018962:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076126.018965:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076126.018967:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076126.018971:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.018973:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.018976:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.018979:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076126.018982:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076126.018985:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076126.018989:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076126.018991:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076126.018998:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076126.019001:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.019004:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076126.019010:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076126.019014:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.019017:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076126.019022:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769076126.019025:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076126.019030:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076126.019038:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.019042:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076126.019048:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076126.019056:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076126.019062:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076126.019070:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076126.019089:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610582528/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076126.019110:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076126.019118:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.019133:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610582528/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076126.019168:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076126.019185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076126.019195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076126.019199:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076126.019203:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076126.019211:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076126.019220:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3114
00000400:00000200:3.0:1769076126.019233:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076126.019245:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076126.019250:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076126.019257:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.019259:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.019262:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.019264:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076126.019272:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076126.019277:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076126.019282:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076126.019285:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076126.019288:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076126.019298:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076126.019308:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.019314:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.019323:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.019333:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076126.019342:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076126.019353:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076126.019361:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076126.019368:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076126.019377:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076126.019429:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.019435:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076126.019442:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076126.019448:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.019456:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076126.019471:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076126.019479:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076126.019490:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076126.019494:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.019501:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076126.019507:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076126.019512:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076126.019520:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076126.019530:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076126.019548:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610582656/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076126.019581:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076126.019593:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.019603:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610582656/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076126.019638:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076126.019650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076126.019657:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076126.019660:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076126.019666:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076126.019669:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076126.019678:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3114
00000400:00000200:3.0:1769076126.019688:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076126.019698:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076126.019712:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1769076126.019720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076126.019722:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.019730:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1769076126.019730:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1769076126.019740:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.019750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076126.019759:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076126.019763:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076126.019768:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076126.019783:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076126.019793:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076126.019803:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076126.019816:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.019821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076126.019828:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076126.019835:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076126.019843:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076126.019877:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076126.019882:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076126.019897:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076126.019904:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076126.019914:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.019919:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076126.019923:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076126.019931:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.019939:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076126.019952:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076126.019960:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076126.019970:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076126.019974:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076126.019977:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076126.019984:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076126.019990:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076126.020000:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076126.020012:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076126.020025:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610582784/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076126.020045:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076126.020054:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.020065:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610582784/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076126.020093:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076126.020106:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3125)
00000800:00000200:0.1:1769076126.020539:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076126.020543:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076126.020960:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076126.020963:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076126.021334:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076126.021338:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1769076126.914565:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297788273, at 4297788288
00000100:00000010:3.0:1769076126.914585:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657f60.
00000100:00080000:3.0:1769076131.138591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076131.138605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076131.138609:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076131.138614:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076131.138620:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076131.138628:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3120
00000400:00000200:3.0:1769076131.138641:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076131.138650:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076131.138654:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076131.138659:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.138664:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076131.138667:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.138671:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076131.138677:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076131.138680:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076131.138684:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076131.138687:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076131.138691:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076131.138693:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076131.138697:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.138700:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076131.138702:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.138704:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076131.138708:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076131.138713:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076131.138716:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076131.138719:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076131.138723:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076131.138727:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.138729:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076131.138732:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076131.138743:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076131.138748:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076131.138753:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076131.138755:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.138780:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076131.138784:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076131.138790:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076131.138800:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076131.138809:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076131.138819:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610582912/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076131.138834:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076131.138840:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076131.138847:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610582912/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076131.138878:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076131.138883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076131.138887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076131.138889:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076131.138891:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076131.138894:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076131.138897:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3120
00000400:00000200:3.0:1769076131.138902:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076131.138905:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076131.138908:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076131.138912:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.138914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076131.138917:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.138920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076131.138923:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076131.138924:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076131.138926:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076131.138929:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076131.138931:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076131.138934:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076131.138937:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.138939:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076131.138942:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.138944:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076131.138947:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076131.138950:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076131.138953:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076131.138956:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076131.138963:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076131.138966:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.138969:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076131.138976:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076131.138980:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.138983:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076131.138988:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076131.138992:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076131.138996:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076131.138998:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.139001:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076131.139018:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076131.139025:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076131.139033:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076131.139045:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076131.139062:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610583040/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076131.139085:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076131.139096:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076131.139113:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610583040/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076131.139138:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076131.139154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076131.139164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076131.139168:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076131.139174:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076131.139182:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076131.139188:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3120
00000400:00000200:3.0:1769076131.139203:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076131.139212:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076131.139217:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076131.139225:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.139231:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076131.139234:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.139237:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076131.139247:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076131.139254:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076131.139261:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076131.139264:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076131.139270:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076131.139281:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076131.139296:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.139303:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076131.139315:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.139324:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076131.139334:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076131.139346:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076131.139362:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076131.139368:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076131.139375:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076131.139378:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.139386:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076131.139434:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076131.139442:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.139448:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076131.139462:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076131.139470:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076131.139481:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076131.139487:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.139495:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076131.139501:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076131.139506:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076131.139522:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076131.139531:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076131.139551:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610583168/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076131.139574:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076131.139577:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076131.139587:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610583168/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076131.139606:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076131.139614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076131.139623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076131.139629:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076131.139634:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1769076131.139640:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076131.139642:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1769076131.139651:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000100:00080000:3.0:1769076131.139652:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3120
00000400:00000200:3.0:1769076131.139668:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076131.139679:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076131.139685:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076131.139698:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.139706:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076131.139714:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.139721:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076131.139730:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076131.139733:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076131.139738:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076131.139746:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076131.139755:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076131.139783:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076131.139791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.139801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076131.139810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076131.139817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076131.139823:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076131.139838:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076131.139849:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076131.139855:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076131.139862:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076131.139869:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.139872:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076131.139880:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076131.139889:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.139898:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076131.139911:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076131.139918:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076131.139924:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076131.139927:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076131.139936:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076131.139939:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076131.139942:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076131.139950:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076131.139962:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076131.139982:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610583296/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076131.140006:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076131.140014:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076131.140029:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610583296/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076131.140055:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076131.140067:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3130)
00000800:00000200:0.1:1769076131.140491:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076131.140495:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076131.140899:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076131.140902:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1769076131.141250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076131.141254:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1769076132.034592:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297793393, at 4297793408
00000100:00000010:3.0:1769076132.034613:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657120.
00000800:00000200:0.1:1769076136.259767:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076136.260155:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076136.260333:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076136.260667:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076137.154563:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297798513, at 4297798528
00000100:00000010:3.0:1769076137.154591:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657420.
00000800:00000200:0.1:1769076141.379441:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076141.379453:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076141.380098:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076141.380101:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076141.380398:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076141.380400:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076141.380731:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076141.380733:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769076142.274516:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297803633, at 4297803648
00000100:00000010:3.0:1769076142.274540:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657360.
00000800:00000200:0.1:1769076146.499641:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076146.499650:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076146.500707:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076146.500713:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076146.501143:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076146.501147:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076146.501645:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076146.501648:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769076147.394527:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297808753, at 4297808768
00000100:00000010:3.0:1769076147.394558:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657000.
00000800:00000200:3.0:1769076150.082825:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769076150.082839:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076150.082862:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076150.082871:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076150.082877:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.1:1769076151.619636:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076151.619651:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076151.620782:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076151.620788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076151.621201:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076151.621204:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076151.621638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076151.621642:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1769076152.514513:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297813873, at 4297813888
00000100:00000010:3.0:1769076152.514540:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00000800:00000200:2.1:1769076156.739647:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076156.739656:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076156.740542:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076156.740545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076156.740918:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076156.740921:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076156.741422:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076156.741426:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1769076157.634498:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297818993, at 4297819008
00000100:00000010:3.0:1769076157.634512:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00000800:00000200:2.1:1769076161.859545:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076161.859552:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076161.860586:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076161.860589:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076161.860959:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076161.860962:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076161.861437:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076161.861441:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1769076162.754511:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297824113, at 4297824128
00000100:00000010:3.0:1769076162.754529:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00000800:00000200:2.1:1769076166.979707:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076166.979715:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076166.980593:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076166.980598:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076166.981033:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076166.981036:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076166.981479:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076166.981484:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769076167.874466:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297829233, at 4297829248
00000100:00000010:3.0:1769076167.874491:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000800:00000200:0.1:1769076172.099785:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076172.099794:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076172.100803:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076172.100806:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076172.101242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076172.101245:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076172.101720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076172.101723:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769076172.994524:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297834353, at 4297834368
00000100:00000010:3.0:1769076172.994542:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56572a0.
00000800:00000200:0.1:1769076177.219307:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076177.219317:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076177.220142:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076177.220145:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076177.220495:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076177.220498:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076177.220873:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076177.220877:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1769076178.114511:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297839473, at 4297839488
00000100:00000010:3.0:1769076178.114532:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657600.
00000800:00000200:0.1:1769076182.339757:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076182.339770:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076182.340671:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076182.340675:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076182.341129:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076182.341133:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076182.341630:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076182.341634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769076183.234510:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297844593, at 4297844608
00000100:00000010:3.0:1769076183.234543:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56578a0.
00000800:00000200:2.1:1769076187.459504:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076187.459516:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076187.460289:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076187.460292:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076187.460673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076187.460676:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076187.461041:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076187.461044:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.0:1769076187.970752:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:3.0:1769076188.354528:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297849713, at 4297849728
00000100:00000010:3.0:1769076188.354548:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00000100:00080000:3.0:1769076192.578562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076192.578577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076192.578582:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076192.578587:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076192.578592:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076192.578602:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3181
00000400:00000200:3.0:1769076192.578615:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076192.578623:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076192.578628:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076192.578632:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.578637:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076192.578640:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.578644:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076192.578650:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076192.578652:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076192.578656:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076192.578659:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076192.578662:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076192.578665:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076192.578668:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.578671:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076192.578674:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.578676:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076192.578681:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076192.578685:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076192.578689:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076192.578692:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076192.578696:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076192.578699:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.578702:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076192.578705:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076192.578768:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076192.578776:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076192.578785:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076192.578788:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.578793:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076192.578797:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076192.578805:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076192.578818:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076192.578831:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076192.578848:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610589056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076192.578869:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076192.578877:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076192.578886:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610589056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076192.578923:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076192.578928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076192.578933:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076192.578935:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076192.578937:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076192.578941:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076192.578944:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3181
00000400:00000200:3.0:1769076192.578950:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076192.578954:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076192.578958:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076192.578961:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.578965:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076192.578968:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.578971:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076192.578974:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076192.578976:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076192.578978:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076192.578981:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076192.578985:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076192.578989:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076192.578994:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.578997:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076192.579001:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.579003:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076192.579006:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076192.579011:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076192.579021:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076192.579029:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076192.579041:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076192.579051:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.579061:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076192.579072:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076192.579087:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.579094:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076192.579109:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076192.579121:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076192.579134:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076192.579143:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.579151:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076192.579156:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076192.579164:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076192.579174:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076192.579183:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076192.579199:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610589184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076192.579222:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076192.579231:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076192.579246:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610589184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076192.579331:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076192.579341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076192.579357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076192.579368:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076192.579375:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076192.579446:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076192.579458:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3181
00000400:00000200:3.0:1769076192.579504:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076192.579515:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076192.579526:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076192.579532:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.579539:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076192.579549:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.579555:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076192.579561:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076192.579566:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076192.579572:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076192.579575:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769076192.579577:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769076192.579580:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769076192.579585:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769076192.579587:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076192.579602:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.579610:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076192.579615:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.579617:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076192.579620:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076192.579623:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076192.579633:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076192.579642:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076192.579649:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076192.579658:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.579662:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076192.579670:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076192.579677:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.579681:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076192.579692:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076192.579699:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076192.579708:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076192.579713:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.579721:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076192.579726:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076192.579756:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076192.579769:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076192.579785:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076192.579807:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610589312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076192.579842:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076192.579853:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076192.579871:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610589312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076192.579906:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076192.579916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076192.579931:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076192.579938:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076192.579942:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076192.579949:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076192.579961:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3181
00000400:00000200:3.0:1769076192.579978:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076192.579993:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076192.580002:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076192.580015:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.580025:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076192.580036:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.580047:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076192.580063:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076192.580072:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076192.580084:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076192.580094:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076192.580106:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076192.580118:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076192.580136:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.580144:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076192.580155:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076192.580165:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076192.580173:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076192.580187:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076192.580199:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076192.580204:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076192.580214:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076192.580223:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.580232:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076192.580237:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076192.580248:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.580255:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076192.580270:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076192.580283:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076192.580297:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076192.580304:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076192.580315:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076192.580324:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076192.580334:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076192.580349:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076192.580365:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076192.580422:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610589440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076192.580448:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076192.580456:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076192.580472:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610589440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076192.580506:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076192.580516:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3191)
00000800:00000200:2.1:1769076192.580660:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076192.580664:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076192.581048:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076192.581051:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076192.581537:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076192.581540:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1769076193.474495:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297854833, at 4297854848
00000100:00000010:3.0:1769076193.474516:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00000100:00080000:3.0:1769076197.698532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076197.698544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076197.698547:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076197.698553:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076197.698558:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076197.698567:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3186
00000400:00000200:3.0:1769076197.698580:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076197.698588:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076197.698592:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076197.698597:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.698601:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076197.698605:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.698608:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076197.698614:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076197.698617:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076197.698620:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076197.698624:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076197.698627:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076197.698630:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076197.698635:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.698638:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076197.698641:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.698669:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076197.698673:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076197.698678:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076197.698693:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076197.698697:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076197.698701:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076197.698705:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.698707:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076197.698710:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076197.698721:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076197.698726:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076197.698732:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076197.698734:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.698738:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076197.698741:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076197.698747:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076197.698757:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076197.698766:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076197.698777:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610589568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076197.698802:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076197.698808:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076197.698814:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610589568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076197.698844:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076197.698849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076197.698853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076197.698856:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076197.698859:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076197.698862:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076197.698866:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3186
00000400:00000200:3.0:1769076197.698871:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076197.698876:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076197.698879:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076197.698884:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.698887:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076197.698892:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.698905:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076197.698911:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076197.698914:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076197.698917:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076197.698923:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076197.698930:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076197.698939:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076197.698953:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.698962:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076197.698973:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.698985:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076197.698997:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076197.699013:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076197.699024:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076197.699033:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076197.699048:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076197.699057:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.699067:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076197.699076:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076197.699083:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.699088:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076197.699100:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076197.699107:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076197.699116:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076197.699123:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.699126:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076197.699128:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076197.699135:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076197.699146:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076197.699156:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076197.699171:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610589696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076197.699194:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076197.699203:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076197.699232:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610589696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076197.699267:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076197.699275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076197.699287:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076197.699293:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076197.699296:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076197.699308:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076197.699317:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3186
00000400:00000200:3.0:1769076197.699471:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076197.699481:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076197.699488:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076197.699499:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.699507:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076197.699522:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.699535:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076197.699543:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076197.699547:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076197.699550:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076197.699553:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769076197.699554:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769076197.699557:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076197.699566:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769076197.699567:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769076197.699574:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.699584:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076197.699593:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.699604:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076197.699610:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076197.699620:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076197.699630:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076197.699637:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076197.699663:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076197.699673:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.699693:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076197.699698:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076197.699706:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.699713:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076197.699725:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076197.699734:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076197.699741:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076197.699746:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.699751:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076197.699756:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076197.699761:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076197.699775:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076197.699787:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076197.699803:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610589824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076197.699834:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076197.699841:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076197.699850:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610589824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076197.699874:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076197.699883:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076197.699894:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076197.699909:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076197.699917:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076197.699931:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076197.699942:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3186
00000400:00000200:3.0:1769076197.699961:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076197.699977:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076197.699988:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076197.699999:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.700012:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076197.700024:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.700034:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076197.700041:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076197.700047:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076197.700052:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076197.700060:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076197.700068:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076197.700078:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076197.700092:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.700101:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076197.700109:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076197.700117:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076197.700126:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076197.700135:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076197.700142:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076197.700155:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076197.700165:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076197.700174:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.700182:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076197.700188:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076197.700198:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.700206:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076197.700219:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076197.700227:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076197.700239:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076197.700244:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076197.700251:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076197.700257:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076197.700263:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076197.700272:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076197.700284:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076197.700312:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610589952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076197.700337:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076197.700345:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076197.700359:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610589952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076197.700436:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076197.700452:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3196)
00000800:00000200:2.1:1769076197.700734:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076197.700737:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076197.701253:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076197.701256:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076197.701716:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076197.701719:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769076198.594520:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297859953, at 4297859968
00000100:00000010:3.0:1769076198.594538:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00000800:00000200:2.1:1769076202.819978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076202.820772:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076202.820967:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076202.821162:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076203.714495:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297865073, at 4297865088
00000100:00000010:3.0:1769076203.714509:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00000800:00000200:2.1:1769076207.939903:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076207.939917:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769076207.941254:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076207.941258:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769076207.941743:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076207.941747:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769076207.942211:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076207.942215:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 57 secs later)
00000100:00000040:3.0:1769076208.834554:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297870193, at 4297870208
00000100:00000010:3.0:1769076208.834575:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00000800:00000200:2.1:1769076213.059268:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076213.059276:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076213.060316:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076213.060319:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076213.060719:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076213.060721:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076213.061019:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076213.061022:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000100:00000040:3.0:1769076213.954511:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297875313, at 4297875328
00000100:00000010:3.0:1769076213.954530:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00000800:00000200:0.1:1769076218.179521:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076218.179529:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076218.180857:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076218.180860:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076218.181234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076218.181237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769076218.181777:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076218.181781:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1769076219.074463:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297880433, at 4297880448
00000100:00000010:3.0:1769076219.074478:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56572a0.
00000100:00080000:3.0:1769076223.298550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076223.298562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076223.298567:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076223.298572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076223.298578:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076223.298587:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3212
00000400:00000200:3.0:1769076223.298601:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076223.298608:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076223.298613:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076223.298618:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.298623:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.298627:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.298630:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076223.298636:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076223.298638:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076223.298642:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076223.298645:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076223.298648:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076223.298665:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076223.298670:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.298672:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.298675:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.298678:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076223.298683:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076223.298687:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076223.298690:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076223.298694:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076223.298697:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076223.298702:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.298706:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076223.298709:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076223.298721:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769076223.298726:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076223.298732:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076223.298734:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.298738:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076223.298741:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076223.298748:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076223.298758:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076223.298767:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076223.298778:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610592128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076223.298792:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076223.298798:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.298805:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610592128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076223.298836:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076223.298840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076223.298845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076223.298847:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076223.298850:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076223.298853:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076223.298856:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3212
00000400:00000200:3.0:1769076223.298861:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076223.298864:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076223.298867:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076223.298871:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.298874:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.298877:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.298880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076223.298883:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076223.298886:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076223.298888:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076223.298891:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076223.298894:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076223.298896:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076223.298900:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.298902:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.298904:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.298907:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076223.298909:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076223.298913:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076223.298916:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076223.298919:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076223.298926:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076223.298930:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.298932:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076223.298937:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076223.298942:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.298945:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076223.298949:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769076223.298952:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076223.298957:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076223.298960:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.298965:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076223.298967:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076223.298975:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076223.298985:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076223.298993:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076223.299006:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610592256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076223.299056:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076223.299060:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.299068:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610592256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076223.299100:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076223.299107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076223.299118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076223.299127:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076223.299131:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076223.299136:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076223.299148:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3212
00000400:00000200:3.0:1769076223.299158:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076223.299168:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076223.299175:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076223.299186:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.299189:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.299194:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.299201:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076223.299204:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076223.299206:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076223.299209:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076223.299236:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076223.299243:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076223.299252:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076223.299264:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.299274:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.299281:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.299290:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076223.299301:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076223.299313:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076223.299323:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076223.299329:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076223.299337:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076223.299347:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.299355:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076223.299358:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076223.299362:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.299368:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076223.299379:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076223.299386:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076223.299436:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076223.299439:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.299444:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076223.299449:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076223.299455:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076223.299466:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076223.299478:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076223.299493:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610592384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076223.299518:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076223.299526:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.299537:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610592384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076223.299566:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076223.299571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076223.299580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076223.299584:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076223.299588:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076223.299599:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076223.299607:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3212
00000800:00000200:0.1:1769076223.299622:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:3.0:1769076223.299623:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:0.1:1769076223.299634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000400:00000200:3.0:1769076223.299638:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076223.299644:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076223.299657:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.299666:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.299673:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.299683:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076223.299691:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076223.299696:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076223.299701:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076223.299705:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076223.299714:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076223.299723:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076223.299732:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.299741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076223.299751:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076223.299758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076223.299767:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076223.299778:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076223.299784:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076223.299791:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076223.299797:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076223.299806:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.299814:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076223.299818:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076223.299826:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.299834:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076223.299842:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076223.299850:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076223.299860:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076223.299866:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076223.299870:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076223.299876:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076223.299878:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076223.299887:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076223.299895:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076223.299910:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610592512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076223.299932:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076223.299940:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.299951:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610592512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076223.299975:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076223.299986:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3222)
00000800:00000200:0.1:1769076223.300435:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076223.300438:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076223.300882:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076223.300886:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769076223.301284:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076223.301287:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769076224.194551:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297885553, at 4297885568
00000100:00000010:3.0:1769076224.194584:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657000.
00000800:00000200:3.0:1769076226.882906:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769076226.882919:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076226.882935:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076226.882942:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076226.882947:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076228.418485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076228.418497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076228.418500:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076228.418506:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076228.418512:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076228.418531:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3217
00000400:00000200:3.0:1769076228.418545:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076228.418552:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076228.418555:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076228.418560:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.418564:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.418567:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.418570:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076228.418575:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076228.418577:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076228.418581:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076228.418584:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076228.418587:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076228.418589:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076228.418593:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.418595:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.418597:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.418599:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076228.418602:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076228.418606:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076228.418608:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076228.418612:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076228.418615:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076228.418618:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.418621:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076228.418623:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076228.418632:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076228.418636:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076228.418641:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076228.418643:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.418646:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076228.418649:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076228.418655:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076228.418664:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076228.418671:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076228.418681:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610592640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076228.418703:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076228.418709:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.418716:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610592640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076228.418740:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076228.418744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076228.418748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076228.418749:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076228.418752:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076228.418754:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076228.418757:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3217
00000400:00000200:3.0:1769076228.418761:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076228.418764:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076228.418767:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076228.418772:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.418775:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.418778:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.418781:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076228.418784:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076228.418786:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076228.418788:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076228.418791:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076228.418794:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076228.418796:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076228.418801:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.418804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.418811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.418814:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076228.418821:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076228.418829:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076228.418838:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076228.418841:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076228.418850:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076228.418859:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.418866:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076228.418875:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076228.418881:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.418885:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076228.418890:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076228.418896:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076228.418905:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076228.418909:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.418917:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076228.418921:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076228.418925:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076228.418935:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076228.418946:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076228.418968:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610592768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076228.418991:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076228.418995:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.419007:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610592768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076228.419026:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076228.419031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076228.419039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076228.419042:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076228.419044:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076228.419049:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076228.419057:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3217
00000400:00000200:3.0:1769076228.419069:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076228.419077:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076228.419081:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076228.419088:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.419095:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.419102:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.419111:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076228.419122:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076228.419171:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076228.419182:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076228.419189:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076228.419198:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076228.419204:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076228.419215:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.419223:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.419234:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.419242:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076228.419253:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076228.419267:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076228.419280:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076228.419289:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076228.419300:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076228.419311:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.419320:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076228.419326:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076228.419332:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.419335:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076228.419344:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076228.419351:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076228.419361:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076228.419366:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.419369:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076228.419374:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076228.419378:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076228.419416:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076228.419422:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076228.419431:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610592896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076228.419443:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076228.419446:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.419452:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610592896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076228.419468:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076228.419474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076228.419483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076228.419486:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076228.419490:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076228.419499:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076228.419507:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3217
00000800:00000200:0.1:1769076228.419510:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:3.0:1769076228.419517:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:0.1:1769076228.419521:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000400:00000200:3.0:1769076228.419525:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076228.419532:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076228.419541:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.419549:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.419556:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.419561:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076228.419563:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076228.419565:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076228.419572:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076228.419576:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076228.419584:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076228.419592:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076228.419601:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.419607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076228.419614:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076228.419620:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076228.419627:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076228.419638:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076228.419648:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076228.419656:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076228.419663:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076228.419670:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.419675:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076228.419680:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076228.419689:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.419694:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076228.419705:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076228.419711:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076228.419714:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076228.419719:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076228.419727:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076228.419733:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076228.419736:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076228.419749:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076228.419755:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076228.419768:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610593024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076228.419791:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076228.419798:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.419808:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610593024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076228.419831:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076228.419841:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3227)
00000800:00000200:0.1:1769076228.420233:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076228.420236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076228.420650:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076228.420653:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769076228.420958:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076228.420961:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769076229.314538:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297890673, at 4297890688
00000100:00000010:3.0:1769076229.314554:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657360.
00000100:00080000:3.0:1769076233.538549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076233.538562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076233.538566:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076233.538572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076233.538577:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076233.538586:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3222
00000400:00000200:3.0:1769076233.538599:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076233.538608:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076233.538612:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076233.538617:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.538621:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.538624:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.538628:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076233.538634:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076233.538636:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076233.538640:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076233.538643:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076233.538646:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076233.538649:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076233.538653:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.538655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.538658:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.538661:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076233.538665:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076233.538670:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076233.538673:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076233.538677:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076233.538680:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076233.538685:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.538688:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076233.538691:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076233.538703:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076233.538708:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076233.538713:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076233.538715:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.538719:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076233.538723:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076233.538730:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076233.538744:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076233.538755:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076233.538770:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610593152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076233.538791:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076233.538818:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.538829:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610593152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076233.538871:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076233.538878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076233.538885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076233.538888:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076233.538892:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076233.538897:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076233.538901:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3222
00000400:00000200:3.0:1769076233.538908:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076233.538912:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076233.538915:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076233.538918:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.538922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.538924:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.538928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076233.538931:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076233.538933:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076233.538935:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076233.538938:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076233.538941:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076233.538944:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076233.538947:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.538949:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.538952:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.538954:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076233.538958:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076233.538962:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076233.538966:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076233.538969:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076233.538977:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076233.538980:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.538983:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076233.538989:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076233.538994:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.539002:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076233.539010:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076233.539019:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076233.539024:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076233.539026:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.539029:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076233.539031:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076233.539034:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076233.539039:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000800:00000200:0.1:1769076233.539334:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076233.539339:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769076233.539696:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076233.539714:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610593280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076233.539783:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076233.539794:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.539814:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610593280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076233.539878:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076233.539887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076233.539896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076233.539901:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076233.539907:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076233.539915:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076233.539925:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3222
00000400:00000200:3.0:1769076233.539942:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076233.539952:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076233.539959:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076233.539971:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.539979:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.539989:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.539993:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076233.539997:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076233.540002:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076233.540011:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076233.540016:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076233.540026:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076233.540032:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076233.540063:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.540072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.540080:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.540091:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076233.540100:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076233.540109:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076233.540116:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076233.540122:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076233.540131:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076233.540142:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.540148:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076233.540155:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076233.540168:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.540176:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076233.540184:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076233.540194:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076233.540204:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076233.540210:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.540215:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076233.540220:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076233.540226:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076233.540243:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076233.540254:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076233.540269:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610593408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076233.540304:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076233.540313:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.540328:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610593408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076233.540359:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076233.540368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076233.540380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076233.540421:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076233.540428:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076233.540440:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076233.540449:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3222
00000400:00000200:3.0:1769076233.540460:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076233.540472:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076233.540480:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076233.540490:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.540495:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.540504:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.540509:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076233.540514:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076233.540518:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076233.540525:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076233.540530:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076233.540536:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076233.540543:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076233.540553:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.540561:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076233.540571:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076233.540576:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076233.540584:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076233.540594:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076233.540605:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076233.540610:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076233.540618:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1769076233.540622:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:3.0:1769076233.540626:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076233.540630:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769076233.540631:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076233.540637:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076233.540648:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.540656:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076233.540669:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076233.540679:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076233.540687:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076233.540693:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076233.540702:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076233.540707:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076233.540713:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076233.540723:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076233.540735:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076233.540759:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610593536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076233.540803:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076233.540814:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.540836:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610593536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076233.540874:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076233.540884:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3232)
00000800:00000200:0.1:1769076233.541286:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076233.541289:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769076233.541758:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076233.541761:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769076234.434518:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297895792, at 4297895808
00000100:00000010:3.0:1769076234.434541:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56571e0.
00000800:00000200:0.1:1769076238.659721:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076238.659731:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076238.660586:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076238.660591:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076238.661031:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076238.661035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769076238.661486:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076238.661490:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769076239.554568:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297900913, at 4297900928
00000100:00000010:3.0:1769076239.554582:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657120.
00000800:00000200:0.1:1769076243.779084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076243.779090:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076243.779501:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076243.779503:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076243.779708:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076243.779711:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1769076243.779947:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076243.779950:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1769076244.674448:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297906032, at 4297906048
00000100:00000010:3.0:1769076244.674462:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657180.
00000100:00080000:3.0:1769076248.898553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076248.898567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076248.898571:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076248.898577:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076248.898583:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076248.898593:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3237
00000400:00000200:3.0:1769076248.898606:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076248.898615:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076248.898619:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076248.898625:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.898631:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076248.898635:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.898638:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076248.898645:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076248.898647:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076248.898651:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076248.898655:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076248.898659:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076248.898663:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076248.898667:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.898670:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076248.898673:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.898676:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076248.898681:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076248.898685:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076248.898689:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076248.898693:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076248.898697:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076248.898702:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.898705:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076248.898708:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076248.898718:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076248.898723:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076248.898728:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076248.898730:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.898734:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076248.898738:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076248.898743:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076248.898753:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076248.898762:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076248.898774:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610594688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076248.898820:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076248.898826:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076248.898833:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610594688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076248.898865:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076248.898871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076248.898876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076248.898878:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076248.898880:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076248.898884:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076248.898888:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3237
00000400:00000200:3.0:1769076248.898895:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076248.898899:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076248.898903:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076248.898907:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.898911:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076248.898915:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.898919:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076248.898924:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076248.898926:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076248.898930:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076248.898933:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076248.898937:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076248.898957:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076248.898970:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.898979:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076248.898988:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.898996:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076248.899007:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076248.899017:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076248.899025:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076248.899032:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076248.899040:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076248.899048:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.899052:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076248.899057:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076248.899066:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.899070:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076248.899077:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076248.899085:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076248.899092:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076248.899095:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.899103:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076248.899109:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076248.899117:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076248.899130:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076248.899140:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076248.899156:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610594816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076248.899194:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076248.899202:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076248.899216:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610594816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076248.899247:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076248.899256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076248.899265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076248.899271:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076248.899275:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076248.899284:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1769076248.899287:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076248.899293:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1769076248.899294:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3237
00000400:00000200:3.0:1769076248.899310:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076248.899322:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076248.899331:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076248.899344:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.899353:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076248.899362:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.899371:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076248.899428:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076248.899434:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076248.899439:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076248.899443:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076248.899450:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076248.899459:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076248.899471:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.899478:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076248.899481:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.899488:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076248.899493:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076248.899501:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076248.899511:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076248.899520:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076248.899528:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076248.899538:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.899544:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076248.899552:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076248.899564:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.899571:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076248.899583:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076248.899593:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076248.899604:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076248.899610:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.899616:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076248.899622:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076248.899627:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076248.899639:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076248.899650:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076248.899667:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610594944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076248.899708:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076248.899715:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076248.899729:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610594944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076248.899766:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076248.899774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076248.899806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076248.899814:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076248.899821:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076248.899830:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076248.899837:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3237
00000400:00000200:3.0:1769076248.899851:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076248.899864:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076248.899874:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076248.899884:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.899894:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076248.899905:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.899915:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076248.899925:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076248.899932:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076248.899939:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076248.899947:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076248.899956:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076248.899967:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076248.899980:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.899990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076248.899999:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076248.900009:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076248.900020:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076248.900034:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076248.900045:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076248.900054:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076248.900064:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076248.900075:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.900085:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076248.900092:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076248.900103:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076248.900107:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076248.900110:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076248.900112:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000010:3.0:1769076248.900122:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076248.900131:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076248.900141:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076248.900148:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076248.900157:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076248.900163:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076248.900171:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076248.900183:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076248.900195:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076248.900214:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610595072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076248.900244:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076248.900252:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076248.900268:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610595072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076248.900296:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076248.900309:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3247)
00000800:00000200:0.1:1769076248.900574:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076248.900577:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769076248.901008:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076248.901011:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769076249.794500:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297911153, at 4297911168
00000100:00000010:3.0:1769076249.794522:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657b40.
00000100:00080000:3.0:1769076254.018528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076254.018541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076254.018544:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076254.018550:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076254.018572:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076254.018581:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3242
00000400:00000200:3.0:1769076254.018597:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076254.018607:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076254.018612:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076254.018618:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.018624:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.018628:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.018633:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076254.018640:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076254.018643:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076254.018648:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076254.018652:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076254.018657:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076254.018661:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076254.018667:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.018671:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.018674:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.018678:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076254.018683:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076254.018689:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076254.018692:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076254.018695:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076254.018736:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076254.018740:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.018743:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076254.018745:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076254.018755:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769076254.018759:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076254.018764:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076254.018766:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.018769:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076254.018772:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076254.018778:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076254.018786:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076254.018794:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076254.018805:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610595200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076254.018818:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076254.018823:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.018829:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610595200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076254.018854:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076254.018859:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076254.018862:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076254.018864:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076254.018867:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076254.018869:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076254.018872:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3242
00000400:00000200:3.0:1769076254.018878:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076254.018883:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076254.018886:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076254.018891:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.018894:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.018898:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.018901:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076254.018908:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076254.018915:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076254.018922:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076254.018925:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076254.018930:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076254.018933:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076254.018946:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.018952:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.018957:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.018966:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076254.018971:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076254.018977:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076254.018985:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076254.018988:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076254.018998:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076254.019007:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.019010:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076254.019018:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076254.019025:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.019031:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076254.019040:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769076254.019044:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076254.019051:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076254.019053:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.019067:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076254.019072:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076254.019074:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076254.019082:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076254.019085:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076254.019091:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610595328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076254.019111:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076254.019116:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.019124:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610595328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076254.019140:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076254.019149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076254.019154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076254.019156:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076254.019159:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076254.019165:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076254.019169:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3242
00000400:00000200:3.0:1769076254.019177:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076254.019185:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076254.019193:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076254.019201:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.019205:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.019212:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.019219:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076254.019226:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076254.019229:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076254.019235:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076254.019238:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076254.019246:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076254.019255:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076254.019268:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.019273:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.019278:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.019284:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076254.019292:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076254.019298:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076254.019302:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076254.019306:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076254.019312:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076254.019315:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.019320:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076254.019344:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076254.019351:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.019356:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076254.019365:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076254.019376:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076254.019386:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076254.019392:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.019433:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076254.019437:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076254.019440:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076254.019447:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076254.019457:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076254.019469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610595456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076254.019504:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076254.019510:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.019520:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610595456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076254.019531:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076254.019541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076254.019549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076254.019553:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076254.019559:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076254.019565:0:36:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1769076254.019594:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769076254.019595:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3242
00000800:00000200:0.1:1769076254.019601:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000400:00000200:3.0:1769076254.019610:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076254.019627:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076254.019636:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076254.019651:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.019661:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.019672:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.019681:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076254.019694:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076254.019723:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076254.019729:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076254.019735:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076254.019740:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076254.019744:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076254.019755:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.019763:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076254.019767:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076254.019770:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076254.019772:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076254.019775:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076254.019781:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076254.019787:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076254.019793:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076254.019801:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.019807:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076254.019813:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076254.019819:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.019825:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076254.019834:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076254.019838:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076254.019842:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076254.019848:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076254.019855:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076254.019862:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076254.019866:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076254.019877:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076254.019884:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076254.019894:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610595584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076254.019910:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076254.019917:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.019927:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610595584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076254.019947:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076254.019954:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3253)
00000800:00000200:0.1:1769076254.020390:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076254.020393:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076254.020834:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076254.020837:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1769076254.021245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076254.021248:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000100:00000040:3.0:1769076254.914500:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297916273, at 4297916288
00000100:00000010:3.0:1769076254.914526:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657660.
00000100:00080000:3.0:1769076259.138496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076259.138516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076259.138521:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076259.138528:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076259.138537:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076259.138548:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3248
00000400:00000200:3.0:1769076259.138565:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076259.138573:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076259.138578:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076259.138583:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.138588:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.138591:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.138595:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076259.138600:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076259.138603:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076259.138608:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076259.138637:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076259.138642:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076259.138646:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076259.138651:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.138654:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.138656:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.138659:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076259.138663:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076259.138667:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076259.138670:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076259.138674:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076259.138677:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076259.138681:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.138683:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076259.138686:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076259.138697:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076259.138702:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076259.138708:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076259.138710:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.138714:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076259.138718:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076259.138723:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076259.138734:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076259.138742:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076259.138753:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610595712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076259.138767:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076259.138772:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.138778:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610595712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076259.138810:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076259.138815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076259.138820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076259.138822:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076259.138825:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076259.138828:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076259.138831:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3248
00000400:00000200:3.0:1769076259.138837:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076259.138841:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076259.138844:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076259.138849:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.138852:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.138856:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.138860:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076259.138863:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076259.138865:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076259.138868:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076259.138871:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076259.138874:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076259.138877:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076259.138882:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.138886:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.138896:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.138905:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076259.138926:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076259.138939:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076259.138948:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076259.138958:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076259.138967:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076259.138974:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.138980:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076259.138991:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076259.138999:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.139004:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076259.139016:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076259.139025:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076259.139034:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076259.139039:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.139044:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076259.139049:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076259.139053:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076259.139066:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076259.139074:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076259.139090:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610595840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076259.139109:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076259.139118:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.139124:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610595840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076259.139159:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076259.139168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076259.139182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076259.139188:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076259.139193:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076259.139204:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076259.139216:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3248
00000400:00000200:3.0:1769076259.139230:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076259.139249:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076259.139255:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076259.139260:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.139268:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.139271:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.139275:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076259.139279:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076259.139280:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076259.139282:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076259.139286:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076259.139292:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076259.139300:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076259.139308:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.139310:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.139315:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.139322:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076259.139333:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076259.139338:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076259.139342:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076259.139347:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076259.139352:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076259.139363:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.139365:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076259.139369:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076259.139375:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.139381:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076259.139429:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076259.139442:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076259.139453:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076259.139462:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.139470:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076259.139477:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076259.139484:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076259.139498:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076259.139510:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076259.139530:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610595968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076259.139580:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076259.139586:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.139601:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610595968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076259.139655:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076259.139656:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769076259.139666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1769076259.139668:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000100:00080000:3.0:1769076259.139680:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076259.139688:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076259.139693:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076259.139700:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076259.139709:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3248
00000400:00000200:3.0:1769076259.139723:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076259.139737:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076259.139743:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076259.139749:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.139757:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.139765:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.139770:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076259.139777:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076259.139781:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076259.139785:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076259.139791:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076259.139799:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076259.139806:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076259.139821:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.139826:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076259.139836:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076259.139843:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076259.139852:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076259.139865:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076259.139872:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076259.139879:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076259.139887:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076259.139891:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.139900:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076259.139903:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076259.139910:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.139916:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076259.139925:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076259.139932:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076259.139942:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076259.139945:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076259.139949:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076259.139954:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076259.139960:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076259.139969:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076259.139977:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076259.139991:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610596096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076259.140018:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076259.140025:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.140040:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610596096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076259.140064:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076259.140073:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3258)
00000800:00000200:0.1:1769076259.140565:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076259.140570:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076259.140986:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076259.140990:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1769076259.141418:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076259.141422:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1769076260.034482:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297921393, at 4297921408
00000100:00000010:3.0:1769076260.034499:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c5657ea0.
00000800:00000200:2.1:1769076264.259960:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076264.259983:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076264.260801:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076264.260806:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076264.261306:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076264.261310:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076264.261871:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076264.261874:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1769076265.154567:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297926513, at 4297926528
00000100:00000010:3.0:1769076265.154594:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00000800:00000001:3.0:1769076265.794947:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076265.794990:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076265.794998:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076265.795002:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.1:1769076269.379087:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076269.379375:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076269.379604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076269.379722:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076270.274518:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297931632, at 4297931648
00000100:00000010:3.0:1769076270.274537:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000400:00000100:3.0:1769076272.450762:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769076272.450829:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076272.450868:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076272.450876:0:2356:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769076272.450883:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076272.450889:0:2356:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076272.450897:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076272.450903:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:3.0:1769076272.450911:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076272.450918:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076272.450928:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894660
00000400:00000010:3.0:1769076272.450932:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894660.
00000100:00000001:3.0:1769076272.450940:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076272.450952:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ece00 x1855007610596736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076272.450995:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076272.451004:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ece00 x1855007610596736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076272.451016:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076272.451019:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076272.451036:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076272.451040:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769076272.451045:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076272.451051:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076272.451057:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894908
00000400:00000010:3.0:1769076272.451059:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894908.
00000100:00000001:3.0:1769076272.451065:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076272.451071:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ee680 x1855007610596864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076272.451084:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076272.451089:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee680 x1855007610596864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076272.451100:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076272.451104:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076272.451113:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076272.451118:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101db00.
00000400:00000200:3.0:1769076272.451124:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076272.451130:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076272.451135:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894f68
00000400:00000010:3.0:1769076272.451140:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894f68.
00000100:00000001:3.0:1769076272.451149:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076272.451160:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56eea00 x1855007610596992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076272.451179:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076272.451203:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610596992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076272.451224:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076272.451230:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076272.451249:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076272.451259:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d200.
00000400:00000200:3.0:1769076272.451266:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076272.451281:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076272.451293:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894880
00000400:00000010:3.0:1769076272.451299:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894880.
00000100:00000001:3.0:1769076272.451307:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076272.451319:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56efb80 x1855007610597120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076272.451367:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076272.451380:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610597120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076272.451477:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076272.451485:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.1:1769076274.499542:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076274.499548:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076274.500332:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076274.500338:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076274.500876:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076274.500880:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769076274.501455:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076274.501457:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1769076275.394512:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297936753, at 4297936768
00000100:00000010:3.0:1769076275.394532:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56575a0.
00000100:00080000:3.0:1769076279.618577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076279.618591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076279.618595:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076279.618601:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076279.618607:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076279.618617:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3268
00000400:00000200:3.0:1769076279.618630:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076279.618638:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076279.618643:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076279.618648:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.618652:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.618656:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.618659:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076279.618664:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076279.618667:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076279.618670:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076279.618673:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076279.618676:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076279.618679:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076279.618683:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.618686:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.618688:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.618692:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076279.618697:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076279.618702:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076279.618708:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076279.618713:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076279.618720:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076279.618726:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.618730:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076279.618734:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076279.618751:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076279.618759:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076279.618766:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076279.618770:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.618775:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076279.618780:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076279.618787:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076279.618801:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076279.618813:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076279.618829:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610597760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076279.618849:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076279.618856:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.618866:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610597760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076279.618925:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076279.618932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076279.618938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076279.618942:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076279.618947:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076279.618954:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076279.618960:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3268
00000400:00000200:3.0:1769076279.618971:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076279.618979:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076279.618985:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076279.618993:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.619006:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.619017:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.619027:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076279.619035:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076279.619040:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076279.619054:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076279.619060:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076279.619088:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076279.619103:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076279.619118:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.619127:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.619139:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.619148:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076279.619158:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076279.619184:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076279.619205:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076279.619238:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076279.619261:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076279.619304:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.619315:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076279.619330:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076279.619339:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.619351:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076279.619361:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076279.619378:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076279.619451:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076279.619456:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.619460:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076279.619465:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076279.619469:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076279.619479:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076279.619500:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076279.619519:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610597888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076279.619556:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076279.619569:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.619586:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610597888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076279.619611:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076279.619621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076279.619631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076279.619635:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076279.619644:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076279.619661:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076279.619673:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3268
00000400:00000200:3.0:1769076279.619697:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076279.619717:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076279.619734:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076279.619752:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.619773:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.619789:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.619811:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076279.619834:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076279.619839:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076279.619847:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076279.619853:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076279.619863:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076279.619877:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076279.619894:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.619903:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.619911:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.619926:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076279.619929:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076279.619937:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076279.619945:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076279.619950:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076279.619956:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076279.619965:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.619975:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076279.619982:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076279.619988:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.619993:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076279.620009:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000800:00000200:0.1:1769076279.620016:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:3.0:1769076279.620019:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:0.1:1769076279.620028:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1769076279.620030:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076279.620036:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.620043:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076279.620048:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076279.620054:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076279.620076:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076279.620083:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076279.620103:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610598016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076279.620144:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076279.620150:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.620165:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610598016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076279.620191:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076279.620205:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076279.620228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076279.620237:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076279.620243:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076279.620262:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076279.620295:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3268
00000400:00000200:3.0:1769076279.620320:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076279.620342:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076279.620351:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076279.620378:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.620383:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.620417:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.620421:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076279.620426:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076279.620434:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076279.620441:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076279.620447:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076279.620454:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076279.620463:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076279.620472:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.620482:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076279.620487:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076279.620492:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076279.620499:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076279.620507:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076279.620517:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076279.620525:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076279.620533:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076279.620540:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.620547:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076279.620557:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076279.620562:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.620578:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076279.620587:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076279.620595:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076279.620610:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076279.620613:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076279.620618:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076279.620624:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076279.620629:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076279.620652:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076279.620665:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076279.620693:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076279.620813:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076279.620826:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.620858:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076279.620897:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076279.620910:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3278)
00000800:00000200:0.1:1769076279.621372:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076279.621376:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076279.621900:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076279.621905:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769076279.622233:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076279.622236:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076279.622239:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076279.622242:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076279.622246:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610598144:192.168.204.105@tcp:8:kworker.0
00000100:00000001:0.0:1769076279.622251:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769076279.622253:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076279.622255:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076279.622258:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769076279.622263:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2df8d2800.
02000000:00000001:0.0:1769076279.622266:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076279.622303:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:0.0:1769076279.622307:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2bae9f8.
00000400:00000010:0.0:1769076279.622312:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67d6908.
00000100:00000200:0.0:1769076279.622316:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610598144, portal 4
00000100:00000001:0.0:1769076279.622319:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076279.622321:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511421440 : -104785198130176 : ffffa0b2cb7cdc00)
00000100:00000040:0.0:1769076279.622330:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.622338:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076279.622342:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:0.0:1769076279.622344:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67d6990.
00000100:00000200:0.0:1769076279.622348:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610598144, offset 0
00000400:00000200:0.0:1769076279.622353:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:0.0:1769076279.622359:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076279.622364:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:0.0:1769076279.622368:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769076279.622372:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:0.0:1769076279.622375:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769076279.622378:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:0.0:1769076279.622383:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [20351:20351:256:4294967295] 192.168.204.105@tcp LPNI seq info [20348:20348:8:4294967295]
00000400:00000200:0.0:1769076279.622418:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076279.622427:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769076279.622434:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:0.0:1769076279.622439:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2c54eeb00.
00000800:00000200:0.0:1769076279.622445:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.0:1769076279.622448:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769076279.622454:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.1:1769076279.622458:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769076279.622463:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:0.0:1769076279.622466:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2c54eeb00.
00000400:00000200:0.0:1769076279.622470:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769076279.622474:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769076279.622478:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67d6990
00000400:00000010:0.0:1769076279.622480:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67d6990.
00000100:00000001:0.0:1769076279.622484:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076279.622488:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.622499:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076279.622503:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.622511:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.622513:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769076279.622517:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076279.622521:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:0.0:1769076279.622525:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769076279.622528:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4297941052
00000100:00000001:0.0:1769076279.622532:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4297941874
00000100:00000001:0.0:1769076279.622535:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4297941052
00000100:00000001:0.0:1769076279.622538:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4297941874
00000100:00000001:0.0:1769076279.622540:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076279.622543:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.622545:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769076279.622549:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076279/real 1769076279]  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769076279.622560:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769076279.622562:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769076279.622564:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2bae9f8.
00000400:00000200:0.0:1769076279.622567:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67d6908
00000400:00000010:0.0:1769076279.622569:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67d6908.
00000100:00000001:0.0:1769076279.622571:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769076279.622575:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769076279.622586:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.622594:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769076279.622596:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076279.622598:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076279.622599:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769076279.622604:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.622612:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769076279.622616:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.622625:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769076279.622628:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076279.622630:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769076279.622632:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076279.622634:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769076279.622636:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769076279.622639:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769076279.622643:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:0.0:1769076279.622646:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769076279.622651:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769076279.622662:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610598144:192.168.204.105@tcp:8:kworker.0
00000100:00000001:0.0:1769076279.622667:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076279.622669:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076279.622673:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cfb80 x1855007610597888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.622681:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076279.622683:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076279.622685:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2df8d1c00.
02000000:00000001:0.0:1769076279.622688:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076279.622690:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076279.622692:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:0.0:1769076279.622694:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076279.622697:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:0.0:1769076279.622700:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076279.622702:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076279.622705:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cfb80.
00000100:00000001:0.0:1769076279.622708:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076279.622710:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076279.622712:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076279.622716:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc000 x1855007610598016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.622724:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076279.622725:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076279.622727:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2df8d0400.
02000000:00000001:0.0:1769076279.622730:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076279.622731:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076279.622733:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:0.0:1769076279.622735:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076279.622736:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4000.
02000000:00000001:0.0:1769076279.622739:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076279.622741:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076279.622743:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc000.
00000100:00000001:0.0:1769076279.622746:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076279.622748:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076279.622750:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076279.622754:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdc00 x1855007610598144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076279.622761:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769076279.622763:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769076279.622764:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2df8d2800.
02000000:00000001:0.0:1769076279.622767:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769076279.622769:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769076279.622770:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:0.0:1769076279.622772:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769076279.622774:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:0.0:1769076279.622776:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769076279.622778:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769076279.622779:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdc00.
00000100:00000001:0.0:1769076279.622782:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769076279.622783:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076279.622785:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076279.622790:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076279.622792:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076279.622794:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076279.622796:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076280.450523:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076280.450531:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076280.450561:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076280.450565:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076280.450569:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076280.514547:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297941874, at 4297941888
00000100:00000010:3.0:1769076280.514568:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c56575a0.
00010000:00000001:0.0:1769076281.474477:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076281.474483:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076281.474504:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076281.474507:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076281.474509:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076282.498498:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076282.498505:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076282.498530:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076282.498532:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076282.498535:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076283.522460:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076283.522465:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076283.522483:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076283.522485:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076283.522488:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076284.546473:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076284.546479:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076284.546511:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076284.546513:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076284.546516:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076284.738448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076284.738459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076284.738462:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076284.738468:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076284.738473:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076284.738481:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3273
00000400:00000200:3.0:1769076284.738492:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076284.738500:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076284.738505:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076284.738508:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738511:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076284.738514:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738516:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076284.738519:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076284.738520:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076284.738523:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076284.738525:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076284.738526:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076284.738529:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076284.738531:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738533:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076284.738535:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738536:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076284.738539:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076284.738541:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738543:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076284.738545:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076284.738548:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076284.738550:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.738552:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076284.738555:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076284.738565:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076284.738569:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076284.738573:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076284.738575:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.738578:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076284.738581:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076284.738586:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076284.738595:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076284.738603:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076284.738612:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610598272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076284.738625:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076284.738628:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076284.738633:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610598272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076284.738655:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076284.738658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076284.738661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076284.738662:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076284.738664:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076284.738666:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076284.738668:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3273
00000400:00000200:3.0:1769076284.738672:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076284.738674:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076284.738676:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076284.738678:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738680:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076284.738682:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738683:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076284.738685:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076284.738687:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076284.738689:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076284.738690:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076284.738692:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076284.738694:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076284.738697:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738698:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076284.738701:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738703:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076284.738706:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076284.738709:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076284.738710:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076284.738711:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076284.738714:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076284.738715:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769076284.738720:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076284.738741:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.738743:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076284.738749:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1769076284.738750:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076284.738757:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.738761:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076284.738763:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd880 x1855007610598272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769076284.738767:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076284.738776:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076284.738784:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1769076284.738788:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769076284.738789:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076284.738793:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.738795:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076284.738800:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076284.738804:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769076284.738805:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076284.738812:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769076284.738814:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
02000000:00000001:0.0:1769076284.738818:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.738822:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076284.738827:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610598272:192.168.204.105@tcp:250:kworker.0
00000100:00000001:0.0:1769076284.738837:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769076284.738838:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610598400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1769076284.738844:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769076284.738849:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076284.738859:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769076284.738860:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076284.738866:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076284.738872:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000040:3.0:1769076284.738873:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610598400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769076284.738880:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.738895:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076284.738898:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769076284.738901:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769076284.738908:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2bae9f8.
00000100:00080000:3.0:1769076284.738908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076284.738913:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076284.738917:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076284.738919:0:36:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1769076284.738921:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67d6908.
00000100:00080000:3.0:1769076284.738927:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3273
00000100:00000200:0.0:1769076284.738936:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610598272, portal 25
00000400:00000200:3.0:1769076284.738937:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076284.738946:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1769076284.738947:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769076284.738951:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076284.738953:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511420544 : -104785198131072 : ffffa0b2cb7cd880)
00000100:00000040:3.0:1769076284.738961:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738965:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076284.738969:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd880 x1855007610598272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076284.738972:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.738980:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076284.738988:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076284.738991:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076284.738995:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076284.738999:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769076284.739000:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076284.739005:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076284.739009:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769076284.739012:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000010:0.0:1769076284.739015:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67d6990.
00000100:00000040:3.0:1769076284.739022:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:0.0:1769076284.739024:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610598272, offset 0
00000100:00000001:3.0:1769076284.739026:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076284.739033:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.739041:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:0.0:1769076284.739042:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000040:3.0:1769076284.739050:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076284.739056:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:0.0:1769076284.739062:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769076284.739064:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076284.739069:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076284.739073:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769076284.739077:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:3.0:1769076284.739078:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.739086:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769076284.739090:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1769076284.739092:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769076284.739098:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000008:00000001:3.0:1769076284.739103:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076284.739106:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769076284.739112:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076284.739113:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:0.0:1769076284.739122:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [20352:20352:256:4294967295] 192.168.204.105@tcp LPNI seq info [20349:20349:8:4294967295]
00000100:00000010:3.0:1769076284.739126:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000400:00000200:0.0:1769076284.739129:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769076284.739137:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076284.739148:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1769076284.739151:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769076284.739157:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076284.739163:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769076284.739166:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1769076284.739173:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2c54eeb00.
02000000:00000001:3.0:1769076284.739173:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076284.739205:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769076284.739208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:0.0:1769076284.739216:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
02000000:00000010:3.0:1769076284.739220:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000800:00000200:0.1:1769076284.739228:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076284.739230:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769076284.739252:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00100000:3.0:1769076284.739257:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610598528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1769076284.739261:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:0.0:1769076284.739266:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2c54eeb00.
00000100:00000001:3.0:1769076284.739272:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769076284.739273:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769076284.739275:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076284.739282:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610598528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769076284.739285:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769076284.739295:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076284.739297:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67d6990
00000100:00080000:3.0:1769076284.739298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1769076284.739304:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67d6990.
00000100:00080000:3.0:1769076284.739304:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076284.739307:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076284.739310:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076284.739313:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769076284.739313:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076284.739320:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3273
00000100:00000200:0.0:1769076284.739325:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd880 x1855007610598272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769076284.739327:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076284.739333:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076284.739337:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076284.739344:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.739349:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076284.739353:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076284.739355:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769076284.739356:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076284.739360:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076284.739361:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076284.739364:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1769076284.739365:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd880 x1855007610598272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769076284.739366:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076284.739370:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076284.739377:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:0.0:1769076284.739384:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076284.739385:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076284.739390:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076284.739391:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076284.739394:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076284.739396:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:0.0:1769076284.739398:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076284.739398:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076284.739430:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076284.739433:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076284.739440:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1769076284.739443:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769076284.739444:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769076284.739446:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4297946993
02000000:00000001:3.0:1769076284.739449:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.739454:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076284.739456:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076284.739460:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.739462:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076284.739467:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076284.739470:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076284.739474:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076284.739476:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076284.739479:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076284.739481:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076284.739484:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076284.739490:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076284.739494:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076284.739500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610598656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076284.739509:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076284.739513:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076284.739518:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610598656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076284.739528:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076284.739535:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3283)
00000800:00000200:1.1:1769076284.739932:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076284.739936:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076284.740294:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076284.740296:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076284.740538:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076284.740540:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769076285.570542:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076285.570552:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076285.570594:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076285.570598:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076285.570602:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076285.634541:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297946993, at 4297947008
00000100:00000010:3.0:1769076285.634560:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf00.
00010000:00000001:0.0:1769076286.594520:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076286.594530:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076286.594534:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076286.594537:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076286.594543:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076286.594547:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076286.594550:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076286.594552:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076286.594578:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076286.594581:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076286.594585:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076287.618542:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076287.618553:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076287.618588:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076287.618592:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076287.618597:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076288.642490:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076288.642497:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076288.642550:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076288.642555:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076288.642560:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076289.666541:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076289.666551:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076289.666601:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076289.666607:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076289.666613:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076289.859634:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076289.859644:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076289.860769:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076289.860772:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076289.861182:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076289.861186:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076289.861637:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076289.861641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769076290.690511:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076290.690520:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076290.690599:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076290.690606:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076290.690614:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076290.754513:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297952113, at 4297952128
00000100:00000010:3.0:1769076290.754529:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00010000:00000001:0.0:1769076291.714462:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076291.714468:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076291.714492:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076291.714494:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076291.714496:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076292.738580:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076292.738589:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076292.738653:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076292.738657:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076292.738661:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076293.762516:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076293.762525:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076293.762553:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076293.762556:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076293.762560:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076294.786526:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076294.786535:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076294.786563:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076294.786567:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076294.786571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076294.978581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076294.978594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076294.978613:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076294.978619:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076294.978624:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076294.978634:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3283
00000400:00000200:3.0:1769076294.978646:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076294.978655:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076294.978659:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076294.978664:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.978669:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076294.978673:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.978676:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076294.978681:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076294.978683:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076294.978686:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076294.978690:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076294.978693:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076294.978697:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076294.978701:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.978704:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076294.978706:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.978709:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076294.978713:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076294.978717:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076294.978722:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076294.978726:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076294.978729:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076294.978733:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.978736:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076294.978739:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076294.978750:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769076294.978755:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076294.978760:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076294.978762:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.978766:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076294.978769:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076294.978775:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076294.978785:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076294.978793:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076294.978805:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610599296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076294.978819:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076294.978825:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076294.978830:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610599296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076294.978861:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076294.978865:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076294.978869:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076294.978872:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076294.978874:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076294.978877:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076294.978880:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3283
00000400:00000200:3.0:1769076294.978884:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076294.978888:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076294.978891:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076294.978896:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.978900:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076294.978905:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.978908:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076294.978912:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076294.978914:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076294.978916:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076294.978919:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076294.978928:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076294.978931:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076294.978941:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.978947:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076294.978955:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.978964:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076294.978973:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076294.978984:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076294.978993:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076294.979001:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076294.979035:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076294.979041:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.979044:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076294.979050:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076294.979061:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.979073:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076294.979082:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769076294.979093:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076294.979100:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076294.979109:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.979121:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076294.979128:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076294.979130:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076294.979139:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076294.979151:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076294.979167:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610599424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076294.979186:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076294.979194:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076294.979203:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610599424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076294.979232:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076294.979241:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076294.979255:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076294.979260:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076294.979263:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076294.979265:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076294.979270:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3283
00000400:00000200:3.0:1769076294.979283:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076294.979294:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076294.979304:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076294.979316:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.979325:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076294.979329:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.979339:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076294.979347:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076294.979349:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076294.979351:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076294.979354:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076294.979362:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076294.979369:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076294.979380:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.979387:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076294.979432:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.979436:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076294.979440:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076294.979445:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076294.979453:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076294.979460:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076294.979465:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076294.979476:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.979483:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076294.979489:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076294.979501:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.979511:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076294.979526:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076294.979533:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076294.979542:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076294.979547:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.979556:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076294.979564:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076294.979571:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076294.979581:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076294.979589:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076294.979603:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610599552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076294.979630:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076294.979632:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076294.979641:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076294.979641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769076294.979651:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610599552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076294.979679:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076294.979685:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076294.979695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076294.979703:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076294.979708:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076294.979714:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076294.979724:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3283
00000400:00000200:3.0:1769076294.979736:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076294.979751:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076294.979759:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076294.979772:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.979780:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076294.979787:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.979794:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076294.979800:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076294.979806:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076294.979812:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076294.979818:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076294.979826:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076294.979835:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076294.979845:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.979848:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076294.979858:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076294.979866:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076294.979874:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076294.979886:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076294.979891:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076294.979897:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076294.979901:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076294.979905:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.979915:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076294.979918:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076294.979923:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.979930:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076294.979937:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076294.979947:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076294.979957:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076294.979963:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076294.979966:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076294.979968:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076294.979971:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076294.979975:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076294.979984:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076294.979992:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610599680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076294.980037:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076294.980044:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076294.980059:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610599680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076294.980086:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076294.980094:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3294)
00000800:00000200:2.1:1769076294.980483:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076294.980486:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076294.980848:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076294.980852:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076294.981261:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076294.981265:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769076295.810477:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076295.810485:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076295.810511:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076295.810514:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076295.810518:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076295.874540:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297957233, at 4297957248
00000100:00000010:3.0:1769076295.874563:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00010000:00000001:0.0:1769076296.834505:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076296.834516:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076296.834520:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076296.834523:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076296.834530:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076296.834534:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076296.834537:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076296.834540:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076296.834565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076296.834582:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076296.834586:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076297.858530:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076297.858539:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076297.858570:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076297.858573:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076297.858577:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076298.882494:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076298.882504:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076298.882560:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076298.882565:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076298.882572:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076299.906501:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076299.906509:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076299.906539:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076299.906542:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076299.906546:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076300.099641:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076300.099653:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076300.100569:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076300.100573:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076300.100967:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076300.100971:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076300.101378:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076300.101382:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769076300.930538:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076300.930549:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076300.930589:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076300.930594:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076300.930602:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076300.994506:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297962353, at 4297962368
00000100:00000010:3.0:1769076300.994525:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea660.
00010000:00000001:0.0:1769076301.954489:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076301.954496:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076301.954525:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076301.954529:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076301.954535:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076302.978506:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076302.978515:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076302.978544:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076302.978548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076302.978552:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1769076303.682534:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:0.0:1769076303.682546:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:0.0:1769076303.682555:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769076303.682832:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769076303.682842:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076303.682859:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076303.682894:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076303.682899:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076304.002505:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076304.002513:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076304.002540:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076304.002543:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076304.002547:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076305.026530:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076305.026539:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076305.026570:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076305.026573:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076305.026578:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076305.219564:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076305.219573:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076305.220547:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076305.220551:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076305.220940:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076305.220944:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076305.221346:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076305.221350:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769076306.050547:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076306.050559:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076306.050563:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076306.050566:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076306.050574:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076306.050577:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076306.050580:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076306.050583:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076306.050738:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076306.050743:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076306.050749:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076306.114500:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297967473, at 4297967488
00000100:00000010:3.0:1769076306.114518:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaea0.
00010000:00000001:0.0:1769076307.074515:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076307.074523:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076307.074555:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076307.074559:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076307.074563:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076308.098517:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076308.098529:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076308.098567:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076308.098571:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076308.098575:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076309.122507:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076309.122512:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076309.122533:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076309.122535:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076309.122538:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076310.146517:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076310.146525:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076310.146553:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076310.146555:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076310.146558:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076310.338622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076310.338639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076310.338644:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076310.338650:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076310.338656:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076310.338670:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3299
00000400:00000200:3.0:1769076310.338685:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076310.338694:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076310.338699:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076310.338704:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.338709:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076310.338713:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.338716:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076310.338723:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076310.338726:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076310.338730:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076310.338931:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076310.338943:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076310.338949:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076310.338960:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.338965:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076310.338969:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.338972:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076310.338976:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076310.338999:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339002:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076310.339007:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076310.339012:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076310.339016:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.339019:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076310.339022:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076310.339034:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076310.339039:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076310.339045:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076310.339048:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.339052:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076310.339055:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076310.339062:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076310.339073:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076310.339083:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076310.339113:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610600832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076310.339127:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076310.339132:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076310.339138:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610600832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076310.339180:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076310.339185:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076310.339190:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076310.339192:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076310.339196:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076310.339199:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076310.339203:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3299
00000400:00000200:3.0:1769076310.339213:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076310.339219:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076310.339223:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076310.339227:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339230:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076310.339233:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339237:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076310.339241:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076310.339243:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076310.339245:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076310.339248:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076310.339250:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076310.339253:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076310.339256:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339259:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076310.339263:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339265:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076310.339268:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076310.339271:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339274:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076310.339277:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076310.339283:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076310.339290:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.339293:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076310.339302:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076310.339310:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.339313:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076310.339318:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076310.339324:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076310.339330:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076310.339333:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.339340:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076310.339343:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076310.339348:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076310.339357:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076310.339368:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076310.339382:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610600960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076310.339462:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076310.339466:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076310.339473:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610600960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076310.339490:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076310.339497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076310.339510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076310.339513:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076310.339520:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076310.339531:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076310.339539:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3299
00000400:00000200:3.0:1769076310.339553:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076310.339563:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076310.339572:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076310.339577:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339586:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076310.339590:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339595:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076310.339601:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076310.339604:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076310.339611:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076310.339614:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076310.339616:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076310.339620:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076310.339626:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339635:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076310.339641:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339647:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076310.339651:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076310.339657:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339663:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076310.339669:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076310.339675:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076310.339679:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.339686:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076310.339692:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076310.339696:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.339715:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076310.339727:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076310.339737:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076310.339745:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076310.339750:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.339806:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076310.339809:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076310.339813:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076310.339821:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076310.339831:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076310.339846:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610601088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076310.339868:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076310.339874:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076310.339884:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610601088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076310.339905:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076310.339914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076310.339919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076310.339923:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076310.339927:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076310.339931:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076310.339940:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3299
00000400:00000200:3.0:1769076310.339946:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076310.339955:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076310.339963:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076310.339968:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.339973:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076310.339997:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.340004:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076310.340008:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076310.340012:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076310.340019:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076310.340023:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076310.340030:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076310.340039:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076310.340050:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.340057:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076310.340065:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076310.340070:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076310.340075:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076310.340111:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076310.340119:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076310.340122:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076310.340128:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076310.340135:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.340140:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076310.340144:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076310.340149:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.340158:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076310.340162:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076310.340167:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076310.340183:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076310.340188:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076310.340195:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076310.340198:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076310.340203:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076310.340212:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076310.340220:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076310.340232:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610601216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076310.340254:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076310.340260:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076310.340271:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610601216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076310.340288:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076310.340291:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076310.340300:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3309)
00000800:00000200:1.1:1769076310.340302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076310.341120:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076310.341126:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076310.341927:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076310.341933:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076310.342624:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076310.342639:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769076311.170473:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076311.170480:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076311.170505:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076311.170508:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076311.170512:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076311.234503:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297972594, at 4297972608
00000100:00000010:3.0:1769076311.234517:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00010000:00000001:0.0:1769076312.194536:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076312.194542:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076312.194568:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076312.194570:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076312.194574:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076313.218597:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076313.218612:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076313.218662:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076313.218669:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076313.218675:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076314.242515:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076314.242526:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076314.242561:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076314.242565:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076314.242569:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076315.266573:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076315.266581:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076315.266613:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076315.266616:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076315.266621:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076315.458581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076315.458594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076315.458598:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076315.458604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076315.458610:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076315.458619:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3304
00000400:00000200:0.0:1769076315.458632:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076315.458640:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076315.458644:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076315.458649:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.458653:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076315.458657:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.458660:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076315.458695:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076315.458699:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076315.458702:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076315.458706:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076315.458710:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076315.458713:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076315.458717:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.458720:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076315.458723:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.458725:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076315.458729:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076315.458733:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076315.458736:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076315.458739:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076315.458743:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076315.458747:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.458749:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076315.458752:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076315.458762:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076315.458767:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076315.458773:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076315.458775:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.458780:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076315.458783:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076315.458789:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076315.458799:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076315.458807:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076315.458819:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610601344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076315.458833:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076315.458838:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076315.458844:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610601344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076315.458876:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076315.458881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076315.458885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076315.458887:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076315.458889:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076315.458892:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076315.458896:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3304
00000400:00000200:0.0:1769076315.458901:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076315.458904:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076315.458908:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076315.458911:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.458914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076315.458917:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.458920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076315.458924:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076315.458926:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076315.458928:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076315.458931:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076315.458935:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076315.458939:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076315.458945:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.458947:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076315.458952:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.458955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076315.458958:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076315.458964:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076315.458968:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076315.458980:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076315.458988:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076315.458993:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.458997:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076315.459009:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076315.459015:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.459020:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076315.459029:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076315.459033:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076315.459045:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076315.459048:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.459058:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076315.459063:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076315.459067:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076315.459082:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076315.459093:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076315.459113:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610601472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076315.459136:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076315.459152:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076315.459181:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610601472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076315.459232:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076315.459242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076315.459250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076315.459254:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076315.459273:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076315.459287:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076315.459294:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3304
00000400:00000200:0.0:1769076315.459316:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076315.459333:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076315.459338:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076315.459345:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.459349:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076315.459352:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.459366:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076315.459375:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076315.459440:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076315.459445:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076315.459448:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076315.459451:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076315.459454:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076315.459459:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.459463:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076315.459466:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.459470:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076315.459479:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076315.459502:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076315.459524:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076315.459532:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076315.459545:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076315.459552:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.459561:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076315.459566:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076315.459574:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.459582:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076315.459590:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076315.459601:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076315.459611:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076315.459615:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.459618:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076315.459625:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076315.459640:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076315.459655:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769076315.459694:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076315.459712:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610601600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076315.459750:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076315.459760:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076315.459782:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610601600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076315.459796:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076315.459815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076315.459844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076315.459849:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076315.459857:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076315.459876:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076315.459889:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3304
00000400:00000200:0.0:1769076315.459902:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076315.459917:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076315.459924:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076315.459942:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.459953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076315.459955:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076315.459967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:1.1:1769076315.459970:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769076315.459974:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076315.459983:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076315.459986:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076315.459992:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076315.459998:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076315.460005:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076315.460012:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076315.460026:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.460030:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076315.460034:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076315.460042:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076315.460049:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076315.460060:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076315.460071:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076315.460087:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076315.460094:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076315.460100:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.460112:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076315.460115:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076315.460125:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.460130:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076315.460137:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076315.460146:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076315.460165:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076315.460173:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076315.460188:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076315.460194:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076315.460199:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076315.460209:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076315.460220:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076315.460240:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610601728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076315.460297:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076315.460308:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076315.460323:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610601728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076315.460348:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076315.460356:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3314)
00000800:00000200:1.1:1769076315.460895:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076315.460898:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076315.461344:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076315.461347:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076315.461783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076315.461787:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076316.290532:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076316.290548:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076316.290553:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076316.290557:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076316.290565:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076316.290569:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076316.290571:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076316.290575:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076316.290605:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076316.290609:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076316.290613:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076316.354517:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297977713, at 4297977728
00000100:00000010:3.0:1769076316.354545:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00010000:00000001:0.0:1769076317.314519:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076317.314531:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076317.314568:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076317.314574:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076317.314580:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076318.338582:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076318.338591:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076318.338654:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076318.338659:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076318.338663:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076319.362691:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076319.362702:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076319.362741:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076319.362745:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076319.362749:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076320.386529:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076320.386537:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076320.386564:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076320.386568:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076320.386573:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076320.579574:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076320.579616:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076320.580563:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076320.580566:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076320.581095:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076320.581099:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076320.581493:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076320.581497:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769076321.410507:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076321.410515:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076321.410555:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076321.410559:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076321.410563:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076321.474500:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297982833, at 4297982848
00000100:00000010:3.0:1769076321.474520:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa20.
00010000:00000001:0.0:1769076322.434647:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076322.434656:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076322.434686:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076322.434690:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076322.434694:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076323.458498:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076323.458507:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076323.458556:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076323.458560:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076323.458564:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076324.482605:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076324.482614:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076324.482641:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076324.482644:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076324.482648:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076325.506577:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076325.506588:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076325.506624:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076325.506628:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076325.506635:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076325.698619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076325.698633:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076325.698636:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076325.698642:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076325.698648:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076325.698657:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3314
00000400:00000200:3.0:1769076325.698669:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076325.698678:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076325.698683:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076325.698687:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.698692:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.698695:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.698698:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076325.698703:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076325.698706:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076325.698710:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076325.698713:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076325.698716:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076325.698718:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076325.698722:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.698725:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.698728:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.698731:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076325.698735:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076325.698739:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076325.698742:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076325.698746:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076325.698750:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076325.698753:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.698756:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076325.698759:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076325.698769:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076325.698773:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076325.698778:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076325.698780:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.698784:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076325.698787:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076325.698793:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076325.698802:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076325.698810:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076325.698821:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610602368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076325.698845:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076325.698851:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.698857:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610602368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076325.698894:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076325.698898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076325.698903:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076325.698905:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076325.698907:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076325.698910:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076325.698914:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3314
00000400:00000200:3.0:1769076325.698920:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076325.698923:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076325.698926:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076325.698930:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.698933:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.698935:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.698938:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076325.698941:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076325.698942:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076325.698944:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076325.698947:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076325.698958:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076325.698961:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076325.698965:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.698967:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.698969:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.698971:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076325.698974:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076325.698977:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076325.698981:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076325.698983:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076325.699001:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076325.699004:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.699007:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076325.699013:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076325.699017:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.699020:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076325.699025:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076325.699028:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076325.699032:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076325.699035:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.699038:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076325.699046:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076325.699050:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076325.699060:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076325.699068:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076325.699080:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610602496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076325.699131:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076325.699141:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.699156:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610602496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076325.699186:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076325.699193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076325.699203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076325.699208:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076325.699211:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076325.699218:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076325.699230:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3314
00000400:00000200:3.0:1769076325.699239:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076325.699249:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076325.699253:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076325.699260:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.699266:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.699274:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.699280:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076325.699291:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076325.699293:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076325.699295:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076325.699298:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076325.699308:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076325.699312:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076325.699317:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.699327:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.699336:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.699342:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076325.699350:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076325.699359:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076325.699370:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076325.699378:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076325.699444:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076325.699455:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.699459:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076325.699468:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076325.699473:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.699482:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076325.699489:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076325.699520:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076325.699528:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076325.699530:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.699533:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076325.699538:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076325.699543:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076325.699553:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076325.699562:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076325.699577:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610602624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076325.699605:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076325.699613:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.699628:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610602624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076325.699657:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076325.699667:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076325.699677:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076325.699684:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076325.699689:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076325.699699:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076325.699708:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3314
00000400:00000200:3.0:1769076325.699716:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076325.699725:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076325.699732:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076325.699743:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.699749:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.699758:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.699762:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:1.1:1769076325.699770:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769076325.699771:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076325.699776:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000800:00000200:1.1:1769076325.699782:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769076325.699783:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076325.699790:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076325.699798:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076325.699805:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076325.699816:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.699822:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076325.699826:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076325.699835:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076325.699842:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076325.699852:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076325.699859:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076325.699869:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076325.699876:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076325.699882:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.699888:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076325.699893:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076325.699903:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.699912:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076325.699923:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076325.699929:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076325.699938:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076325.699942:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076325.699952:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076325.699958:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076325.699965:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076325.699979:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076325.700004:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076325.700026:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610602752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076325.700056:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076325.700067:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.700085:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610602752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076325.700131:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076325.700146:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3324)
00000800:00000200:1.1:1769076325.700575:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076325.700579:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076325.700941:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076325.700945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076325.701298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076325.701302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769076326.530539:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076326.530551:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076326.530555:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076326.530559:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076326.530567:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076326.530570:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076326.530574:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076326.530577:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076326.530606:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076326.530611:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076326.530617:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076326.594552:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297987953, at 4297987968
00000100:00000010:3.0:1769076326.594571:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00010000:00000001:0.0:1769076327.554551:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076327.554560:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076327.554587:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076327.554590:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076327.554595:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076328.578571:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076328.578580:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076328.578606:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076328.578610:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076328.578614:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076329.602575:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076329.602586:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076329.602618:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076329.602622:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076329.602626:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076330.626490:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076330.626496:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076330.626513:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076330.626516:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076330.626518:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076330.819203:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076330.819209:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076330.820029:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076330.820031:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076330.820254:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076330.820272:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076330.820655:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076330.820658:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769076331.650563:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076331.650573:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076331.650607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076331.650613:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076331.650618:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076331.714545:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297993072, at 4297993088
00000100:00000010:3.0:1769076331.714566:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00010000:00000001:0.0:1769076332.674545:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076332.674554:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076332.674581:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076332.674584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076332.674589:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076333.698523:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076333.698531:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076333.698559:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076333.698563:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076333.698567:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076334.722472:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076334.722478:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076334.722494:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076334.722497:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076334.722500:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076335.746554:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076335.746564:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076335.746592:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076335.746596:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076335.746600:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076335.938518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076335.938532:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076335.938535:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076335.938540:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076335.938546:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076335.938555:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3324
00000400:00000200:3.0:1769076335.938567:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076335.938575:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076335.938580:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076335.938585:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.938589:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.938592:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.938595:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076335.938600:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076335.938603:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076335.938606:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076335.938609:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076335.938612:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076335.938615:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076335.938619:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.938622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.938624:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.938627:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076335.938630:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076335.938635:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076335.938638:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076335.938641:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076335.938645:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076335.938649:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.938651:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076335.938654:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076335.938663:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076335.938667:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076335.938673:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076335.938675:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.938678:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076335.938681:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076335.938687:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076335.938696:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076335.938705:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076335.938716:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610603392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076335.938729:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076335.938735:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076335.938741:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610603392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076335.938773:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076335.938777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076335.938781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076335.938784:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076335.938786:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076335.938789:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076335.938791:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3324
00000400:00000200:3.0:1769076335.938796:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076335.938800:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076335.938803:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076335.938808:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.938811:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.938813:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.938816:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076335.938819:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076335.938821:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076335.938824:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076335.938828:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076335.938830:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076335.938834:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076335.938838:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.938841:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.938845:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.938847:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076335.938850:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076335.938856:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076335.938860:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076335.938866:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076335.938875:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076335.938880:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.938882:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076335.938887:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076335.938894:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.938901:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076335.938913:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076335.938929:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076335.938949:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076335.938954:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.938961:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076335.938969:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076335.938976:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076335.938986:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076335.938995:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076335.939016:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610603520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076335.939042:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076335.939055:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076335.939070:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610603520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076335.939136:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076335.939143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076335.939155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076335.939158:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076335.939163:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076335.939169:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076335.939176:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3324
00000400:00000200:3.0:1769076335.939188:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076335.939199:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076335.939202:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076335.939217:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.939223:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.939229:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.939237:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076335.939253:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076335.939258:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076335.939268:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076335.939278:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076335.939286:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076335.939303:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076335.939307:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.939309:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.939312:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.939314:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076335.939317:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076335.939349:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076335.939366:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076335.939368:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076335.939377:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076335.939442:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.939447:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076335.939451:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076335.939456:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.939459:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076335.939466:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076335.939469:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076335.939473:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076335.939474:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.939477:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076335.939479:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076335.939482:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076335.939493:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076335.939506:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076335.939519:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610603648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076335.939547:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076335.939551:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076335.939563:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610603648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076335.939600:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076335.939612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076335.939625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076335.939633:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076335.939641:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076335.939655:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076335.939672:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3324
00000400:00000200:3.0:1769076335.939690:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076335.939699:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076335.939702:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076335.939710:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.939720:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.939732:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.939738:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076335.939746:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076335.939750:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076335.939765:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076335.939772:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076335.939779:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076335.939782:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076335.939799:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.939810:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076335.939815:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076335.939841:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076335.939846:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076335.939853:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076335.939863:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076335.939868:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1769076335.939874:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:3.0:1769076335.939876:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076335.939882:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.939885:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076335.939887:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076335.939890:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.939893:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076335.939898:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076335.939901:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076335.939905:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076335.939914:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076335.939918:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076335.939924:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076335.939932:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076335.939962:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076335.939971:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076335.939992:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610603776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076335.940012:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076335.940023:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076335.940035:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610603776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076335.940071:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076335.940109:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3335)
00000800:00000200:1.1:1769076335.940448:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076335.940693:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076335.940823:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769076336.770515:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076336.770528:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076336.770532:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076336.770535:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076336.770543:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076336.770546:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076336.770549:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076336.770553:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076336.770584:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076336.770590:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076336.770595:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076336.834559:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4297998193, at 4297998208
00000100:00000010:3.0:1769076336.834584:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00010000:00000001:0.0:1769076337.794570:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076337.794584:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076337.794634:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076337.794641:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076337.794645:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076338.818541:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076338.818550:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076338.818577:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076338.818580:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076338.818584:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076339.010764:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:0.0:1769076339.010822:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076339.010837:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076339.010843:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:0.0:1769076339.010848:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076339.010854:0:2355:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076339.010860:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076339.010866:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2cb53f200.
00000400:00000200:0.0:1769076339.010874:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076339.010881:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076339.010890:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:0.0:1769076339.010894:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:0.0:1769076339.010902:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076339.010917:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7ced80 x1855007610603392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076339.010965:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076339.010975:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ced80 x1855007610603392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076339.010989:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076339.010993:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076339.011010:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076339.011016:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2c76c2800.
00000400:00000200:0.0:1769076339.011024:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076339.011034:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076339.011044:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd330
00000400:00000010:0.0:1769076339.011048:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd330.
00000100:00000001:0.0:1769076339.011053:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076339.011061:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cd500 x1855007610603520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076339.011084:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076339.011097:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610603520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076339.011120:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076339.011128:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076339.011140:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076339.011147:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d83e8b00.
00000400:00000200:0.0:1769076339.011159:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076339.011176:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076339.011184:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:0.0:1769076339.011193:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:0.0:1769076339.011204:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076339.011219:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cc380 x1855007610603648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076339.011252:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076339.011324:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610603648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076339.011379:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076339.011444:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076339.011458:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076339.011468:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d83e8800.
00000400:00000200:0.0:1769076339.011480:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076339.011506:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076339.011518:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdbb0
00000400:00000010:0.0:1769076339.011526:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdbb0.
00000100:00000001:0.0:1769076339.011531:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076339.011548:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cca80 x1855007610603776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076339.011580:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076339.011598:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610603776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076339.011661:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076339.011669:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769076339.842474:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076339.842486:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076339.842532:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076339.842536:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076339.842540:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076340.866535:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076340.866545:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076340.866578:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076340.866582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076340.866586:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076341.059129:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076341.059138:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076341.059802:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076341.059805:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076341.060128:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076341.060131:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076341.060483:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076341.060487:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769076341.890478:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076341.890484:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076341.890505:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076341.890507:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076341.890510:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076341.954458:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298003312, at 4298003328
00000100:00000010:3.0:1769076341.954466:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaba0.
00000800:00000200:3.0:1769076342.594556:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076342.594567:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076342.594574:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769076342.594751:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769076342.594758:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076342.594774:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076342.594781:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076342.594787:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076342.914530:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076342.914538:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076342.914566:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076342.914569:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076342.914573:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076343.938544:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076343.938553:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076343.938583:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076343.938587:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076343.938591:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076344.962534:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076344.962542:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076344.962575:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076344.962580:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076344.962585:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076345.986548:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076345.986563:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076345.986567:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076345.986570:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076345.986579:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076345.986582:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076345.986585:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076345.986588:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076345.986613:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076345.986617:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076345.986620:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076346.178519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076346.178534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076346.178539:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076346.178545:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076346.178550:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076346.178559:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3335
00000400:00000200:0.0:1769076346.178571:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076346.178578:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076346.178582:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076346.178586:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.178590:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.178592:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.178595:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076346.178600:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076346.178602:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076346.178606:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076346.178609:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076346.178611:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076346.178613:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076346.178617:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.178619:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.178621:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.178622:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076346.178625:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076346.178628:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076346.178631:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076346.178634:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076346.178637:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076346.178640:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.178642:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076346.178644:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076346.178657:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076346.178662:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076346.178667:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076346.178669:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.178673:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076346.178676:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076346.178682:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076346.178693:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076346.178701:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076346.178712:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610604416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076346.178724:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076346.178729:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076346.178734:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610604416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076346.178768:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076346.178772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076346.178775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076346.178777:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076346.178779:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076346.178781:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076346.178784:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3335
00000400:00000200:0.0:1769076346.178787:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076346.178790:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076346.178792:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076346.178795:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.178797:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.178799:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.178800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076346.178802:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076346.178803:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076346.178805:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076346.178807:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076346.178809:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076346.178811:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076346.178814:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.178816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.178818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.178820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076346.178822:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076346.178824:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076346.178826:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076346.178828:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076346.178835:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076346.178837:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.178839:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076346.178847:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076346.178850:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.178852:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076346.178861:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076346.178864:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076346.178867:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076346.178869:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.178885:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076346.178889:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076346.178901:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076346.178913:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076346.178920:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076346.178936:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610604544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076346.178976:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076346.178978:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076346.178990:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610604544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076346.179086:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076346.179099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076346.179126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076346.179135:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076346.179145:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076346.179217:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076346.179225:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3335
00000400:00000200:0.0:1769076346.179252:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076346.179267:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076346.179278:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076346.179300:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.179315:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.179330:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.179342:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076346.179355:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076346.179362:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076346.179371:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076346.179376:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076346.179385:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076346.179389:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076346.179393:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.179397:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.179444:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.179449:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076346.179465:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076346.179476:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076346.179485:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076346.179500:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076346.179509:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076346.179519:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.179523:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076346.179529:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076346.179545:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.179554:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076346.179562:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076346.179568:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076346.179573:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076346.179576:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.179588:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076346.179593:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076346.179596:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076346.179606:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076346.179613:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076346.179621:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610604672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076346.179661:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076346.179670:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076346.179680:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610604672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076346.179696:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076346.179700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076346.179711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076346.179713:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076346.179715:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076346.179724:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076346.179730:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3335
00000400:00000200:0.0:1769076346.179750:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076346.179757:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076346.179767:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076346.179777:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.179784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076346.179785:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076346.179791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.179800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:1.1:1769076346.179801:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076346.179817:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076346.179823:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076346.179833:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076346.179838:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076346.179845:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076346.179848:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076346.179856:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.179860:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076346.179865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076346.179873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076346.179881:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076346.179888:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076346.179894:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076346.179909:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076346.179915:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076346.179923:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.179926:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076346.179931:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076346.179944:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.179953:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076346.179964:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076346.179974:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076346.179981:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076346.179985:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076346.179994:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076346.179996:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076346.180000:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076346.180029:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076346.180037:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076346.180060:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610604800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076346.180101:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076346.180107:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076346.180130:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610604800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076346.180184:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076346.180216:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3345)
00000800:00000200:1.1:1769076346.180680:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076346.180684:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076346.181095:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076346.181098:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076346.181529:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076346.181533:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769076347.010534:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076347.010541:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076347.010571:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076347.010575:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076347.010580:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076347.074551:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298008433, at 4298008448
00000100:00000010:3.0:1769076347.074581:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf60.
00010000:00000001:0.0:1769076348.034524:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076348.034532:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076348.034577:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076348.034581:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076348.034585:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076349.058519:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076349.058527:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076349.058550:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076349.058553:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076349.058557:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076350.082545:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076350.082558:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076350.082587:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076350.082591:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076350.082595:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076351.106529:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076351.106539:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076351.106569:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076351.106572:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076351.106577:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076351.299476:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076351.299482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076351.299985:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076351.299987:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076351.300295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076351.300297:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076351.300542:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076351.300544:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769076352.130527:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076352.130538:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076352.130568:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076352.130573:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076352.130578:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076352.194503:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298013553, at 4298013568
00000100:00000010:3.0:1769076352.194554:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00010000:00000001:0.0:1769076353.154562:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076353.154570:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076353.154599:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076353.154602:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076353.154606:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076354.178512:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076354.178520:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076354.178546:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076354.178550:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076354.178554:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076355.202519:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076355.202527:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076355.202552:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076355.202555:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076355.202559:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076356.226471:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076356.226479:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076356.226482:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076356.226484:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076356.226489:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076356.226491:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076356.226493:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076356.226494:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076356.226511:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076356.226513:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076356.226516:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076356.419031:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076356.419037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076356.419379:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076356.419381:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076356.419598:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076356.419599:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076356.419774:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076356.419776:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769076357.250539:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076357.250547:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076357.250572:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076357.250576:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076357.250580:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076357.314511:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298018672, at 4298018688
00000100:00000010:3.0:1769076357.314536:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00010000:00000001:0.0:1769076358.274540:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076358.274548:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076358.274575:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076358.274578:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076358.274583:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076359.298573:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076359.298582:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076359.298615:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076359.298619:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076359.298624:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076360.322565:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076360.322572:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076360.322597:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076360.322600:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076360.322604:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076361.346566:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076361.346585:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076361.346610:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076361.346613:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076361.346617:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076361.539524:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076361.539536:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076361.540535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076361.540538:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076361.541013:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076361.541017:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076361.541543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076361.541546:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769076362.370568:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076362.370576:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076362.370603:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076362.370606:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076362.370610:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076362.434521:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298023793, at 4298023808
00000100:00000010:3.0:1769076362.434537:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00010000:00000001:0.0:1769076363.394527:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076363.394535:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076363.394574:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076363.394577:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076363.394581:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076364.418509:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076364.418521:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076364.418558:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076364.418565:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076364.418571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076365.442514:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076365.442523:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076365.442548:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076365.442551:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076365.442556:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076366.466565:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076366.466576:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076366.466579:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076366.466583:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076366.466590:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076366.466593:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076366.466595:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076366.466598:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076366.466634:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076366.466637:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076366.466641:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076366.658570:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076366.658581:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076366.658585:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076366.658591:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076366.658596:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076366.658605:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3355
00000400:00000200:0.0:1769076366.658618:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076366.658627:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076366.658633:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076366.658640:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.658647:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076366.658652:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.658657:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076366.658664:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076366.658667:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076366.658672:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076366.658676:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076366.658681:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076366.658686:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076366.658693:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.658697:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076366.658702:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.658716:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076366.658722:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076366.658729:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076366.658735:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076366.658741:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076366.658746:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076366.658751:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.658756:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076366.658761:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076366.658784:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076366.658790:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076366.658795:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076366.658798:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.658802:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076366.658805:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076366.658850:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076366.658862:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076366.658870:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076366.658882:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610606464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076366.658896:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076366.658902:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076366.658908:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610606464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076366.658938:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076366.658943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076366.658947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076366.658949:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076366.658952:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076366.658955:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076366.658958:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3355
00000400:00000200:0.0:1769076366.658965:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076366.658969:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076366.658972:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076366.658976:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.658979:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076366.658982:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.658985:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076366.658988:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076366.658990:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076366.658992:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076366.658995:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076366.658997:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076366.659000:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076366.659003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076366.659008:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659010:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076366.659014:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076366.659018:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659021:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076366.659024:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076366.659032:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076366.659035:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.659039:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076366.659044:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076366.659049:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.659057:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076366.659066:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076366.659073:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076366.659080:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076366.659087:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.659095:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076366.659099:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076366.659104:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076366.659114:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076366.659124:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076366.659140:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610606592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076366.659168:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076366.659178:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076366.659191:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610606592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076366.659216:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076366.659228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076366.659234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076366.659237:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076366.659243:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076366.659252:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076366.659258:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3355
00000400:00000200:0.0:1769076366.659268:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076366.659280:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076366.659283:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076366.659287:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659296:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076366.659304:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659310:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076366.659319:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076366.659324:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076366.659330:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076366.659336:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076366.659346:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076366.659355:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076366.659368:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659376:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076366.659384:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659443:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076366.659447:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076366.659452:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659455:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076366.659457:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076366.659462:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076366.659470:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.659476:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076366.659480:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076366.659489:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.659496:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076366.659503:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076366.659509:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076366.659518:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076366.659524:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.659533:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076366.659540:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076366.659546:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076366.659558:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076366.659568:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076366.659584:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610606720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076366.659616:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076366.659624:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076366.659640:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610606720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076366.659673:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076366.659688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769076366.659695:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769076366.659701:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1769076366.659707:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1769076366.659709:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076366.659716:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076366.659729:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076366.659743:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3355
00000400:00000200:0.0:1769076366.659758:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076366.659771:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076366.659781:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076366.659791:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659798:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076366.659802:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659835:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076366.659843:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076366.659848:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076366.659851:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076366.659855:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076366.659862:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076366.659867:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076366.659882:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659890:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076366.659896:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659904:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076366.659914:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076366.659924:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076366.659935:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076366.659944:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076366.659952:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076366.659963:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.659969:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076366.659978:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076366.659989:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.659996:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076366.660008:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076366.660016:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076366.660023:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076366.660026:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076366.660035:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076366.660038:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076366.660042:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076366.660059:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076366.660071:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076366.660086:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610606848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076366.660109:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076366.660116:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076366.660131:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610606848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076366.660161:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076366.660170:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3365)
00000800:00000200:1.1:1769076366.660623:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076366.660627:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076366.661111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076366.661114:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076366.661499:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076366.661502:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1769076367.490485:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076367.490492:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076367.490512:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076367.490515:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076367.490518:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076367.554490:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298028913, at 4298028928
00000100:00000010:3.0:1769076367.554508:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa20.
00010000:00000001:0.0:1769076368.514480:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076368.514486:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076368.514503:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076368.514505:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076368.514508:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076369.538509:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076369.538518:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076369.538543:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076369.538546:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076369.538550:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076370.562499:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076370.562506:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076370.562529:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076370.562532:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076370.562536:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076371.586542:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076371.586551:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076371.586578:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076371.586581:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076371.586586:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076371.779640:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076371.779652:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076371.780485:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076371.780490:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076371.780952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076371.780956:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076371.781315:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076371.781318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1769076372.610512:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076372.610520:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076372.610565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076372.610570:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076372.610576:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076372.674541:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298034033, at 4298034048
00000100:00000010:3.0:1769076372.674556:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00010000:00000001:0.0:1769076373.634511:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076373.634520:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076373.634547:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076373.634550:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076373.634554:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076374.658499:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076374.658505:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076374.658529:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076374.658531:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076374.658536:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076375.682519:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076375.682528:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076375.682558:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076375.682562:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076375.682567:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076376.706565:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076376.706587:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076376.706591:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076376.706594:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076376.706602:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076376.706605:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076376.706608:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076376.706611:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076376.706636:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076376.706665:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076376.706669:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076376.898576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076376.898594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076376.898600:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076376.898605:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076376.898611:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076376.898620:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3365
00000400:00000200:0.0:1769076376.898633:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076376.898673:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076376.898679:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076376.898684:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.898688:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076376.898692:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.898694:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076376.898700:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076376.898702:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076376.898706:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076376.898709:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076376.898712:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076376.898715:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076376.898719:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.898722:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076376.898725:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.898727:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076376.898731:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076376.898736:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076376.898738:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076376.898744:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076376.898748:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076376.898752:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.898754:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076376.898758:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076376.898768:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769076376.898773:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076376.898778:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076376.898780:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.898784:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076376.898787:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076376.898793:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076376.898804:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769076376.898813:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076376.898823:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610607488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076376.898837:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076376.898843:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076376.898849:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610607488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076376.898882:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076376.898886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076376.898891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076376.898893:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076376.898895:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076376.898899:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076376.898902:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3365
00000400:00000200:0.0:1769076376.898907:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076376.898910:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076376.898913:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076376.898918:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.898922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076376.898928:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.898931:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076376.898935:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076376.898937:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076376.898940:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076376.898943:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076376.898946:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076376.898956:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076376.898962:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.898971:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076376.898978:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.898983:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076376.898986:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076376.898996:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899000:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076376.899005:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076376.899012:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076376.899015:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.899017:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076376.899022:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076376.899031:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.899038:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076376.899046:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769076376.899054:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076376.899061:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076376.899069:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.899072:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076376.899078:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076376.899082:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076376.899091:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769076376.899100:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076376.899114:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610607616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076376.899133:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076376.899140:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076376.899153:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610607616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076376.899193:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076376.899206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076376.899216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076376.899223:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076376.899227:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076376.899241:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076376.899257:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3365
00000400:00000200:0.0:1769076376.899278:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076376.899298:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076376.899310:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076376.899327:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899338:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076376.899347:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899350:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076376.899359:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076376.899365:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076376.899369:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076376.899374:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076376.899380:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076376.899446:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076376.899460:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899469:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076376.899483:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899496:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076376.899510:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076376.899529:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899544:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076376.899555:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076376.899566:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076376.899578:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.899587:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076376.899594:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076376.899604:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.899611:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076376.899612:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000010:0.0:1769076376.899621:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000800:00000200:1.1:1769076376.899624:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000020:00000040:0.0:1769076376.899630:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076376.899669:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076376.899674:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.899680:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076376.899685:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076376.899693:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076376.899701:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076376.899713:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076376.899728:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610607744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076376.899743:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076376.899751:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076376.899759:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610607744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076376.899778:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076376.899782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076376.899790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076376.899795:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076376.899799:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076376.899808:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076376.899816:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3365
00000400:00000200:0.0:1769076376.899832:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076376.899842:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076376.899846:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076376.899857:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076376.899876:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076376.899892:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076376.899896:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076376.899903:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076376.899909:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076376.899917:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076376.899923:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076376.899928:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899939:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076376.899946:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899951:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076376.899962:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076376.899967:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076376.899974:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076376.899979:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076376.899984:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076376.899987:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.899994:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076376.899999:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076376.900003:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.900007:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076376.900016:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076376.900021:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076376.900025:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076376.900030:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076376.900035:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076376.900038:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076376.900041:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076376.900053:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076376.900060:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076376.900073:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610607872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076376.900095:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076376.900103:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076376.900118:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610607872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076376.900142:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076376.900152:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3375)
00000800:00000200:1.1:1769076376.900607:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076376.900610:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076376.901068:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076376.901072:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076376.901481:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076376.901484:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00010000:00000001:0.0:1769076377.730531:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076377.730540:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076377.730573:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076377.730577:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076377.730582:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076377.794507:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298039153, at 4298039168
00000100:00000010:3.0:1769076377.794524:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00010000:00000001:0.0:1769076378.754584:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076378.754592:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076378.754708:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076378.754713:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076378.754718:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076379.778668:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076379.778677:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076379.778752:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076379.778757:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076379.778762:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769076380.482534:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076380.482551:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076380.482560:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769076380.482869:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076380.482889:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076380.482897:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076380.482902:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076380.802519:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076380.802527:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076380.802611:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076380.802615:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076380.802620:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076381.826465:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076381.826471:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076381.826495:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076381.826497:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076381.826499:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076382.018476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076382.018485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076382.018487:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076382.018491:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076382.018495:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076382.018502:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3370
00000400:00000200:0.0:1769076382.018511:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076382.018516:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076382.018519:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076382.018521:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018524:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.018526:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018528:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076382.018531:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076382.018532:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076382.018534:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076382.018536:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076382.018538:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076382.018539:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076382.018541:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018542:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.018544:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018545:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076382.018548:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076382.018567:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018569:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076382.018571:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076382.018574:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076382.018576:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.018578:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076382.018580:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076382.018587:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076382.018590:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076382.018594:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076382.018595:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.018609:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076382.018611:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076382.018615:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076382.018621:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076382.018626:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076382.018633:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610608000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076382.018641:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076382.018645:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076382.018648:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610608000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076382.018665:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076382.018668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076382.018670:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076382.018671:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076382.018672:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076382.018674:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076382.018675:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3370
00000400:00000200:0.0:1769076382.018678:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076382.018680:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076382.018682:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076382.018684:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018686:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.018690:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018691:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076382.018693:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076382.018694:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076382.018695:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076382.018698:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076382.018699:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076382.018703:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076382.018706:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018709:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.018712:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018715:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076382.018718:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076382.018724:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018727:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076382.018731:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076382.018736:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076382.018740:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.018743:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076382.018749:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076382.018753:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.018759:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076382.018763:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076382.018767:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076382.018770:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076382.018773:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.018774:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076382.018777:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076382.018782:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076382.018786:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076382.018787:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076382.018792:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610608128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076382.018802:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076382.018806:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076382.018811:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610608128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076382.018824:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076382.018827:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076382.018832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076382.018833:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076382.018835:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076382.018837:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076382.018840:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3370
00000400:00000200:0.0:1769076382.018845:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076382.018850:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076382.018853:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076382.018858:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018862:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.018866:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018870:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076382.018875:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076382.018878:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076382.018881:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076382.018883:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076382.018886:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076382.018891:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076382.018896:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018898:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.018911:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018914:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076382.018918:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076382.018922:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076382.018926:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076382.018930:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076382.018933:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076382.018936:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.018942:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076382.018947:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076382.018953:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.018959:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076382.018967:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076382.018974:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076382.018980:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076382.018985:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.018990:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076382.018993:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076382.018997:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076382.019003:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076382.019008:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076382.019014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:0.0:1769076382.019016:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610608256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076382.019018:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769076382.019030:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076382.019033:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076382.019039:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610608256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076382.019053:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076382.019064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076382.019067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076382.019071:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076382.019075:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076382.019078:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076382.019083:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3370
00000400:00000200:0.0:1769076382.019093:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076382.019102:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076382.019108:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076382.019118:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.019125:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.019131:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.019137:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076382.019144:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076382.019147:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076382.019150:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076382.019152:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076382.019157:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076382.019159:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076382.019162:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.019167:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076382.019169:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076382.019171:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076382.019176:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076382.019180:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076382.019185:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076382.019187:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076382.019192:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076382.019197:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.019201:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076382.019204:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076382.019209:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.019221:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076382.019226:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076382.019232:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076382.019237:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076382.019240:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076382.019244:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076382.019247:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076382.019250:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076382.019255:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076382.019261:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076382.019270:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610608384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076382.019282:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076382.019285:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076382.019292:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610608384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076382.019308:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076382.019314:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3381)
00000800:00000200:1.1:1769076382.019521:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076382.019523:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076382.019735:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076382.019737:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076382.019917:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076382.019919:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076382.850580:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076382.850588:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076382.850645:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076382.850649:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076382.850654:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076382.914511:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298044272, at 4298044288
00000100:00000010:3.0:1769076382.914564:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00010000:00000001:0.0:1769076383.874565:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076383.874574:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076383.874613:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076383.874616:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076383.874621:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076384.898567:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076384.898578:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076384.898631:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076384.898636:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076384.898643:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076385.922608:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076385.922620:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076385.922704:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076385.922709:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076385.922713:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076386.946598:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076386.946608:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076386.946612:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076386.946615:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076386.946621:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076386.946624:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076386.946627:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076386.946630:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076386.946658:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076386.946662:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076386.946666:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076387.139718:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076387.139730:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076387.140491:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076387.140495:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076387.140865:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076387.140868:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076387.141207:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076387.141210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769076387.970557:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076387.970565:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076387.970653:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076387.970659:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076387.970665:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076388.034510:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298049393, at 4298049408
00000100:00000010:3.0:1769076388.034530:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea0c0.
00010000:00000001:0.0:1769076388.994569:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076388.994577:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076388.994607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076388.994611:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076388.994616:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076390.018515:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076390.018524:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076390.018553:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076390.018557:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076390.018561:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076391.042545:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076391.042553:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076391.042583:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076391.042586:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076391.042591:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076392.066554:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076392.066563:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076392.066624:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076392.066628:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076392.066632:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076392.258558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076392.258571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076392.258575:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076392.258581:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076392.258586:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076392.258595:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3381
00000400:00000200:0.0:1769076392.258608:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076392.258616:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076392.258621:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076392.258626:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.258630:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076392.258634:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.258639:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076392.258647:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076392.258651:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076392.258656:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076392.258661:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076392.258666:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076392.258671:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076392.258679:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.258683:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076392.258689:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.258693:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076392.258699:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076392.258707:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076392.258714:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076392.258721:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076392.258728:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076392.258734:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076392.258739:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076392.258743:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076392.258753:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076392.258758:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076392.258764:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076392.258766:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076392.258770:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076392.258773:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076392.258780:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076392.258791:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076392.258800:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076392.258812:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610609024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076392.258826:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076392.258832:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076392.258838:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610609024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076392.258872:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076392.258884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076392.258889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076392.258891:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076392.258893:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076392.258896:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076392.258900:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3381
00000400:00000200:0.0:1769076392.258905:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076392.258909:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076392.258912:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076392.258916:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.258918:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076392.258921:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.258924:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076392.258927:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076392.258929:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076392.258931:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076392.258934:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076392.258937:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076392.258940:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076392.258944:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.258947:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076392.258950:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.258953:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076392.258957:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076392.258961:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076392.258965:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076392.258967:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076392.258974:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076392.258978:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076392.258980:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076392.258985:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076392.258993:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076392.258996:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076392.259004:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076392.259011:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076392.259017:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076392.259020:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076392.259028:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076392.259033:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076392.259038:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076392.259049:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076392.259059:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076392.259072:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610609152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076392.259095:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076392.259104:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076392.259115:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610609152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076392.259155:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076392.259161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076392.259171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076392.259177:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076392.259180:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076392.259183:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076392.259192:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3381
00000400:00000200:0.0:1769076392.259205:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076392.259211:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076392.259217:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076392.259229:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.259235:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076392.259258:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.259274:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076392.259287:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076392.259295:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076392.259305:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076392.259316:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076392.259325:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076392.259340:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076392.259357:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.259370:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076392.259464:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.259476:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076392.259489:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076392.259498:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076392.259509:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076392.259517:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076392.259525:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076392.259537:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076392.259546:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076392.259551:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076392.259560:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076392.259563:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076392.259570:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076392.259579:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076392.259589:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076392.259593:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076392.259596:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076392.259598:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076392.259604:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769076392.259606:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1769076392.259609:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076392.259619:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076392.259628:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076392.259643:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610609280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076392.259670:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076392.259679:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076392.259691:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610609280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076392.259719:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076392.259729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076392.259735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076392.259742:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076392.259747:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076392.259757:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076392.259768:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3381
00000400:00000200:0.0:1769076392.259782:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076392.259794:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076392.259802:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076392.259812:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.259818:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076392.259823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.259830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076392.259834:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076392.259840:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076392.259845:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076392.259849:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076392.259857:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076392.259864:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076392.259875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.259881:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076392.259891:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076392.259898:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076392.259906:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076392.259915:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076392.259926:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076392.259934:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076392.259942:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076392.259950:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076392.259956:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076392.259962:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076392.259968:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076392.259973:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076392.259982:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076392.259991:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076392.260001:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076392.260005:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076392.260013:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076392.260019:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076392.260025:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076392.260034:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076392.260048:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076392.260062:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610609408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076392.260084:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076392.260093:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076392.260110:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610609408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076392.260129:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076392.260140:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3391)
00000800:00000200:1.1:1769076392.260491:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076392.260495:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076392.260883:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076392.260886:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076392.261236:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076392.261239:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769076393.090492:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076393.090500:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076393.090530:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076393.090533:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076393.090538:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076393.154542:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298054513, at 4298054528
00000100:00000010:3.0:1769076393.154564:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf00.
00010000:00000001:0.0:1769076394.114517:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076394.114526:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076394.114555:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076394.114558:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076394.114562:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076395.138508:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076395.138516:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076395.138545:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076395.138548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076395.138553:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076396.162557:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076396.162565:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076397.186578:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076397.186591:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076397.186596:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076397.186602:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076397.186609:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076397.186614:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076397.186618:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076397.186622:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076397.186667:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076397.186673:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076397.186678:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076397.380820:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076397.380839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076397.381968:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076397.381974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076397.382579:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076397.382583:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076397.382995:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076397.382998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769076398.210522:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076398.210533:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076398.274499:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298059634, at 4298059648
00000100:00000010:3.0:1769076398.274518:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf00.
00010000:00000001:0.0:1769076399.234547:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076399.234558:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076399.234596:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076399.234600:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076399.234604:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076400.258541:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076400.258552:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076401.282553:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076401.282562:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076401.282592:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076401.282596:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076401.282600:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076402.306551:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076402.306562:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076402.499751:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076402.500305:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076402.500577:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076402.500900:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769076403.330469:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076403.330475:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076403.330497:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076403.330500:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076403.330504:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076403.394466:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298064753, at 4298064768
00000100:00000010:3.0:1769076403.394482:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00010000:00000001:0.0:1769076404.354500:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076404.354506:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076405.378488:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076405.378495:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076405.378533:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076405.378549:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076405.378553:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769076405.570766:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769076405.570818:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076405.570834:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076405.570840:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769076405.570845:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076405.570850:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076405.570856:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076405.570862:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000400:00000200:3.0:1769076405.570869:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076405.570876:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076405.570884:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28943b8
00000400:00000010:3.0:1769076405.570888:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28943b8.
00000100:00000001:3.0:1769076405.570896:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076405.570908:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7bb80 x1855007610610048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076405.570942:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076405.570950:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7bb80 x1855007610610048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076405.570966:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076405.570971:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076405.570991:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076405.570997:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d000.
00000400:00000200:3.0:1769076405.571005:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076405.571015:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076405.571022:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894bb0
00000400:00000010:3.0:1769076405.571033:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894bb0.
00000100:00000001:3.0:1769076405.571045:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076405.571064:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7a300 x1855007610610176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076405.571114:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076405.571128:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a300 x1855007610610176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076405.571151:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076405.571192:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076405.571218:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076405.571230:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d200.
00000400:00000200:3.0:1769076405.571241:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076405.571260:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076405.571271:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894330
00000400:00000010:3.0:1769076405.571280:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894330.
00000100:00000001:3.0:1769076405.571291:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076405.571307:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78700 x1855007610610304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076405.571369:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076405.571386:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78700 x1855007610610304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076405.571515:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076405.571524:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076405.571546:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076405.571556:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101db00.
00000400:00000200:3.0:1769076405.571568:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076405.571583:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076405.571599:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894c38
00000400:00000010:3.0:1769076405.571609:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894c38.
00000100:00000001:3.0:1769076405.571620:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076405.571638:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78380 x1855007610610432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076405.572702:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076405.572722:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78380 x1855007610610432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076427 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076405.572771:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076405.572777:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769076406.402511:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076406.402519:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076407.426559:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076407.426573:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076407.426578:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076407.426582:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076407.426589:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076407.426592:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076407.426596:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076407.426599:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076407.426629:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076407.426633:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076407.426636:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076407.618560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076407.618573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076407.618578:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076407.618583:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076407.618589:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076407.618598:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3396
00000400:00000200:0.0:1769076407.618613:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076407.618622:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076407.618626:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076407.618631:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.618635:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.618639:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.618642:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076407.618647:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076407.618650:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076407.618653:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076407.618656:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076407.618659:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076407.618662:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076407.618666:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.618668:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.618671:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.618673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076407.618678:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076407.618682:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076407.618685:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076407.618690:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076407.618694:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076407.618697:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.618700:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076407.618704:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076407.618712:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076407.618717:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076407.618722:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076407.618725:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.618730:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076407.618733:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076407.618739:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076407.618748:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076407.618759:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076407.618774:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610610560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076407.618794:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076407.618814:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076407.618824:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610610560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076407.618873:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076407.618880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076407.618887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076407.618892:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076407.618896:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076407.618901:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076407.618907:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3396
00000400:00000200:0.0:1769076407.618916:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076407.618923:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076407.618927:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076407.618933:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.618939:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.618947:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.618953:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076407.618959:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076407.618962:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076407.618966:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076407.618972:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076407.618983:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076407.618990:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076407.619010:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.619017:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.619027:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.619038:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076407.619050:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076407.619063:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076407.619076:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076407.619087:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076407.619098:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076407.619113:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.619154:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076407.619165:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076407.619177:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.619186:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076407.619199:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076407.619211:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076407.619219:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076407.619228:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.619239:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076407.619243:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076407.619253:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076407.619270:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769076407.619283:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076407.619298:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610610688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076407.619351:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076407.619362:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076407.619382:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610610688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076407.619461:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076407.619473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076407.619486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076407.619494:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076407.619500:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076407.619510:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076407.619522:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3396
00000400:00000200:0.0:1769076407.619545:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076407.619557:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076407.619587:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076407.619603:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.619613:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.619626:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.619637:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076407.619646:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076407.619651:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076407.619659:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076407.619665:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076407.619676:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076407.619687:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076407.619700:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.619712:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.619723:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.619733:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076407.619744:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076407.619760:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076407.619771:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076407.619780:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076407.619791:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076407.619804:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.619813:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076407.619820:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769076407.619824:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00000001:0.0:1769076407.619830:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076407.619836:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769076407.619839:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076407.619856:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076407.619868:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076407.619879:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076407.619884:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.619893:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076407.619899:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076407.619907:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076407.619921:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769076407.619934:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076407.619952:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610610816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076407.619985:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076407.619995:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076407.620014:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610610816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076407.620058:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076407.620069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076407.620083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076407.620090:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076407.620094:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076407.620100:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076407.620114:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3396
00000400:00000200:0.0:1769076407.620158:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076407.620171:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076407.620181:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076407.620191:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.620201:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.620212:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.620221:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076407.620231:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076407.620239:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076407.620244:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076407.620253:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076407.620273:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076407.620285:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076407.620303:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.620312:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076407.620320:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076407.620332:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076407.620345:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076407.620359:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076407.620369:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076407.620381:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076407.620431:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076407.620443:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.620452:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076407.620456:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076407.620463:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.620472:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076407.620487:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769076407.620495:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076407.620509:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076407.620515:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076407.620524:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076407.620531:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076407.620541:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076407.620559:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076407.620572:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076407.620605:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610610944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076407.620632:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076407.620660:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076407.620679:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610610944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076407.620717:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076407.620732:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3406)
00000800:00000200:2.1:1769076407.621104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076407.621110:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076407.621681:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076407.621685:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076407.622151:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076407.622154:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769076408.450516:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076408.450524:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076408.514568:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298069873, at 4298069888
00000100:00000010:3.0:1769076408.514592:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00010000:00000001:0.0:1769076409.474624:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076409.474639:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076409.474699:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076409.474704:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076409.474710:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076410.498522:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076410.498530:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076411.522527:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076411.522536:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076411.522567:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076411.522570:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076411.522575:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076412.546518:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076412.546527:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076412.738566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076412.738577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076412.738581:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076412.738586:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076412.738592:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076412.738601:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3401
00000400:00000200:0.0:1769076412.738626:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076412.738633:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076412.738638:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076412.738643:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.738647:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076412.738651:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.738654:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076412.738659:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076412.738662:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076412.738665:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076412.738668:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076412.738671:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076412.738674:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076412.738678:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.738680:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076412.738683:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.738686:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076412.738690:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076412.738694:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076412.738698:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076412.738702:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076412.738705:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076412.738709:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.738711:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076412.738715:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076412.738725:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769076412.738730:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076412.738735:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076412.738738:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.738742:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076412.738747:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076412.738754:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076412.738768:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076412.738780:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076412.738795:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610611072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076412.738824:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076412.738832:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076412.738842:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610611072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076412.738903:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076412.738910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076412.738917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076412.738920:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076412.738923:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076412.738929:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076412.738933:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3401
00000400:00000200:0.0:1769076412.738940:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076412.738944:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076412.738947:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076412.738951:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.738954:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076412.738957:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.738960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076412.738963:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076412.738965:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076412.738967:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076412.738970:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076412.738974:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076412.738978:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076412.738983:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.738985:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076412.738989:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.738991:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076412.738995:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076412.738999:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739009:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076412.739013:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076412.739021:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076412.739024:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.739026:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076412.739032:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076412.739066:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.739074:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076412.739080:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769076412.739087:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076412.739096:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076412.739100:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.739107:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076412.739112:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076412.739118:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076412.739127:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076412.739135:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076412.739149:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610611200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076412.739165:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076412.739172:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076412.739180:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610611200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076412.739203:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076412.739212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076412.739221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076412.739227:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076412.739235:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076412.739245:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076412.739254:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3401
00000400:00000200:0.0:1769076412.739261:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076412.739274:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076412.739279:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076412.739288:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739293:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076412.739299:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739303:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076412.739309:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076412.739311:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076412.739315:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076412.739320:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076412.739326:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076412.739329:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076412.739333:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739344:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076412.739349:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739355:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076412.739362:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076412.739369:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739373:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076412.739381:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076412.739420:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076412.739425:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.739428:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076412.739432:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076412.739437:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.739439:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076412.739446:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769076412.739455:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076412.739462:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076412.739467:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.739475:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076412.739481:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076412.739486:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076412.739493:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076412.739502:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076412.739521:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610611328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076412.739561:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076412.739571:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076412.739590:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610611328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076412.739633:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076412.739648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076412.739660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076412.739670:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076412.739680:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076412.739690:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076412.739703:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3401
00000400:00000200:0.0:1769076412.739722:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076412.739736:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000200:2.1:1769076412.739745:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769076412.739747:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769076412.739755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769076412.739759:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739767:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076412.739776:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739783:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076412.739790:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076412.739794:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076412.739804:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076412.739814:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076412.739834:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076412.739844:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076412.739862:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739873:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076412.739886:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739903:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076412.739912:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076412.739923:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076412.739930:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076412.739939:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076412.739946:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076412.739953:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.739961:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076412.739966:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076412.739973:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.739980:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076412.739988:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076412.739995:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076412.739999:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076412.740005:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076412.740008:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076412.740011:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076412.740016:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076412.740027:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076412.740059:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076412.740082:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610611456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076412.740138:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076412.740146:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076412.740160:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610611456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076412.740186:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076412.740198:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3411)
00000800:00000200:2.1:1769076412.740590:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076412.740594:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076412.740971:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076412.740974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076412.741350:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076412.741353:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769076413.570535:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076413.570543:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076413.570586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076413.570589:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076413.570593:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076413.634545:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298074993, at 4298075008
00000100:00000010:3.0:1769076413.634570:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00010000:00000001:0.0:1769076414.594521:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076414.594531:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076415.618492:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076415.618499:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076415.618522:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076415.618525:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076415.618529:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076416.642545:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076416.642556:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076417.666550:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076417.666562:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076417.666565:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076417.666569:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076417.666576:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076417.666579:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076417.666582:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076417.666586:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076417.666619:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076417.666624:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076417.666629:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076417.858533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076417.858544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076417.858549:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076417.858554:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076417.858560:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076417.858569:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3406
00000400:00000200:0.0:1769076417.858584:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076417.858594:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076417.858601:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076417.858607:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.858614:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076417.858618:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.858623:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076417.858631:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076417.858634:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076417.858639:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076417.858644:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076417.858649:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076417.858654:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076417.858661:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.858665:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076417.858669:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.858673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076417.858679:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076417.858686:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076417.858692:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076417.858698:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076417.858704:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076417.858710:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.858714:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076417.858718:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076417.858733:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076417.858738:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076417.858744:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076417.858747:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.858751:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076417.858771:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076417.858777:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076417.858788:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076417.858803:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076417.858815:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610611584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076417.858829:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076417.858835:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076417.858841:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610611584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076417.858873:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076417.858877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076417.858882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076417.858884:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076417.858886:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076417.858890:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076417.858893:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3406
00000400:00000200:0.0:1769076417.858899:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076417.858903:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076417.858907:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076417.858911:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.858914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076417.858916:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.858919:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076417.858922:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076417.858924:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076417.858927:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076417.858930:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076417.858934:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076417.858938:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076417.858943:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.858946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076417.858975:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.858978:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076417.858981:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076417.858986:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076417.858989:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076417.858994:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076417.859007:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076417.859015:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.859020:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076417.859027:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076417.859037:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.859044:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076417.859054:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076417.859062:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076417.859068:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076417.859075:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.859082:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076417.859084:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076417.859094:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076417.859111:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076417.859121:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076417.859137:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610611712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076417.859160:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076417.859167:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076417.859177:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610611712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076417.859218:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076417.859225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076417.859231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076417.859237:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076417.859243:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076417.859250:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076417.859262:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3406
00000400:00000200:0.0:1769076417.859276:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076417.859289:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076417.859298:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076417.859312:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.859321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076417.859331:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.859339:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076417.859346:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076417.859350:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076417.859354:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076417.859359:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076417.859362:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076417.859365:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076417.859379:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.859417:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076417.859422:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.859425:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076417.859428:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076417.859433:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076417.859437:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076417.859441:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076417.859445:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076417.859450:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.859455:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076417.859463:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076417.859472:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.859479:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076417.859488:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076417.859496:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076417.859505:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076417.859511:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.859516:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076417.859520:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076417.859525:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076417.859538:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076417.859544:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076417.859556:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610611840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076417.859586:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076417.859595:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076417.859613:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610611840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076417.859643:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076417.859652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076417.859666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076417.859674:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1769076417.859681:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769076417.859682:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769076417.859689:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769076417.859693:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076417.859709:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3406
00000400:00000200:0.0:1769076417.859724:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076417.859737:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076417.859747:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076417.859757:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.859766:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076417.859775:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.859781:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076417.859788:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076417.859794:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076417.859798:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076417.859804:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076417.859812:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076417.859819:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076417.859831:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.859838:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076417.859845:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076417.859854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076417.859865:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076417.859875:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076417.859881:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076417.859888:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076417.859895:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076417.859899:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.859908:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076417.859912:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076417.859920:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.859928:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076417.859940:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076417.859967:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076417.859976:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076417.859978:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076417.859982:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076417.859983:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076417.859990:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076417.860003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076417.860013:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076417.860025:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610611968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076417.860048:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076417.860054:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076417.860067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610611968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076417.860092:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076417.860104:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3416)
00000800:00000200:2.1:1769076417.860572:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076417.860600:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076417.861062:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076417.861065:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076417.861447:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076417.861451:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.0:1769076418.370577:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076418.370592:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076418.370600:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769076418.371007:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076418.371047:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076418.371062:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076418.371070:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076418.690558:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076418.690567:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076418.690695:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076418.690702:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076418.690710:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076418.754503:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298080113, at 4298080128
00000100:00000010:3.0:1769076418.754528:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00010000:00000001:0.0:1769076419.714517:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076419.714525:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076419.714555:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076419.714560:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076419.714566:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076420.738468:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076420.738479:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076420.738506:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076420.738511:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076420.738514:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076421.762566:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076421.762577:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076421.762616:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076421.762622:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076421.762628:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076422.786524:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076422.786533:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076422.786566:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076422.786571:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076422.786576:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076422.979648:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076422.979661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076422.980489:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076422.980495:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076422.980984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076422.980988:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076422.981345:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076422.981349:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1769076423.810525:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076423.810534:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076423.810560:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076423.810564:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076423.810567:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076423.874535:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298085233, at 4298085248
00000100:00000010:3.0:1769076423.874555:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaea0.
00010000:00000001:0.0:1769076424.834533:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076424.834542:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076424.834577:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076424.834581:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076424.834585:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076425.858508:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076425.858517:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076425.858542:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076425.858546:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076425.858550:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076426.882490:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076426.882496:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076426.882515:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076426.882517:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076426.882520:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076427.906519:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076427.906530:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076427.906534:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076427.906538:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076427.906545:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076427.906548:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076427.906551:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076427.906554:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076427.906578:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076427.906581:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076427.906585:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076428.098623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076428.098635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076428.098639:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076428.098644:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076428.098650:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076428.098659:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3417
00000400:00000200:0.0:1769076428.098672:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076428.098681:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076428.098686:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076428.098690:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.098694:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076428.098698:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.098701:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076428.098706:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076428.098709:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076428.098712:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076428.098716:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076428.098719:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076428.098721:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076428.098725:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.098728:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076428.098731:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.098734:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076428.098738:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076428.098742:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076428.098746:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076428.098750:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076428.098753:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076428.098757:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.098759:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076428.098762:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076428.098774:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076428.098806:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076428.098811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076428.098813:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.098817:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076428.098820:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076428.098826:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076428.098837:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076428.098846:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076428.098858:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610612608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076428.098872:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076428.098879:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076428.098884:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610612608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076428.098917:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076428.098921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076428.098925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076428.098927:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076428.098930:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076428.098933:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076428.098936:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3417
00000400:00000200:0.0:1769076428.098941:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076428.098956:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076428.098960:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076428.098966:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.098969:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076428.098972:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.098975:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076428.098978:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076428.098980:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076428.098983:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076428.098989:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076428.098995:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076428.099004:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076428.099022:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099031:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076428.099039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099049:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076428.099059:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076428.099068:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099075:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076428.099078:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076428.099084:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076428.099087:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.099090:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076428.099100:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076428.099109:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.099116:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076428.099125:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076428.099134:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076428.099144:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076428.099150:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.099156:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076428.099159:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076428.099169:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076428.099183:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076428.099190:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076428.099202:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610612736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076428.099227:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076428.099234:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076428.099244:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610612736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076428.099263:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076428.099271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076428.099286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076428.099289:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076428.099296:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076428.099302:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076428.099312:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3417
00000400:00000200:0.0:1769076428.099328:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076428.099339:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076428.099350:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076428.099362:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099368:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076428.099378:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099381:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076428.099434:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076428.099437:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076428.099439:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076428.099442:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076428.099451:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076428.099460:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076428.099467:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099476:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076428.099486:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099490:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076428.099495:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076428.099506:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099513:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076428.099519:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076428.099525:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076428.099534:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.099539:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076428.099547:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076428.099556:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.099565:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076428.099579:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076428.099590:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076428.099597:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076428.099599:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.099601:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076428.099603:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076428.099605:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076428.099610:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076428.099618:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076428.099632:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610612864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076428.099661:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076428.099667:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076428.099677:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610612864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076428.099692:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076428.099700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076428.099706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076428.099709:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076428.099713:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076428.099719:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076428.099728:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3417
00000400:00000200:0.0:1769076428.099737:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076428.099746:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076428.099753:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769076428.099762:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076428.099763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099773:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076428.099800:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1769076428.099810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076428.099823:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076428.099828:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076428.099837:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076428.099840:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076428.099844:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076428.099855:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076428.099867:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076428.099881:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076428.099893:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076428.099904:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076428.099909:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076428.099914:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076428.099920:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076428.099926:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.099935:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076428.099940:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076428.099949:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.099955:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076428.099962:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076428.099969:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076428.099979:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076428.099984:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076428.099993:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076428.100000:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076428.100006:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076428.100014:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769076428.100022:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076428.100039:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610612992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076428.100064:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076428.100069:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076428.100081:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610612992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076428.100098:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076428.100113:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3427)
00000800:00000200:1.1:1769076428.100560:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076428.100564:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076428.101110:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076428.101114:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076428.101504:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076428.101507:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769076428.930586:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076428.930595:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076428.930629:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076428.930632:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076428.930636:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076428.994527:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298090353, at 4298090368
00000100:00000010:3.0:1769076428.994563:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea840.
00010000:00000001:0.0:1769076429.954531:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076429.954539:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076429.954566:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076429.954570:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076429.954573:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076430.978532:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076430.978543:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076430.978573:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076430.978576:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076430.978581:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076432.002538:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076432.002549:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076432.002632:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076432.002638:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076432.002646:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076433.026591:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076433.026603:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076433.026648:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076433.026653:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076433.026660:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076433.218550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076433.218562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076433.218565:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076433.218571:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076433.218576:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076433.218585:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3422
00000400:00000200:0.0:1769076433.218599:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076433.218607:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076433.218612:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076433.218617:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.218620:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076433.218624:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.218627:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076433.218633:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076433.218635:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076433.218639:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076433.218642:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076433.218645:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076433.218648:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076433.218652:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.218655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076433.218657:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.218660:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076433.218664:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076433.218668:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076433.218671:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076433.218675:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076433.218679:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076433.218683:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.218685:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076433.218688:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076433.218748:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076433.218753:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076433.218758:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076433.218760:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.218764:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076433.218767:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076433.218773:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076433.218783:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769076433.218792:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076433.218804:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610613120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076433.218818:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076433.218823:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076433.218830:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610613120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076433.218872:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076433.218876:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076433.218881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076433.218883:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076433.218886:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076433.218889:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076433.218892:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3422
00000400:00000200:0.0:1769076433.218898:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076433.218902:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076433.218905:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076433.218909:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.218912:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076433.218922:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.218925:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076433.218929:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076433.218932:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076433.218935:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076433.218938:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076433.218941:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076433.218944:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076433.218949:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.218953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076433.218955:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.218958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076433.218962:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076433.218969:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076433.218978:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076433.218982:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076433.218995:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076433.219002:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.219004:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076433.219012:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076433.219019:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.219031:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076433.219049:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076433.219065:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076433.219076:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076433.219079:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.219083:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076433.219094:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076433.219098:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076433.219105:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769076433.219115:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076433.219151:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610613248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076433.219191:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076433.219196:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076433.219204:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610613248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076433.219237:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076433.219243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076433.219254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076433.219264:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076433.219269:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076433.219285:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076433.219294:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3422
00000400:00000200:0.0:1769076433.219311:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076433.219326:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076433.219332:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076433.219352:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.219362:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076433.219374:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.219382:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076433.219471:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076433.219487:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076433.219503:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076433.219518:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076433.219531:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076433.219538:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076433.219548:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.219567:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076433.219579:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.219595:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076433.219605:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076433.219624:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076433.219631:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076433.219640:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076433.219651:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076433.219662:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.219672:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076433.219679:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076433.219722:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.219731:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076433.219749:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076433.219757:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076433.219762:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076433.219766:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.219775:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076433.219778:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076433.219787:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076433.219796:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076433.219805:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076433.219821:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610613376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076433.219842:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076433.219851:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076433.219862:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610613376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076433.219892:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076433.219899:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769076433.219900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076433.219920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076433.219922:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1769076433.219925:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1769076433.219926:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076433.219936:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076433.219951:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3422
00000400:00000200:0.0:1769076433.219976:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076433.219993:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076433.220000:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076433.220011:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.220025:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076433.220041:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.220046:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076433.220055:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076433.220061:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076433.220071:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076433.220075:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076433.220081:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076433.220091:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076433.220108:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.220120:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076433.220135:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076433.220150:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076433.220159:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076433.220165:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076433.220171:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076433.220178:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076433.220183:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076433.220190:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.220204:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076433.220212:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076433.220228:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.220245:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076433.220255:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076433.220272:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076433.220282:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076433.220287:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076433.220292:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076433.220294:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076433.220298:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076433.220308:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076433.220323:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076433.220342:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610613504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076433.220365:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076433.220373:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076433.220383:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610613504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076433.220497:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076433.220523:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3432)
00000800:00000200:1.1:1769076433.221078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076433.221083:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076433.221614:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076433.221617:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076433.222149:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076433.222155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769076434.050545:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076434.050557:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076434.050594:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076434.050619:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076434.050632:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076434.114519:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298095474, at 4298095488
00000100:00000010:3.0:1769076434.114537:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00010000:00000001:0.0:1769076435.074530:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076435.074540:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076435.074578:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076435.074582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076435.074586:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076436.098552:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076436.098560:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076436.098587:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076436.098590:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076436.098594:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076437.122501:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076437.122512:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076437.122516:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076437.122520:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076437.122527:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076437.122530:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076437.122533:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076437.122536:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076437.122599:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076437.122602:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076437.122607:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076438.146473:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076438.146480:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076438.146504:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076438.146506:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076438.146509:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076438.338497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076438.338508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076438.338511:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076438.338516:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076438.338520:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076438.338527:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3427
00000400:00000200:0.0:1769076438.338559:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076438.338567:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076438.338572:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076438.338576:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.338580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076438.338583:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.338587:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076438.338592:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076438.338594:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076438.338597:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076438.338600:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076438.338625:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076438.338629:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076438.338633:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.338635:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076438.338638:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.338640:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076438.338645:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076438.338649:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076438.338651:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076438.338655:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076438.338659:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076438.338662:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.338665:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076438.338668:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076438.338678:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769076438.338683:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076438.338688:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076438.338691:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.338695:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076438.338698:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076438.338704:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076438.338716:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076438.338728:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076438.338742:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610613632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076438.338761:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076438.338769:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076438.338778:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610613632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076438.338820:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076438.338825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076438.338830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076438.338832:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076438.338834:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076438.338837:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076438.338841:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3427
00000400:00000200:0.0:1769076438.338847:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076438.338852:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076438.338855:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076438.338860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.338863:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076438.338867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.338870:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076438.338873:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076438.338875:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076438.338878:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076438.338899:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076438.338903:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076438.338906:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076438.338913:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.338917:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076438.338923:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.338929:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076438.338934:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076438.338945:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076438.338954:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076438.338960:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076438.338971:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076438.338979:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.338987:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076438.338995:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076438.339000:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.339007:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076438.339014:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769076438.339019:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076438.339025:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076438.339027:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.339034:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076438.339036:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076438.339041:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076438.339047:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076438.339056:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076438.339066:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610613760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076438.339083:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076438.339088:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076438.339095:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610613760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076438.339122:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076438.339128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076438.339135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076438.339140:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076438.339143:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076438.339149:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076438.339156:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3427
00000400:00000200:0.0:1769076438.339167:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076438.339192:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076438.339202:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076438.339215:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.339227:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076438.339238:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.339246:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076438.339253:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076438.339259:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076438.339265:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076438.339273:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076438.339284:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076438.339296:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076438.339309:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.339318:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076438.339326:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.339333:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076438.339339:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076438.339347:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076438.339353:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076438.339364:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076438.339396:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076438.339410:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.339420:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076438.339430:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1769076438.339495:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076438.339499:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000008:00000001:0.0:1769076438.339510:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.339517:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076438.339528:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076438.339536:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076438.339545:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076438.339551:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.339559:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076438.339564:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076438.339568:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076438.339576:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076438.339584:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076438.339595:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610613888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076438.339626:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076438.339631:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076438.339641:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610613888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076438.339677:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076438.339683:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076438.339690:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076438.339698:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076438.339701:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076438.339710:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076438.339722:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3427
00000400:00000200:0.0:1769076438.339744:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076438.339762:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076438.339772:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076438.339788:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.339801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076438.339815:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.339828:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076438.339836:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076438.339841:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076438.339847:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076438.339853:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076438.339859:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076438.339866:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076438.339894:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.339900:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076438.339909:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076438.339914:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076438.339923:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076438.339934:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076438.339944:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076438.339953:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076438.339961:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076438.339969:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.339976:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076438.339984:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076438.339995:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.340000:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076438.340005:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076438.340010:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076438.340017:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076438.340019:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076438.340023:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076438.340027:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076438.340032:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076438.340040:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076438.340046:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076438.340057:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610614016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076438.340075:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076438.340081:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076438.340093:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610614016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076438.340110:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076438.340119:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3437)
00000800:00000200:1.1:1769076438.340379:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076438.340382:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076438.340792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076438.340795:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076438.341118:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076438.341121:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769076439.170478:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076439.170487:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076439.170540:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076439.170544:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076439.170548:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076439.234488:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298100593, at 4298100608
00000100:00000010:3.0:1769076439.234500:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00010000:00000001:0.0:1769076440.194534:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076440.194543:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076440.194595:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076440.194601:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076440.194606:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076441.218587:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076441.218612:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076441.218640:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076441.218642:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076441.218646:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076442.242466:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076442.242473:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076442.242500:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076442.242502:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076442.242505:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076443.266466:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076443.266471:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076443.266488:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076443.266490:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076443.266493:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076443.459882:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076443.459891:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076443.460874:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076443.460878:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076443.461370:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076443.461374:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076443.462032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076443.462036:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769076444.290502:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076444.290534:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076444.290627:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076444.290632:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076444.290637:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076444.354500:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298105713, at 4298105728
00000100:00000010:3.0:1769076444.354536:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa80.
00010000:00000001:0.0:1769076445.314479:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076445.314500:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076445.314580:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076445.314582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076445.314585:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076446.338461:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076446.338467:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076446.338517:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076446.338519:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076446.338522:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076447.362550:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076447.362575:0:69526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076447.362579:0:69526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076447.362582:0:69526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076447.362589:0:69526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076447.362592:0:69526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076447.362594:0:69526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076447.362597:0:69526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076447.362637:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076447.362641:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076447.362646:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076448.386507:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076448.386517:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076448.386553:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076448.386556:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076448.386560:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076448.578583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076448.578601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076448.578606:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076448.578613:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076448.578620:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076448.578628:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3437
00000400:00000200:0.0:1769076448.578643:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076448.578650:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076448.578654:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076448.578659:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.578663:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.578666:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.578669:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076448.578674:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076448.578676:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076448.578680:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076448.578683:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076448.578686:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076448.578688:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076448.578692:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.578695:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.578697:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.578700:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076448.578704:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076448.578708:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076448.578711:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076448.578714:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076448.578718:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076448.578721:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.578723:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076448.578726:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076448.578734:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076448.578738:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076448.578742:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076448.578745:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.578748:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076448.578751:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076448.578756:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076448.578766:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076448.578774:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076448.578793:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610614656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076448.578808:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076448.578832:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076448.578842:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610614656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076448.578886:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076448.578892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076448.578899:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076448.578902:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076448.578906:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076448.578911:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076448.578917:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3437
00000400:00000200:0.0:1769076448.578926:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076448.578935:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076448.578941:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076448.578948:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.578953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.578972:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.578983:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076448.578989:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076448.578992:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076448.578998:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076448.579002:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076448.579011:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076448.579028:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076448.579039:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.579046:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.579050:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.579058:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076448.579062:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076448.579075:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076448.579086:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076448.579092:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076448.579100:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076448.579111:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.579118:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076448.579124:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076448.579131:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.579137:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076448.579147:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076448.579157:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076448.579165:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076448.579169:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.579176:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076448.579180:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076448.579185:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076448.579201:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076448.579207:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076448.579225:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610614784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076448.579260:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076448.579268:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076448.579298:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610614784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076448.579350:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076448.579359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076448.579366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076448.579372:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076448.579375:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076448.579384:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076448.579389:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3437
00000400:00000200:0.0:1769076448.579398:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076448.579502:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076448.579512:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076448.579525:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.579532:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.579543:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.579554:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076448.579560:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076448.579563:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076448.579569:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076448.579575:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076448.579579:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076448.579587:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076448.579594:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.579603:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.579610:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.579614:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076448.579618:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076448.579622:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076448.579630:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076448.579633:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076448.579637:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076448.579643:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.579650:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076448.579656:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076448.579661:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.579669:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076448.579677:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000800:00000200:1.1:1769076448.579681:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:0.0:1769076448.579683:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076448.579694:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769076448.579696:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1769076448.579697:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.579702:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076448.579706:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076448.579711:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076448.579722:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076448.579730:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076448.579744:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610614912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076448.579768:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076448.579776:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076448.579790:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610614912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076448.579820:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076448.579830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076448.579847:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076448.579856:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076448.579866:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076448.579876:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076448.579890:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3437
00000400:00000200:0.0:1769076448.579912:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076448.579925:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076448.579931:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076448.579944:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.579952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.579961:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.579965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076448.579972:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076448.579979:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076448.579987:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076448.579991:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076448.579999:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076448.580007:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076448.580019:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.580024:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076448.580033:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076448.580040:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076448.580049:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076448.580059:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076448.580065:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076448.580070:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076448.580078:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076448.580085:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.580093:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076448.580097:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076448.580103:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.580109:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076448.580118:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076448.580124:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076448.580131:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076448.580134:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076448.580143:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076448.580147:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076448.580152:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076448.580163:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076448.580173:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076448.580189:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610615040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076448.580219:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076448.580231:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076448.580256:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610615040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076448.580321:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076448.580333:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3447)
00000800:00000200:1.1:1769076448.580679:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076448.580682:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076448.581013:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076448.581016:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076448.581477:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076448.581482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076449.410543:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076449.410552:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076449.410581:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076449.410584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076449.410589:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076449.474537:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298110833, at 4298110848
00000100:00000010:3.0:1769076449.474552:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00010000:00000001:0.0:1769076450.434514:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076450.434520:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076450.434550:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076450.434552:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076450.434555:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076451.458516:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076451.458524:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076451.458589:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076451.458592:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076451.458597:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076452.482464:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076452.482471:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076452.482491:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076452.482494:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076452.482497:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076453.506520:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076453.506525:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076453.506544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076453.506546:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076453.506549:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076453.699873:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076453.699882:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076453.701035:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076453.701037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076453.701427:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076453.701429:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076453.701718:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076453.701720:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769076454.530467:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076454.530475:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076454.530497:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076454.530500:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076454.530503:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076454.594444:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298115953, at 4298115968
00000100:00000010:3.0:1769076454.594457:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00010000:00000001:0.0:1769076455.554505:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076455.554513:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076455.554540:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076455.554544:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076455.554548:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076456.578498:0:69526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076456.578506:0:69526:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076456.578544:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076456.578547:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076456.578551:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769076457.282547:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076457.282559:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076457.282567:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00010000:00000001:0.0:1769076457.602576:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076457.602590:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076457.602595:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076457.602598:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076457.602606:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076457.602610:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076457.602614:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076457.602617:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076457.602647:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076457.602650:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076457.602653:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076458.626527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076458.626537:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076458.626565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076458.626579:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076458.626582:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076458.819620:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076458.819629:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076458.820737:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076458.820741:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076458.821138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076458.821142:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076458.821720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076458.821724:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769076459.650550:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076459.650563:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076459.650596:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076459.650600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076459.650603:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076459.714481:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298121073, at 4298121088
00000100:00000010:3.0:1769076459.714500:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00010000:00000001:0.0:1769076460.674525:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076460.674534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076460.674566:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076460.674571:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076460.674577:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076461.698514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076461.698524:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076461.698551:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076461.698555:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076461.698559:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076462.722561:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076462.722572:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076462.722602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076462.722606:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076462.722610:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076463.746573:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076463.746584:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076463.746637:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076463.746641:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076463.746645:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076463.938591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076463.938605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076463.938609:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076463.938615:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076463.938621:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076463.938630:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3452
00000400:00000200:3.0:1769076463.938644:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076463.938652:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076463.938657:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076463.938662:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.938666:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076463.938670:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.938673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076463.938678:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076463.938681:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076463.938684:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076463.938688:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076463.938691:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076463.938694:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076463.938698:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.938701:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076463.938703:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.938706:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076463.938710:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076463.938714:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076463.938717:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076463.938720:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076463.938724:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076463.938728:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.938731:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076463.938734:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076463.938757:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769076463.938761:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076463.938767:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076463.938769:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.938773:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076463.938776:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076463.938781:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076463.938791:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076463.938812:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076463.938836:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610616192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076463.938850:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076463.938855:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076463.938861:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610616192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.938892:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076463.938896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076463.938901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076463.938903:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076463.938905:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076463.938908:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076463.938911:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3452
00000400:00000200:3.0:1769076463.938916:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076463.938920:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076463.938923:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076463.938927:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.938930:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076463.938934:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.938936:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076463.938939:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076463.938942:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076463.938945:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076463.938948:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076463.938951:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076463.938954:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076463.938958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.938962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076463.938965:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.938969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076463.938988:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076463.938997:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939003:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076463.939007:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076463.939015:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076463.939023:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.939031:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076463.939038:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076463.939045:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.939050:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076463.939059:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769076463.939067:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076463.939080:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076463.939085:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.939093:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076463.939099:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076463.939113:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076463.939121:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076463.939130:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076463.939145:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610616320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076463.939170:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076463.939203:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076463.939210:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610616320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.939223:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076463.939226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076463.939231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076463.939235:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076463.939239:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076463.939250:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076463.939254:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3452
00000400:00000200:3.0:1769076463.939260:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076463.939270:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076463.939274:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076463.939278:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939283:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076463.939291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939295:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076463.939298:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076463.939300:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076463.939303:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076463.939308:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076463.939316:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076463.939320:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076463.939334:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939344:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076463.939348:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939351:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076463.939357:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076463.939365:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939374:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076463.939381:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076463.939430:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076463.939435:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.939438:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076463.939441:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076463.939445:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.939460:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076463.939466:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076463.939477:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076463.939486:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076463.939494:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.939502:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076463.939505:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076463.939509:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076463.939524:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076463.939533:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076463.939548:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610616448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076463.939559:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076463.939565:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076463.939570:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610616448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.939593:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076463.939600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076463.939609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076463.939615:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076463.939622:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076463.939626:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076463.939635:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3452
00000400:00000200:3.0:1769076463.939650:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076463.939662:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076463.939671:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076463.939679:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939687:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076463.939693:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939699:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076463.939703:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076463.939710:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076463.939714:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076463.939717:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076463.939720:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076463.939725:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076463.939736:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939749:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076463.939757:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076463.939773:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076463.939780:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076463.939787:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076463.939791:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076463.939800:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076463.939804:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.939816:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076463.939820:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076463.939826:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.939831:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076463.939838:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076463.939845:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076463.939854:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076463.939859:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076463.939866:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769076463.939868:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:3.0:1769076463.939871:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076463.939877:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076463.939880:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
02000000:00000010:3.0:1769076463.939885:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076463.939894:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076463.939906:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610616576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076463.939923:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076463.939929:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076463.939943:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610616576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076463.939968:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076463.939989:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3463)
00000800:00000200:1.1:1769076463.940631:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076463.940634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076463.941083:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076463.941086:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076463.941629:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076463.941634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1769076464.770564:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076464.770572:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076464.770616:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076464.770619:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076464.770624:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076464.834523:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298126193, at 4298126208
00000100:00000010:3.0:1769076464.834544:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaba0.
00010000:00000001:0.0:1769076465.794471:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076465.794478:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076465.794510:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076465.794513:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076465.794518:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076466.818468:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076466.818474:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076466.818491:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076466.818493:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076466.818496:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076467.842506:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076467.842520:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076467.842525:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076467.842531:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076467.842540:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076467.842544:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076467.842548:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076467.842553:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076467.842581:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076467.842584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076467.842601:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076468.866543:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076468.866551:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076468.866578:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076468.866581:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076468.866586:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076469.058494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076469.058506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076469.058510:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076469.058515:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076469.058521:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076469.058530:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3458
00000400:00000200:3.0:1769076469.058543:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076469.058552:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076469.058557:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076469.058561:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.058566:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076469.058569:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.058573:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076469.058578:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076469.058580:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076469.058583:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076469.058587:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076469.058590:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076469.058592:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076469.058596:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.058598:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076469.058601:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.058604:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076469.058608:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076469.058613:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076469.058617:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076469.058621:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076469.058625:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076469.058629:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.058631:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076469.058634:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076469.058645:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076469.058650:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076469.058655:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076469.058657:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.058662:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076469.058665:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076469.058671:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076469.058681:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076469.058689:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076469.058700:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610616704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076469.058715:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076469.058721:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076469.058726:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610616704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076469.058760:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076469.058764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076469.058769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076469.058771:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076469.058773:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076469.058776:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076469.058788:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3458
00000400:00000200:3.0:1769076469.058793:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076469.058797:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076469.058800:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076469.058804:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.058807:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076469.058810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.058813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076469.058817:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076469.058819:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076469.058822:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076469.058825:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076469.058828:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076469.058831:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076469.058835:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.058838:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076469.058841:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.058844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076469.058849:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076469.058858:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076469.058863:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076469.058869:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076469.058878:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076469.058884:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.058892:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076469.058899:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076469.058910:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.058915:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076469.058923:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076469.058930:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076469.058937:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076469.058944:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.058964:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076469.058969:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076469.058975:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076469.058985:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076469.058997:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076469.059009:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610616832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076469.059028:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076469.059037:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076469.059047:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610616832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076469.059069:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076469.059075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076469.059112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076469.059115:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076469.059118:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076469.059122:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076469.059125:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3458
00000400:00000200:3.0:1769076469.059137:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076469.059146:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076469.059152:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076469.059161:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.059171:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076469.059179:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.059185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076469.059192:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076469.059197:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076469.059204:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076469.059208:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076469.059215:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076469.059221:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076469.059233:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.059239:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076469.059248:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.059252:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076469.059260:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076469.059269:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076469.059273:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076469.059279:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076469.059288:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076469.059296:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.059301:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076469.059308:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076469.059314:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.059319:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076469.059330:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076469.059340:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076469.059350:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076469.059355:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.059360:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076469.059365:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076469.059369:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076469.059379:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076469.059438:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076469.059457:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610616960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076469.059484:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076469.059496:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076469.059504:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076469.059515:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610616960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076469.059545:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076469.059558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076469.059572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076469.059577:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076469.059584:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076469.059593:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076469.059601:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3458
00000400:00000200:3.0:1769076469.059616:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076469.059629:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076469.059638:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076469.059651:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.059664:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076469.059675:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.059685:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076469.059697:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076469.059704:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076469.059715:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076469.059723:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076469.059734:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076469.059747:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076469.059763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.059775:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076469.059789:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076469.059799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076469.059812:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076469.059827:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076469.059840:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076469.059849:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076469.059860:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076469.059868:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.059878:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076469.059883:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076469.059893:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.059900:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076469.059915:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076469.059922:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076469.059932:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076469.059936:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076469.059944:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076469.059949:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076469.059957:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076469.059969:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076469.059979:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076469.059996:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610617088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076469.060021:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076469.060030:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076469.060044:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610617088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076469.060079:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076469.060118:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3468)
00000800:00000200:1.1:1769076469.060163:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076469.060513:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076469.060839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769076469.890516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076469.890528:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076469.890561:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076469.890565:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076469.890570:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076469.954521:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298131313, at 4298131328
00000100:00000010:3.0:1769076469.954539:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea120.
00010000:00000001:0.0:1769076470.914527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076470.914539:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076470.914581:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076470.914584:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076470.914588:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076471.938540:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076471.938549:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076471.938590:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076471.938594:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076471.938598:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076472.130621:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:0.0:1769076472.130660:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076472.130670:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076472.130674:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:0.0:1769076472.130677:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076472.130680:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076472.130684:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076472.130687:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d83e8800.
00000400:00000200:0.0:1769076472.130693:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076472.130697:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076472.130703:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdf68
00000400:00000010:0.0:1769076472.130705:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdf68.
00000100:00000001:0.0:1769076472.130709:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076472.130716:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cc380 x1855007610616704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076472.130737:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076472.130740:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610616704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076472.130746:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076472.130747:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076472.130755:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076472.130756:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d83e8b00.
00000400:00000200:0.0:1769076472.130758:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076472.130761:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076472.130762:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:0.0:1769076472.130764:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:0.0:1769076472.130765:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076472.130768:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cd500 x1855007610616832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076472.130772:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076472.130774:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610616832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076472.130778:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076472.130779:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076472.130782:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076472.130784:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:0.0:1769076472.130786:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076472.130788:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076472.130790:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:0.0:1769076472.130791:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:0.0:1769076472.130792:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076472.130795:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cdf80 x1855007610616960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076472.130800:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076472.130802:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610616960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076472.130808:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076472.130810:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076472.130816:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076472.130819:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:0.0:1769076472.130823:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076472.130826:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076472.130829:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd440
00000400:00000010:0.0:1769076472.130832:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd440.
00000100:00000001:0.0:1769076472.130834:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076472.130841:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cf480 x1855007610617088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076472.130851:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076472.130880:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610617088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769076494 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076472.130920:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076472.130924:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769076472.962525:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076472.962537:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076472.962569:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076472.962573:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076472.962577:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076473.986557:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076473.986567:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076473.986590:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076473.986594:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076473.986598:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076474.179778:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076474.179793:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076474.181049:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076474.181053:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076474.181464:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076474.181469:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076474.181903:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076474.181906:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769076475.010510:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076475.010519:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076475.010545:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076475.010548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076475.010552:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076475.074508:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298136433, at 4298136448
00000100:00000010:3.0:1769076475.074526:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769076476.034514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076476.034522:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076476.034549:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076476.034552:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076476.034556:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076477.058510:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076477.058520:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076477.058523:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076477.058527:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076477.058533:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076477.058536:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076477.058538:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076477.058542:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076477.058579:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076477.058582:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076477.058585:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076478.082495:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076478.082508:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076478.082544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076478.082549:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076478.082555:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076479.106503:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076479.106511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076479.106547:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076479.106550:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076479.106554:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076479.298584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076479.298595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076479.298598:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076479.298604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076479.298620:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076479.298629:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3468
00000400:00000200:3.0:1769076479.298642:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076479.298651:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076479.298655:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076479.298660:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.298666:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076479.298669:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.298673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076479.298678:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076479.298681:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076479.298684:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076479.298688:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076479.298691:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076479.298694:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076479.298697:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.298717:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076479.298720:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.298723:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076479.298727:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076479.298731:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076479.298734:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076479.298738:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076479.298742:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076479.298745:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.298748:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076479.298751:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076479.298762:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076479.298767:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076479.298773:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076479.298776:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.298780:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076479.298783:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076479.298789:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076479.298800:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076479.298808:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076479.298819:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610617728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076479.298851:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076479.298857:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076479.298862:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610617728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076479.298896:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076479.298903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076479.298909:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076479.298912:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076479.298915:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076479.299124:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076479.299139:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3468
00000400:00000200:3.0:1769076479.299162:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076479.299180:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076479.299194:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076479.299209:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.299215:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076479.299227:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.299232:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076479.299238:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076479.299242:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076479.299248:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076479.299252:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076479.299259:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076479.299266:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076479.299277:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.299285:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076479.299294:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.299304:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076479.299315:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076479.299327:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076479.299336:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076479.299342:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076479.299353:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076479.299362:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.299370:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076479.299380:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076479.299452:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.299463:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076479.299474:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000800:00000200:2.1:1769076479.299483:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:3.0:1769076479.299486:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000800:00000200:2.1:1769076479.299491:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1769076479.299494:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076479.299501:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.299510:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076479.299518:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076479.299523:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076479.299533:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076479.299544:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076479.299563:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610617856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076479.299585:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076479.299591:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076479.299609:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610617856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076479.299677:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076479.299685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076479.299694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076479.299699:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076479.299705:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076479.299717:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076479.299729:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3468
00000400:00000200:3.0:1769076479.299743:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076479.299750:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076479.299753:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076479.299757:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.299760:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076479.299766:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.299773:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076479.299782:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076479.299789:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076479.299792:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076479.299800:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076479.299806:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076479.299816:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076479.299823:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.299833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076479.299835:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.299837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076479.299841:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076479.299847:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076479.299851:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076479.299858:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076479.299866:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076479.299876:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.299882:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076479.299890:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076479.299903:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.299913:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076479.299943:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076479.299953:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076479.299963:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076479.299973:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.299986:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076479.299994:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076479.300004:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076479.300023:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076479.300037:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076479.300056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610617984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076479.300087:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076479.300099:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076479.300120:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610617984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076479.300169:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076479.300181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076479.300204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076479.300211:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076479.300216:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076479.300228:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076479.300239:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3468
00000400:00000200:3.0:1769076479.300256:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076479.300269:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076479.300279:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076479.300292:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.300297:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076479.300306:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.300312:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076479.300319:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076479.300325:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076479.300331:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076479.300339:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076479.300346:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076479.300358:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076479.300369:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.300377:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076479.300385:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076479.300429:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076479.300434:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076479.300438:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076479.300451:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076479.300458:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076479.300466:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076479.300476:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.300485:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076479.300490:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076479.300501:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.300508:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076479.300521:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076479.300529:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076479.300539:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076479.300546:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076479.300552:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076479.300559:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076479.300564:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076479.300572:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076479.300586:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076479.300602:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610618112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076479.300627:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076479.300632:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076479.300645:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610618112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076479.300670:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076479.300680:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3478)
00000800:00000200:2.1:1769076479.300810:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076479.300814:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076479.301239:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076479.301242:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076479.301798:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076479.301802:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769076480.130516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076480.130525:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076480.130551:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076480.130554:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076480.130559:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076480.194544:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298141553, at 4298141568
00000100:00000010:3.0:1769076480.194563:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00010000:00000001:0.0:1769076481.154522:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076481.154533:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076481.154571:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076481.154575:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076481.154579:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076482.178550:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076482.178561:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076482.178595:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076482.178600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076482.178604:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076483.202502:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076483.202511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076483.202538:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076483.202541:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076483.202546:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076484.226515:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076484.226528:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076484.226566:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076484.226572:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076484.226578:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076484.418515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076484.418529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076484.418533:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076484.418540:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076484.418545:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076484.418555:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3473
00000400:00000200:3.0:1769076484.418569:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076484.418577:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076484.418582:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076484.418586:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.418591:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076484.418594:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.418597:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076484.418602:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076484.418605:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076484.418608:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076484.418612:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076484.418630:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076484.418633:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076484.418637:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.418640:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076484.418648:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.418651:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076484.418655:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076484.418660:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076484.418663:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076484.418666:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076484.418671:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076484.418675:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.418678:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076484.418681:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076484.418692:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076484.418697:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076484.418702:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076484.418704:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.418708:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076484.418711:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076484.418717:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076484.418727:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076484.418736:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076484.418746:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610618240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076484.418761:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076484.418767:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076484.418773:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610618240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076484.418801:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076484.418806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076484.418810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076484.418812:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076484.418814:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076484.418818:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076484.418821:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3473
00000400:00000200:3.0:1769076484.418825:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076484.418829:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076484.418855:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076484.418860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.418862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076484.418866:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.418868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076484.418872:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076484.418873:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076484.418876:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076484.418879:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076484.418881:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076484.418884:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076484.418888:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.418891:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076484.418894:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.418898:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076484.418901:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076484.418905:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076484.418909:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076484.418911:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076484.418920:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076484.418924:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.418930:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076484.418936:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076484.418943:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.418949:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076484.418955:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076484.418962:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076484.418966:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076484.418972:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.418980:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076484.418984:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076484.418989:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076484.418999:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076484.419008:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076484.419023:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610618368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076484.419042:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076484.419049:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076484.419070:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610618368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076484.419098:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076484.419105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076484.419114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076484.419118:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076484.419122:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076484.419133:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076484.419136:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3473
00000400:00000200:3.0:1769076484.419142:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076484.419147:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076484.419152:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076484.419163:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.419176:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076484.419190:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.419198:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076484.419208:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076484.419212:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076484.419222:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076484.419231:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076484.419242:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076484.419256:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076484.419272:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.419281:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076484.419291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.419298:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076484.419305:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076484.419320:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076484.419330:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076484.419338:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076484.419349:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076484.419360:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.419371:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076484.419381:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076484.419446:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.419453:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076484.419462:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076484.419472:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076484.419482:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076484.419486:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.419497:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076484.419500:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076484.419508:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076484.419521:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076484.419531:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076484.419547:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610618496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076484.419570:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076484.419573:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769076484.419580:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769076484.419581:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076484.419600:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610618496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076484.419624:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076484.419631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076484.419646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076484.419650:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076484.419658:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076484.419669:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076484.419677:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3473
00000400:00000200:3.0:1769076484.419689:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076484.419703:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076484.419712:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076484.419722:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.419731:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076484.419740:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.419750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076484.419760:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076484.419765:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076484.419772:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076484.419778:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076484.419782:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076484.419786:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076484.419798:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.419803:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076484.419812:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076484.419819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076484.419825:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076484.419854:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076484.419859:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076484.419864:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076484.419869:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076484.419873:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.419880:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076484.419887:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076484.419897:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.419901:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076484.419913:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076484.419922:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076484.419929:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076484.419934:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076484.419941:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076484.419945:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076484.419954:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076484.419966:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076484.419972:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076484.419985:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610618624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076484.420032:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076484.420036:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076484.420050:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610618624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076484.420077:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076484.420089:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3483)
00000800:00000200:2.1:1769076484.420475:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076484.420495:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076484.420897:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076484.420901:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076484.421315:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076484.421318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769076485.250501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076485.250510:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076485.250536:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076485.250540:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076485.250544:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076485.314504:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298146673, at 4298146688
00000100:00000010:3.0:1769076485.314523:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00010000:00000001:0.0:1769076486.274520:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076486.274529:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076486.274557:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076486.274560:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076486.274565:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076487.299512:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076487.299532:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076487.299538:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076487.299545:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076487.299556:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076487.299562:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076487.299566:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076487.299571:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076487.299617:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076487.299621:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076487.299625:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076488.322528:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076488.322538:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076488.322571:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076488.322575:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076488.322580:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076489.346523:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076489.346532:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076489.346564:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076489.346578:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076489.346583:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076489.539607:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076489.539626:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076489.540285:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076489.540288:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076489.540542:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076489.540545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076489.540860:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076489.540864:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769076490.370528:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076490.370536:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076490.370568:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076490.370571:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076490.370575:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076490.434557:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298151793, at 4298151808
00000100:00000010:3.0:1769076490.434599:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00010000:00000001:0.0:1769076491.394510:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076491.394519:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076491.394547:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076491.394551:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076491.394554:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076492.418496:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076492.418507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076492.418541:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076492.418544:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076492.418547:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076493.442492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076493.442502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076493.442534:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076493.442539:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076493.442545:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076494.466485:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076494.466492:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076494.466522:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076494.466525:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076494.466527:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076494.658507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076494.658516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076494.658518:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076494.658521:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076494.658525:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076494.658531:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3483
00000400:00000200:3.0:1769076494.658539:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076494.658560:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076494.658563:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076494.658565:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658568:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.658570:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658572:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076494.658576:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076494.658577:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076494.658580:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076494.658582:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076494.658584:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076494.658585:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076494.658587:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.658590:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658591:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076494.658593:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076494.658595:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658597:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076494.658599:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076494.658602:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076494.658604:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.658605:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076494.658607:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076494.658614:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769076494.658617:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076494.658620:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076494.658621:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.658623:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076494.658625:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076494.658629:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076494.658635:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076494.658641:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076494.658648:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610619264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076494.658656:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076494.658681:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.658685:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610619264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076494.658720:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076494.658722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076494.658724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076494.658726:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076494.658727:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076494.658728:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076494.658730:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3483
00000400:00000200:3.0:1769076494.658733:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076494.658734:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076494.658736:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076494.658738:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658739:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.658741:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658742:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076494.658744:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076494.658745:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076494.658746:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076494.658748:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076494.658749:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076494.658751:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076494.658753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658755:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.658757:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658759:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076494.658761:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076494.658764:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658766:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076494.658769:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076494.658773:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076494.658777:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.658779:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076494.658783:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076494.658789:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.658793:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076494.658798:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769076494.658803:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076494.658807:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076494.658811:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.658812:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076494.658815:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076494.658818:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076494.658824:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076494.658830:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076494.658838:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610619392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076494.658850:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076494.658853:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.658859:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610619392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076494.658869:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076494.658872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076494.658877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076494.658878:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076494.658880:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076494.658886:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076494.658888:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3483
00000400:00000200:3.0:1769076494.658891:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076494.658897:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076494.658899:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076494.658907:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658909:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.658913:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658917:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076494.658921:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076494.658924:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076494.658926:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076494.658929:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076494.658932:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076494.658935:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076494.658942:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.658948:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658952:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076494.658955:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076494.658958:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076494.658960:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076494.658961:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076494.658964:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076494.658968:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.658970:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076494.658972:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076494.658975:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.658977:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076494.658981:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076494.658986:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076494.658990:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076494.658992:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.658996:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076494.658999:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076494.659000:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076494.659005:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076494.659013:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076494.659024:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610619520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076494.659041:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076494.659047:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.659056:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610619520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076494.659058:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076494.659063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1769076494.659081:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076494.659086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076494.659096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076494.659100:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076494.659106:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076494.659111:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076494.659117:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3483
00000400:00000200:3.0:1769076494.659126:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076494.659131:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076494.659135:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076494.659143:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.659147:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.659152:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.659158:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076494.659161:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076494.659163:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076494.659165:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076494.659168:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076494.659171:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076494.659176:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076494.659182:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.659185:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076494.659190:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076494.659193:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076494.659195:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076494.659200:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076494.659201:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076494.659203:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076494.659206:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076494.659209:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.659213:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076494.659215:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076494.659218:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.659220:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076494.659244:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076494.659246:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076494.659249:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076494.659251:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076494.659254:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076494.659260:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076494.659265:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076494.659274:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076494.659282:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076494.659324:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610619648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076494.659377:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076494.659383:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.659390:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610619648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076494.659436:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076494.659440:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3493)
00000800:00000200:1.1:1769076494.659732:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076494.659734:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076494.659927:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076494.659928:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076494.660104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076494.660106:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.0:1769076495.170551:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076495.170567:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076495.170576:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00010000:00000001:0.0:1769076495.490554:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076495.490565:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076495.490596:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076495.490599:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076495.490603:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076495.554528:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298156912, at 4298156928
00000100:00000010:3.0:1769076495.554547:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac00.
00010000:00000001:0.0:1769076496.514529:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076496.514538:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076496.514565:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076496.514568:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076496.514571:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076497.538465:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076497.538474:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076497.538477:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076497.538479:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076497.538485:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076497.538488:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076497.538490:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076497.538492:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076497.538514:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076497.538517:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076497.538520:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076498.562461:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076498.562466:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076498.562484:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076498.562485:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076498.562488:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076499.586477:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076499.586482:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076499.586501:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076499.586503:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076499.586505:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076499.778434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076499.778443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076499.778445:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076499.778448:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076499.778452:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076499.778458:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3488
00000400:00000200:3.0:1769076499.778467:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076499.778472:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076499.778475:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076499.778478:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778481:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076499.778483:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778484:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076499.778488:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076499.778490:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076499.778492:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076499.778493:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076499.778495:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076499.778497:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076499.778499:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778500:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076499.778502:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778503:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076499.778505:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076499.778508:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778509:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076499.778511:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076499.778515:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076499.778517:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.778518:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076499.778520:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076499.778527:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076499.778530:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076499.778533:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076499.778535:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.778537:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076499.778539:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076499.778543:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076499.778549:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076499.778554:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076499.778561:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610619776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076499.778569:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076499.778586:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076499.778590:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610619776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076499.778609:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076499.778611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076499.778614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076499.778615:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076499.778616:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076499.778618:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076499.778619:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3488
00000400:00000200:3.0:1769076499.778622:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076499.778624:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076499.778625:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076499.778628:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778629:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076499.778632:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778633:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076499.778635:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076499.778637:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076499.778638:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076499.778640:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076499.778642:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076499.778644:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076499.778649:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778651:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076499.778654:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778657:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076499.778660:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076499.778665:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778671:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076499.778675:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076499.778682:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076499.778689:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.778692:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076499.778702:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076499.778710:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.778715:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076499.778721:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076499.778725:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076499.778729:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076499.778732:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.778735:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076499.778736:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076499.778738:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076499.778745:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076499.778749:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076499.778755:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610619904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076499.778763:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076499.778766:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076499.778769:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610619904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076499.778776:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076499.778779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076499.778784:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076499.778786:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076499.778789:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076499.778792:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076499.778795:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3488
00000400:00000200:3.0:1769076499.778800:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076499.778806:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076499.778810:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076499.778815:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076499.778823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778828:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076499.778831:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076499.778834:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076499.778837:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076499.778840:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076499.778843:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076499.778845:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076499.778848:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076499.778850:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778851:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076499.778856:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076499.778860:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076499.778863:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076499.778865:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076499.778867:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076499.778868:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.778873:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076499.778877:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076499.778879:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.778880:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076499.778885:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076499.778889:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076499.778892:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076499.778895:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.778898:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076499.778900:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076499.778904:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076499.778909:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076499.778916:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076499.778941:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610620032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076499.778978:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076499.778986:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076499.779017:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610620032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076499.779022:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076499.779027:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1769076499.779040:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076499.779045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076499.779051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076499.779055:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076499.779059:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076499.779062:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076499.779067:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3488
00000400:00000200:3.0:1769076499.779074:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076499.779081:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076499.779085:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076499.779091:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.779096:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076499.779100:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.779105:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076499.779108:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076499.779111:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076499.779114:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076499.779116:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076499.779123:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076499.779127:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076499.779133:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.779136:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076499.779140:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076499.779144:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076499.779150:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076499.779155:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076499.779159:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076499.779163:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076499.779166:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076499.779168:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.779173:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076499.779176:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076499.779178:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.779182:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076499.779186:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076499.779192:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076499.779205:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076499.779208:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076499.779214:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076499.779215:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076499.779217:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076499.779224:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076499.779231:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076499.779240:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610620160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076499.779255:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076499.779258:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076499.779264:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610620160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076499.779284:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076499.779290:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3498)
00000800:00000200:1.1:1769076499.779547:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076499.779549:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076499.779782:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076499.779784:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076499.779966:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076499.779968:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1769076500.610484:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076500.610491:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076500.610514:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076500.610516:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076500.610520:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076500.674507:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298162032, at 4298162048
00000100:00000010:3.0:1769076500.674526:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00010000:00000001:0.0:1769076501.634455:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076501.634462:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076501.634483:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076501.634485:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076501.634488:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076502.658579:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076502.658584:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076502.658611:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076502.658613:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076502.658615:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076503.682473:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076503.682479:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076503.682504:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076503.682519:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076503.682523:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076504.706516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076504.706522:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076504.706551:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076504.706553:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076504.706556:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076504.898533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076504.898545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076504.898548:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076504.898553:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076504.898557:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076504.898564:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3493
00000400:00000200:3.0:1769076504.898573:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076504.898579:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076504.898582:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076504.898585:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076504.898590:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898592:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076504.898596:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076504.898597:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076504.898601:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076504.898603:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076504.898605:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076504.898607:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076504.898609:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898611:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076504.898612:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898613:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076504.898615:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076504.898618:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898620:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076504.898622:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076504.898625:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076504.898627:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.898629:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076504.898631:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076504.898640:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076504.898643:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076504.898647:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076504.898649:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.898652:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076504.898654:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076504.898659:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076504.898667:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076504.898674:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076504.898683:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610620288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076504.898691:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076504.898696:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076504.898708:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610620288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.898730:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076504.898733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076504.898736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076504.898737:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076504.898738:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076504.898740:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076504.898742:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3493
00000400:00000200:3.0:1769076504.898744:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076504.898746:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076504.898747:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076504.898749:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898751:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076504.898753:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898754:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076504.898755:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076504.898756:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076504.898757:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076504.898759:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076504.898760:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076504.898761:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076504.898763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898765:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076504.898766:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898768:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076504.898769:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076504.898771:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898773:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076504.898775:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076504.898780:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076504.898781:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.898783:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076504.898788:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076504.898792:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.898796:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076504.898802:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076504.898806:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076504.898808:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076504.898811:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.898812:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076504.898814:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076504.898817:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076504.898821:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076504.898826:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076504.898834:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610620416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076504.898845:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076504.898849:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076504.898853:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610620416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.898867:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076504.898870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076504.898876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076504.898878:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076504.898881:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076504.898884:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076504.898889:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3493
00000400:00000200:3.0:1769076504.898896:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076504.898902:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076504.898903:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076504.898906:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898912:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076504.898915:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898919:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076504.898920:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076504.898921:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076504.898924:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076504.898926:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076504.898930:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076504.898932:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076504.898936:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898939:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076504.898940:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076504.898943:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076504.898948:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076504.898950:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076504.898952:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076504.898955:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076504.898958:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.898962:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076504.898967:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076504.898971:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.898975:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076504.898978:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076504.898981:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076504.898983:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076504.898986:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.898989:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076504.898991:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076504.898994:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076504.899002:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076504.899009:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076504.899017:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610620544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076504.899035:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076504.899040:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076504.899048:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610620544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.899062:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076504.899068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076504.899076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076504.899080:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076504.899084:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076504.899089:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076504.899094:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3493
00000400:00000200:3.0:1769076504.899099:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076504.899102:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076504.899105:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076504.899110:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.899115:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076504.899119:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.899122:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076504.899126:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076504.899129:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076504.899132:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076504.899135:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076504.899138:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076504.899139:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076504.899143:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.899149:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076504.899155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076504.899161:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076504.899167:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076504.899174:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076504.899180:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076504.899184:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076504.899189:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076504.899196:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.899199:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076504.899203:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1769076504.899204:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00000001:3.0:1769076504.899207:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.899210:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076504.899211:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000100:00000010:3.0:1769076504.899214:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076504.899219:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076504.899222:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076504.899225:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076504.899229:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076504.899231:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076504.899233:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076504.899237:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076504.899241:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076504.899249:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610620672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076504.899258:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076504.899261:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076504.899265:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610620672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076504.899274:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076504.899282:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3503)
00000800:00000200:1.1:1769076504.899749:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076504.899751:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076504.900077:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076504.900080:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076504.900425:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076504.900428:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1769076505.730453:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076505.730459:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076505.730500:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076505.730503:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076505.730505:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076505.794497:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298167152, at 4298167168
00000100:00000010:3.0:1769076505.794503:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaae0.
00010000:00000001:0.0:1769076506.754487:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076506.754493:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076506.754534:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076506.754536:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076506.754539:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076507.778557:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076507.778566:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076507.778569:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076507.778572:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076507.778578:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076507.778580:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076507.778598:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076507.778601:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076507.778623:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076507.778626:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076507.778629:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076508.802579:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076508.802587:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076508.802631:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076508.802635:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076508.802637:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076509.826585:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076509.826596:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076509.826664:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076509.826668:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076509.826672:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076510.018498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076510.018512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076510.018515:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076510.018519:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076510.018523:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076510.018530:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3498
00000400:00000200:0.0:1769076510.018540:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076510.018546:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076510.018549:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076510.018553:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.018557:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.018561:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.018564:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076510.018568:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076510.018571:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076510.018574:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076510.018577:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076510.018580:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076510.018583:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076510.018587:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.018590:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.018592:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.018595:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076510.018598:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076510.018603:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076510.018606:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076510.018609:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076510.018612:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076510.018614:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.018616:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076510.018618:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076510.018628:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076510.018632:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076510.018635:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076510.018637:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.018640:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076510.018643:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076510.018647:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076510.018656:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769076510.018663:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076510.018671:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610620800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076510.018681:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076510.018685:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076510.018689:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610620800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076510.018710:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076510.018713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076510.018715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076510.018717:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076510.018718:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076510.018720:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076510.018722:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3498
00000400:00000200:0.0:1769076510.018726:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076510.018729:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076510.018731:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076510.018735:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.018737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.018739:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.018741:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076510.018744:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076510.018745:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076510.018746:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076510.018748:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076510.018749:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076510.018751:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076510.018753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.018756:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.018761:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.018765:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076510.018769:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076510.018779:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076510.018781:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076510.018786:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076510.018792:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076510.018801:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.018809:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076510.018816:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076510.018822:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.018837:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076510.018843:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076510.018851:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076510.018859:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076510.018861:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.018865:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076510.018872:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076510.018876:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076510.018881:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076510.018889:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076510.018902:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610620928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076510.018924:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076510.018926:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076510.018931:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610620928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076510.018948:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076510.018953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076510.018957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076510.018958:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076510.018960:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076510.018967:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076510.018975:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3498
00000400:00000200:0.0:1769076510.018989:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076510.018998:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076510.019007:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076510.019016:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.019026:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.019034:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.019037:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076510.019042:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076510.019049:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076510.019055:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076510.019061:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076510.019064:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076510.019066:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076510.019075:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.019089:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.019098:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.019106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076510.019113:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076510.019124:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076510.019134:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076510.019146:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076510.019152:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076510.019164:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.019172:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076510.019176:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076510.019186:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.019191:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076510.019201:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076510.019206:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076510.019210:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076510.019213:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.019222:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076510.019226:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076510.019232:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076510.019244:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000800:00000200:1.1:1769076510.019245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076510.019250:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076510.019252:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00100000:0.0:1769076510.019259:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610621056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076510.019277:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076510.019282:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076510.019292:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610621056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076510.019309:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076510.019313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076510.019319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076510.019321:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076510.019327:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076510.019334:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076510.019350:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3498
00000400:00000200:0.0:1769076510.019361:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076510.019371:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076510.019377:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076510.019457:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.019467:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.019474:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.019482:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076510.019486:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076510.019487:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076510.019489:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076510.019492:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076510.019501:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076510.019509:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076510.019527:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.019529:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076510.019537:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076510.019546:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076510.019559:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076510.019570:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076510.019580:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076510.019591:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076510.019599:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076510.019606:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.019614:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076510.019619:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076510.019625:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.019637:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076510.019648:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076510.019653:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076510.019655:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076510.019660:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076510.019662:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076510.019666:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076510.019669:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076510.019679:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076510.019685:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076510.019697:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610621184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076510.019709:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076510.019715:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076510.019730:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610621184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076510.019760:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076510.019770:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3509)
00000800:00000200:1.1:1769076510.019942:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076510.019944:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076510.020133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076510.020135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076510.020310:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076510.020312:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769076510.850522:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076510.850528:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076510.850552:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076510.850554:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076510.850557:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076510.914487:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298172273, at 4298172288
00000100:00000010:3.0:1769076510.914507:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00010000:00000001:0.0:1769076511.874590:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076511.874598:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076512.898486:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076512.898491:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076512.898534:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076512.898537:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076512.898541:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076513.922472:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076513.922478:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076514.946461:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076514.946466:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076514.946483:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076514.946485:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076514.946488:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076515.139032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076515.139038:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076515.139744:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076515.139747:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076515.139953:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076515.139955:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076515.140186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076515.140187:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076515.970460:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076515.970467:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076516.034468:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298177392, at 4298177408
00000100:00000010:3.0:1769076516.034485:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769076516.994456:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076516.994463:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076516.994465:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076516.994467:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076516.994471:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076516.994473:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076516.994474:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076516.994476:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076516.994491:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076516.994493:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076516.994496:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076518.018510:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076518.018518:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076519.042573:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076519.042583:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076519.042615:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076519.042618:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076519.042621:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076520.066515:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076520.066525:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076520.258570:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076520.258584:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076520.258588:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076520.258593:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076520.258598:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076520.258608:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3509
00000400:00000200:3.0:1769076520.258620:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076520.258629:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076520.258633:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076520.258638:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.258642:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.258646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.258649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076520.258655:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076520.258657:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076520.258660:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076520.258664:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076520.258667:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076520.258669:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076520.258674:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.258676:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.258679:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.258682:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076520.258686:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076520.258690:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076520.258693:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076520.258697:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076520.258701:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076520.258705:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.258724:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076520.258728:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076520.258739:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076520.258744:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076520.258750:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076520.258752:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.258756:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076520.258760:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076520.258765:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076520.258775:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076520.258784:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076520.258795:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610621824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076520.258809:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076520.258814:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.258821:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610621824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076520.258850:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076520.258862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076520.258867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076520.258869:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076520.258871:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076520.258875:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076520.258878:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3509
00000400:00000200:3.0:1769076520.258883:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076520.258888:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076520.258891:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076520.258895:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.258899:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.258902:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.258907:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076520.258910:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076520.258912:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076520.258917:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076520.258925:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076520.258930:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076520.258936:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076520.258949:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.258953:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.258961:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.258964:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076520.258972:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076520.258984:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076520.258992:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076520.259000:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076520.259015:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076520.259023:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.259026:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076520.259033:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076520.259043:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.259053:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076520.259066:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076520.259076:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076520.259089:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076520.259113:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.259122:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076520.259128:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076520.259135:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076520.259146:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076520.259155:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076520.259171:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610621952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076520.259211:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076520.259221:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.259264:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610621952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076520.259304:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076520.259313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076520.259321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076520.259326:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076520.259333:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076520.259338:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076520.259349:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3509
00000400:00000200:3.0:1769076520.259498:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076520.259512:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076520.259520:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076520.259525:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.259534:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.259543:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.259549:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076520.259561:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076520.259563:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000800:00000200:2.1:1769076520.259569:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769076520.259570:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076520.259578:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769076520.259580:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076520.259584:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076520.259593:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076520.259608:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.259613:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.259617:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.259624:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076520.259631:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076520.259643:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076520.259656:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076520.259659:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076520.259664:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076520.259673:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.259677:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076520.259684:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076520.259691:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.259700:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076520.259706:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076520.259712:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076520.259721:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076520.259725:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.259732:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076520.259734:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076520.259736:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076520.259743:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076520.259750:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076520.259765:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610622080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076520.259785:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076520.259795:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.259810:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610622080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076520.259833:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076520.259839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076520.259853:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076520.259859:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076520.259866:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076520.259872:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076520.259879:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3509
00000400:00000200:3.0:1769076520.259889:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076520.259901:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076520.259905:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076520.259916:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.259924:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.259930:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.259936:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076520.259947:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076520.259951:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076520.259958:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076520.259964:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076520.259969:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076520.259979:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076520.259993:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.260004:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076520.260014:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076520.260025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076520.260036:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076520.260047:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076520.260058:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076520.260068:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076520.260078:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076520.260091:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.260098:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076520.260109:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076520.260123:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.260134:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076520.260145:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076520.260157:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076520.260170:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076520.260178:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076520.260184:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076520.260190:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076520.260199:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076520.260212:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076520.260224:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076520.260265:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610622208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076520.260308:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076520.260317:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.260327:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610622208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076520.260358:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076520.260370:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3519)
00000800:00000200:2.1:1769076520.260780:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076520.260784:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076520.261195:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076520.261198:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076520.261657:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076520.261660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769076521.090537:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076521.090548:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076521.090587:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076521.090592:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076521.090598:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076521.154515:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298182513, at 4298182528
00000100:00000010:3.0:1769076521.154528:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769076522.114529:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076522.114537:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076523.138509:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076523.138520:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076523.138560:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076523.138565:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076523.138571:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076524.162522:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076524.162527:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076525.186564:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076525.186575:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076525.186660:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076525.186663:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076525.186684:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076525.378497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076525.378507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076525.378510:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076525.378515:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076525.378520:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076525.378527:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3514
00000400:00000200:0.0:1769076525.378536:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076525.378543:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076525.378546:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076525.378550:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.378553:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076525.378555:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.378558:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076525.378562:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076525.378563:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076525.378565:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076525.378568:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076525.378570:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076525.378572:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076525.378574:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.378575:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076525.378577:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.378579:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076525.378583:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076525.378586:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076525.378588:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076525.378591:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076525.378595:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076525.378597:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.378600:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076525.378602:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076525.378608:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076525.378611:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076525.378615:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076525.378617:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.378620:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076525.378622:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076525.378626:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076525.378633:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769076525.378639:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076525.378647:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610622336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076525.378657:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076525.378661:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076525.378666:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610622336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076525.378688:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076525.378692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076525.378695:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076525.378696:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076525.378698:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076525.378700:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076525.378702:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3514
00000400:00000200:0.0:1769076525.378706:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076525.378710:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076525.378712:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076525.378715:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.378717:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076525.378721:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.378726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076525.378729:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076525.378733:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076525.378738:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076525.378742:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076525.378747:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076525.378756:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076525.378770:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.378778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076525.378787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.378796:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076525.378804:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076525.378811:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076525.378817:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076525.378820:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076525.378827:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076525.378832:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.378834:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076525.378839:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076525.378844:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.378848:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076525.378853:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076525.378858:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076525.378860:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076525.378861:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.378864:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076525.378870:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076525.378876:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076525.378883:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076525.378890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076525.378903:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610622464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076525.378924:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076525.378933:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076525.378945:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610622464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076525.379000:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076525.379030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076525.379037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076525.379044:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076525.379050:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076525.379057:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076525.379067:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3514
00000400:00000200:0.0:1769076525.379083:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076525.379094:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076525.379099:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076525.379111:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.379118:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076525.379128:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.379134:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769076525.379136:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769076525.379140:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076525.379172:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000800:00000200:2.1:1769076525.379175:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076525.379176:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076525.379183:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076525.379192:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076525.379202:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076525.379215:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.379221:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076525.379232:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.379240:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076525.379246:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076525.379255:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076525.379263:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076525.379272:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076525.379277:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076525.379288:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.379297:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076525.379311:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076525.379320:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.379327:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076525.379335:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076525.379344:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076525.379353:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076525.379359:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.379364:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076525.379367:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076525.379372:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076525.379454:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076525.379461:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076525.379472:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610622592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076525.379489:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076525.379509:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076525.379517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610622592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076525.379547:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076525.379557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076525.379571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076525.379579:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076525.379586:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076525.379592:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076525.379603:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3514
00000400:00000200:0.0:1769076525.379620:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076525.379631:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076525.379637:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076525.379650:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.379658:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076525.379666:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.379674:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076525.379681:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076525.379687:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076525.379690:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076525.379696:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076525.379721:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076525.379728:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076525.379737:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.379744:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076525.379751:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076525.379758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076525.379765:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076525.379776:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076525.379784:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076525.379789:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076525.379796:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076525.379800:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.379807:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076525.379812:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076525.379818:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.379824:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076525.379835:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769076525.379845:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076525.379850:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076525.379855:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076525.379861:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076525.379865:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076525.379871:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076525.379881:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076525.379889:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076525.379905:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610622720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076525.379939:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076525.379949:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076525.379966:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610622720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076525.379999:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076525.380015:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3524)
00000800:00000200:2.1:1769076525.380195:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076525.380213:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076525.380581:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076525.380585:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076525.380959:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076525.380962:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769076526.210515:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076526.210525:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076526.274452:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298187633, at 4298187648
00000100:00000010:3.0:1769076526.274481:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00010000:00000001:0.0:1769076527.234461:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076527.234480:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076527.234482:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076527.234485:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076527.234489:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076527.234491:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076527.234492:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076527.234494:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076527.234513:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076527.234514:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076527.234517:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076528.258517:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076528.258526:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076529.282504:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076529.282513:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076529.282551:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076529.282573:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076529.282579:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076530.306515:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076530.306524:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076530.499745:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076530.499752:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076530.500749:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076530.500752:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076530.501243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076530.501246:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076530.501669:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076530.501672:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769076531.330600:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076531.330616:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076531.330664:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076531.330671:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076531.330677:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076531.394585:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298192753, at 4298192768
00000100:00000010:3.0:1769076531.394614:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769076532.354507:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076532.354515:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076533.378509:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076533.378518:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076533.378547:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076533.378551:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076533.378555:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769076534.082648:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769076534.402494:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076534.402502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076535.426492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076535.426501:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076535.426532:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076535.426535:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076535.426539:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076535.618512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076535.618523:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076535.618526:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076535.618530:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076535.618535:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076535.618542:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3524
00000400:00000200:3.0:1769076535.618552:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076535.618559:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076535.618563:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076535.618567:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.618572:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.618575:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.618578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076535.618582:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076535.618585:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076535.618587:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076535.618590:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076535.618593:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076535.618596:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076535.618599:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.618601:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.618603:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.618606:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076535.618609:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076535.618613:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076535.618616:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076535.618619:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076535.618622:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076535.618625:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.618627:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076535.618630:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076535.618639:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769076535.618643:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076535.618648:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076535.618649:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.618653:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076535.618655:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076535.618660:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076535.618668:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076535.618675:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076535.618683:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610623360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076535.618701:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076535.618706:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.618711:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610623360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076535.618736:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076535.618739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076535.618743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076535.618745:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076535.618747:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076535.618749:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076535.618752:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3524
00000400:00000200:3.0:1769076535.618757:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076535.618762:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076535.618765:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076535.618769:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.618772:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.618778:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.618783:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076535.618787:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076535.618789:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076535.618792:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076535.618796:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076535.618801:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076535.618807:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076535.618813:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.618819:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.618825:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.618829:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076535.618835:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076535.618842:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076535.618848:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076535.618851:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076535.618859:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076535.618863:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.618868:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076535.618874:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076535.618878:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.618883:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076535.618888:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769076535.618893:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076535.618898:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076535.618902:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.618904:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076535.618907:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076535.618910:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076535.618917:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076535.618924:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076535.618934:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610623488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076535.618952:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076535.618957:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.618964:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610623488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076535.618991:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076535.618997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076535.619001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076535.619005:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076535.619009:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076535.619014:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076535.619023:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3524
00000400:00000200:3.0:1769076535.619063:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076535.619073:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076535.619079:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076535.619082:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.619087:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.619093:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769076535.619093:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076535.619098:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076535.619102:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076535.619103:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076535.619105:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076535.619107:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076535.619109:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076535.619111:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076535.619116:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.619121:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.619126:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.619131:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076535.619136:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076535.619143:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076535.619149:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076535.619152:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076535.619158:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076535.619164:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.619169:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076535.619173:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076535.619178:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.619183:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076535.619189:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076535.619194:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076535.619201:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076535.619206:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.619210:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076535.619213:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076535.619217:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076535.619226:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076535.619234:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076535.619248:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610623616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076535.619265:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076535.619272:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.619282:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610623616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076535.619305:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076535.619312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076535.619322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076535.619327:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076535.619330:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076535.619337:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076535.619343:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3524
00000400:00000200:3.0:1769076535.619372:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076535.619380:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000200:2.1:1769076535.619384:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769076535.619386:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076535.619431:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.619437:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.619442:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.619446:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076535.619454:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076535.619456:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076535.619460:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076535.619465:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076535.619470:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076535.619477:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076535.619482:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.619486:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076535.619491:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076535.619495:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076535.619504:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076535.619512:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076535.619517:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076535.619521:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076535.619526:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076535.619532:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.619535:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076535.619539:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076535.619544:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.619549:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076535.619556:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076535.619558:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076535.619561:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076535.619563:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076535.619565:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076535.619568:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076535.619571:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076535.619579:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076535.619587:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076535.619596:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610623744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076535.619611:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076535.619615:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.619623:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610623744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076535.619640:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076535.619648:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3534)
00000800:00000200:2.1:1769076535.619736:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076535.619895:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769076536.450471:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076536.450479:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076536.514517:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298197872, at 4298197888
00000100:00000010:3.0:1769076536.514534:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00010000:00000001:0.0:1769076537.474486:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076537.474498:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076537.474501:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076537.474504:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076537.474510:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076537.474513:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076537.474515:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076537.474518:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076537.474542:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076537.474544:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076537.474546:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076538.498460:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076538.498465:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769076538.690700:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769076538.690743:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076538.690756:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076538.690762:0:2356:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769076538.690766:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076538.690770:0:2356:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076538.690776:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076538.690780:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769076538.690786:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076538.690791:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076538.690797:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:3.0:1769076538.690800:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:3.0:1769076538.690804:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076538.690811:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cf100 x1855007610623360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076538.690830:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076538.690833:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610623360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076538.690839:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076538.690841:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076538.690853:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076538.690856:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:3.0:1769076538.690860:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076538.690864:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076538.690867:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894110
00000400:00000010:3.0:1769076538.690871:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894110.
00000100:00000001:3.0:1769076538.690876:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076538.690884:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cea00 x1855007610623488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076538.690912:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076538.690932:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cea00 x1855007610623488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076538.690944:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076538.690948:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076538.690961:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076538.690968:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d300.
00000400:00000200:3.0:1769076538.690973:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076538.690981:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076538.690985:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894ee0
00000400:00000010:3.0:1769076538.690988:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894ee0.
00000100:00000001:3.0:1769076538.690993:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076538.691001:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7ced80 x1855007610623616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076538.691019:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076538.691028:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ced80 x1855007610623616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076538.691062:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076538.691069:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076538.691079:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076538.691085:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d800.
00000400:00000200:3.0:1769076538.691090:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076538.691098:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076538.691104:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28945d8
00000400:00000010:3.0:1769076538.691109:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28945d8.
00000100:00000001:3.0:1769076538.691115:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076538.691125:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cca80 x1855007610623744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076538.691140:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076538.691148:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610623744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076538.691163:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076538.691166:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769076539.522462:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076539.522471:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076539.522495:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076539.522498:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076539.522502:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076540.546503:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076540.546511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076540.738577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076540.738594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076540.738599:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076540.738605:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076540.738612:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076540.738624:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3529
00000400:00000200:3.0:1769076540.738640:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076540.738650:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076540.738657:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076540.738664:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.738671:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076540.738676:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.738681:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076540.738688:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076540.738691:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076540.738696:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076540.738701:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076540.738705:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076540.738710:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076540.738716:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.738719:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076540.738724:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.738728:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076540.738734:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076540.738741:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076540.738746:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076540.738752:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076540.738757:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076540.738761:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.738765:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076540.738768:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076540.738777:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076540.738781:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076540.738787:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076540.738789:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.738793:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076540.738796:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076540.738802:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076540.738812:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076540.738820:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076540.738832:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610623872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076540.738846:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076540.738852:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076540.738858:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610623872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076540.738928:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076540.738934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076540.738939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076540.738941:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076540.738944:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076540.738948:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076540.738953:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3529
00000400:00000200:3.0:1769076540.738961:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076540.738966:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076540.738969:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076540.738975:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.738983:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076540.738987:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.738996:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076540.739000:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076540.739005:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076540.739008:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076540.739011:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076540.739014:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076540.739017:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076540.739023:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.739027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076540.739031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.739038:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076540.739047:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076540.739062:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076540.739076:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076540.739085:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076540.739100:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076540.739111:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.739122:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076540.739135:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076540.739159:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.739188:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076540.739205:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076540.739215:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076540.739227:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076540.739234:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.739251:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076540.739259:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076540.739263:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076540.739500:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076540.739515:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076540.739536:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610624000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076540.739575:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076540.739585:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076540.739602:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610624000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076540.739633:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076540.739642:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076540.739649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076540.739652:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076540.739656:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076540.739667:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769076540.739669:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769076540.739679:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3529
00000800:00000200:2.1:1769076540.739684:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1769076540.739697:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076540.739716:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076540.739724:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076540.739737:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.739746:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076540.739752:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.739762:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076540.739773:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076540.739780:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076540.739785:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076540.739794:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076540.739805:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076540.739811:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076540.739826:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.739839:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076540.739848:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.739857:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076540.739867:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076540.739874:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076540.739884:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076540.739922:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076540.739933:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076540.739944:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.739952:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076540.739962:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076540.739971:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.739976:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076540.739991:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076540.740001:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076540.740011:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076540.740015:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.740025:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076540.740028:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076540.740033:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076540.740051:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076540.740062:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076540.740081:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610624128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076540.740119:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076540.740129:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076540.740149:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610624128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076540.740182:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076540.740193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076540.740206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076540.740214:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076540.740221:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076540.740232:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076540.740245:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3529
00000400:00000200:3.0:1769076540.740261:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076540.740279:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076540.740290:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076540.740305:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.740318:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076540.740332:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.740341:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076540.740347:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076540.740350:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076540.740359:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076540.740366:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076540.740376:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076540.740385:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076540.740435:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.740455:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076540.740468:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076540.740478:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076540.740490:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076540.740504:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076540.740514:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076540.740525:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076540.740536:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076540.740548:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.740559:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076540.740565:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076540.740571:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.740581:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076540.740593:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076540.740604:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076540.740616:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076540.740624:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076540.740631:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076540.740639:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076540.740645:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076540.740659:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076540.740673:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076540.740696:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610624256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076540.740724:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076540.740734:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076540.740751:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610624256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076540.740775:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076540.740790:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3539)
00000800:00000200:2.1:1769076540.741153:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076540.741159:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076540.741667:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076540.741671:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076540.742056:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076540.742059:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769076541.570440:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076541.570445:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076541.570463:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076541.570465:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076541.570467:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076541.634487:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298202993, at 4298203008
00000100:00000010:3.0:1769076541.634505:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769076542.594529:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076542.594538:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076543.618523:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076543.618531:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076543.618558:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076543.618562:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076543.618566:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076544.642457:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076544.642462:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076545.666488:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076545.666495:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076545.666527:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076545.666530:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076545.666534:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076545.858504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076545.858512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076545.858515:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076545.858518:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076545.858521:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076545.858527:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3534
00000400:00000200:0.0:1769076545.858536:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076545.858541:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076545.858544:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076545.858547:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858550:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076545.858552:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858555:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076545.858561:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076545.858563:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076545.858566:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076545.858569:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076545.858572:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076545.858574:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076545.858578:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858590:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076545.858592:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858595:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076545.858598:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076545.858602:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858605:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076545.858609:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076545.858613:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076545.858616:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.858618:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076545.858620:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076545.858628:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769076545.858632:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076545.858635:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076545.858637:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.858639:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076545.858641:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076545.858645:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076545.858652:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076545.858669:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076545.858677:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610624384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076545.858685:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076545.858689:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076545.858693:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610624384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076545.858710:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076545.858714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076545.858717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076545.858718:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076545.858719:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076545.858732:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076545.858734:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3534
00000400:00000200:0.0:1769076545.858739:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076545.858742:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076545.858743:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076545.858746:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858751:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076545.858753:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858756:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076545.858760:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076545.858762:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076545.858763:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076545.858765:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076545.858770:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076545.858775:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076545.858783:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076545.858790:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858794:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076545.858813:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076545.858816:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858817:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076545.858819:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076545.858831:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076545.858837:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.858852:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076545.858858:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076545.858861:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.858865:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076545.858869:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769076545.858874:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076545.858877:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076545.858879:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.858883:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076545.858884:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076545.858886:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076545.858891:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076545.858896:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076545.858904:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610624512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076545.858920:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076545.858924:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076545.858931:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610624512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076545.858945:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076545.858948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076545.858955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076545.858957:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076545.858958:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076545.858963:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076545.858967:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3534
00000400:00000200:0.0:1769076545.858972:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076545.858977:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076545.858979:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076545.858987:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076545.858992:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.858993:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076545.858999:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076545.859000:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076545.859003:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076545.859006:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076545.859011:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076545.859016:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076545.859023:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.859027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076545.859048:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.859052:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076545.859057:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076545.859064:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076545.859069:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076545.859072:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076545.859076:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076545.859082:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.859083:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076545.859085:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076545.859090:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.859095:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076545.859114:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769076545.859119:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:2.1:1769076545.859120:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:0.0:1769076545.859124:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1769076545.859126:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1769076545.859127:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.859130:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076545.859133:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076545.859137:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076545.859143:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076545.859147:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076545.859155:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610624640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076545.859167:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076545.859169:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076545.859176:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610624640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076545.859201:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076545.859205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076545.859213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076545.859219:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076545.859224:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076545.859229:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076545.859236:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3534
00000400:00000200:0.0:1769076545.859247:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076545.859253:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076545.859265:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076545.859273:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.859280:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076545.859287:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.859293:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076545.859301:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076545.859305:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076545.859310:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076545.859314:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076545.859330:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076545.859335:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076545.859342:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.859346:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076545.859350:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076545.859354:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076545.859359:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076545.859364:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076545.859366:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076545.859367:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076545.859369:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076545.859371:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.859372:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076545.859375:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076545.859378:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.859379:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076545.859392:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076545.859426:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076545.859432:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076545.859436:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076545.859440:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076545.859442:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076545.859445:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076545.859452:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076545.859458:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076545.859468:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610624768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076545.859484:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076545.859498:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076545.859505:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610624768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076545.859526:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076545.859533:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3544)
00000800:00000200:2.1:1769076545.859720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076545.859721:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076545.860015:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076545.860017:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076545.860193:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076545.860195:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769076546.690498:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076546.690507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076546.754519:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298208112, at 4298208128
00000100:00000010:3.0:1769076546.754535:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00010000:00000001:0.0:1769076547.714512:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076547.714522:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076547.714525:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076547.714527:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076547.714532:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076547.714534:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076547.714535:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076547.714537:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076547.714571:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076547.714574:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076547.714577:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076548.738470:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076548.738484:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076549.762504:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076549.762510:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076549.762540:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076549.762542:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076549.762544:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076550.786491:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076550.786496:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076550.979091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076550.979097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076550.979472:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076550.979473:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076550.979703:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076550.979705:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076550.979943:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076550.979945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1769076551.810471:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076551.810476:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076551.810495:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076551.810496:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076551.810499:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076551.874460:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298213232, at 4298213248
00000100:00000010:3.0:1769076551.874476:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00010000:00000001:0.0:1769076552.834476:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076552.834482:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076553.858524:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076553.858530:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076553.858563:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076553.858566:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076553.858568:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076554.882488:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076554.882494:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076555.906488:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076555.906494:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076555.906515:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076555.906517:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076555.906519:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076556.098517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076556.098529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076556.098532:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076556.098536:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076556.098541:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076556.098549:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3545
00000400:00000200:3.0:1769076556.098560:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076556.098567:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076556.098571:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076556.098575:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.098579:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.098582:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.098585:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076556.098590:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076556.098592:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076556.098595:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076556.098598:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076556.098601:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076556.098604:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076556.098607:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.098610:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.098612:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.098614:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076556.098618:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076556.098621:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076556.098625:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076556.098645:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076556.098649:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076556.098653:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.098656:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076556.098659:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076556.098667:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076556.098672:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076556.098677:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076556.098679:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.098682:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076556.098685:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076556.098689:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076556.098697:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076556.098703:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076556.098712:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610625408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076556.098731:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076556.098735:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.098740:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610625408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076556.098761:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076556.098765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076556.098769:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076556.098771:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076556.098773:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076556.098776:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076556.098780:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3545
00000400:00000200:3.0:1769076556.098786:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076556.098792:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076556.098797:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076556.098807:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.098814:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.098819:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.098824:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076556.098830:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076556.098833:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076556.098838:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076556.098842:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076556.098849:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076556.098855:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076556.098865:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.098872:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.098877:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.098883:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076556.098889:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076556.098896:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076556.098902:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076556.098908:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076556.098914:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076556.098920:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.098926:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076556.098933:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076556.098941:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.098949:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076556.098956:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076556.098962:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076556.098967:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076556.098970:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.098974:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076556.098978:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076556.098983:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076556.098991:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076556.098998:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076556.099012:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610625536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076556.099035:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076556.099040:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.099048:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610625536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769076556.099067:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076556.099072:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769076556.099073:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076556.099080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076556.099088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076556.099094:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076556.099098:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076556.099104:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076556.099111:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3545
00000400:00000200:3.0:1769076556.099122:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076556.099131:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076556.099136:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076556.099144:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.099151:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.099157:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.099162:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076556.099171:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076556.099175:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076556.099180:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076556.099184:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076556.099187:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076556.099192:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076556.099197:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.099201:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.099207:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.099213:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076556.099221:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076556.099229:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076556.099239:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076556.099244:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076556.099251:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076556.099258:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.099262:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076556.099267:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076556.099272:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.099278:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076556.099286:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076556.099293:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076556.099300:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076556.099304:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.099311:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076556.099316:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076556.099320:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076556.099328:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076556.099335:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076556.099348:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610625664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076556.099371:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076556.099378:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.099433:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610625664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076556.099457:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076556.099461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076556.099466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076556.099470:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076556.099475:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076556.099482:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076556.099489:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3545
00000400:00000200:3.0:1769076556.099499:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076556.099508:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076556.099516:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076556.099527:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.099534:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.099541:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.099547:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076556.099553:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076556.099558:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076556.099562:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076556.099567:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076556.099573:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076556.099578:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076556.099588:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.099594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076556.099603:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076556.099611:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076556.099617:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076556.099625:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076556.099645:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076556.099651:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076556.099658:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076556.099666:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.099673:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076556.099678:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076556.099685:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.099691:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076556.099698:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000800:00000200:2.1:1769076556.099699:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076556.099702:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000020:00000040:3.0:1769076556.099705:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076556.099713:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076556.099717:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076556.099722:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076556.099726:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076556.099731:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076556.099741:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076556.099749:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076556.099761:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610625792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076556.099779:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076556.099786:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.099794:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610625792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076556.099820:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.099830:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3555)
00000800:00000200:2.1:1769076556.099974:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076556.099975:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076556.100200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076556.100201:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1769076556.930469:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076556.930477:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076556.930479:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076556.930481:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076556.930486:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076556.930488:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076556.930490:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076556.930491:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076556.994483:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298218352, at 4298218368
00000100:00000010:3.0:1769076556.994497:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00010000:00000001:0.0:1769076557.954459:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076557.954466:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076557.954489:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076557.954492:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076557.954496:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076558.978500:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076558.978511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076560.002477:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076560.002487:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076560.002510:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076560.002512:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076560.002515:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076561.026536:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076561.026541:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076561.218483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076561.218493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076561.218496:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076561.218499:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076561.218503:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076561.218510:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3550
00000400:00000200:3.0:1769076561.218519:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076561.218524:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076561.218527:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076561.218529:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218532:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076561.218534:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218536:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076561.218539:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076561.218540:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076561.218555:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076561.218557:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076561.218559:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076561.218561:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076561.218563:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218565:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076561.218566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218568:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076561.218570:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076561.218572:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218574:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076561.218576:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076561.218579:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076561.218581:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.218583:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076561.218585:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076561.218593:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076561.218597:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076561.218600:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076561.218602:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.218604:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076561.218606:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076561.218610:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076561.218616:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076561.218622:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076561.218629:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610625920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076561.218638:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076561.218641:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076561.218644:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610625920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076561.218662:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076561.218665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076561.218667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076561.218669:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076561.218670:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076561.218671:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076561.218673:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3550
00000400:00000200:3.0:1769076561.218676:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076561.218678:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076561.218680:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076561.218683:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218685:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076561.218688:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218690:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076561.218692:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076561.218693:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076561.218695:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076561.218697:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076561.218699:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076561.218705:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076561.218713:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218717:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076561.218724:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218731:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076561.218738:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076561.218746:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218754:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076561.218760:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076561.218768:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076561.218772:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.218778:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076561.218782:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076561.218786:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.218787:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076561.218795:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076561.218799:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076561.218801:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076561.218803:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.218806:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076561.218809:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076561.218811:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076561.218816:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076561.218821:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076561.218826:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610626048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076561.218834:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076561.218837:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076561.218842:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610626048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076561.218854:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076561.218857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076561.218861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076561.218863:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076561.218866:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076561.218871:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076561.218876:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3550
00000400:00000200:3.0:1769076561.218883:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076561.218889:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076561.218891:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076561.218895:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218897:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076561.218901:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218904:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076561.218908:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076561.218909:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076561.218910:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076561.218914:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076561.218917:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076561.218920:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076561.218931:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218935:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076561.218940:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218942:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076561.218946:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076561.218953:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076561.218958:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076561.218962:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076561.218966:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076561.218971:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.218974:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076561.218978:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076561.218982:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.218984:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076561.218987:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076561.218992:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076561.218995:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076561.218999:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.219000:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076561.219003:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076561.219007:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076561.219013:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076561.219017:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076561.219024:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610626176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076561.219038:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769076561.219038:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076561.219043:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076561.219045:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1769076561.219049:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610626176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076561.219062:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076561.219065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076561.219068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076561.219071:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076561.219074:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076561.219080:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076561.219085:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3550
00000400:00000200:3.0:1769076561.219093:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076561.219102:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076561.219106:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076561.219112:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.219116:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076561.219121:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.219124:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076561.219129:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076561.219132:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076561.219134:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076561.219137:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076561.219140:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076561.219143:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076561.219150:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.219153:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076561.219156:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076561.219161:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076561.219173:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076561.219179:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076561.219185:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076561.219186:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076561.219189:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076561.219192:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.219194:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076561.219196:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076561.219201:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.219202:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076561.219206:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076561.219210:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076561.219215:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076561.219218:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076561.219223:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076561.219226:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076561.219229:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076561.219235:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076561.219240:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076561.219248:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610626304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076561.219258:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076561.219261:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076561.219266:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610626304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076561.219278:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076561.219282:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3560)
00000800:00000200:2.1:1769076561.219568:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076561.219571:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076561.219825:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076561.219827:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076561.220076:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076561.220078:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769076562.050485:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076562.050491:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076562.050518:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076562.050520:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076562.050522:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076562.114481:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298223472, at 4298223488
00000100:00000010:3.0:1769076562.114496:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00010000:00000001:0.0:1769076563.074486:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076563.074491:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076564.098449:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076564.098455:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076564.098472:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076564.098474:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076564.098476:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076565.122495:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076565.122505:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076566.146479:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076566.146485:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076566.146503:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076566.146505:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076566.146508:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076566.339036:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076566.339041:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076566.339610:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076566.339612:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076566.339849:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076566.339851:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076566.340033:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076566.340035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769076567.170492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076567.170500:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076567.170502:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076567.170504:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076567.170509:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076567.170511:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076567.170513:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076567.170514:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076567.234471:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298228592, at 4298228608
00000100:00000010:3.0:1769076567.234480:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769076568.194477:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076568.194485:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076568.194512:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076568.194515:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076568.194519:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076569.218563:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076569.218574:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076570.242503:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076570.242508:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076570.242530:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076570.242533:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076570.242537:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076571.266554:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076571.266562:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076571.458539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076571.458553:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076571.458557:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076571.458562:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076571.458584:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076571.458591:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3560
00000400:00000200:3.0:1769076571.458602:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076571.458609:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076571.458613:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076571.458617:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.458621:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.458624:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.458627:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076571.458631:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076571.458633:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076571.458635:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076571.458637:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076571.458639:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076571.458640:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076571.458643:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.458644:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.458646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.458647:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076571.458649:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076571.458651:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076571.458653:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076571.458655:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076571.458657:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076571.458659:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.458661:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076571.458663:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076571.458671:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769076571.458673:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076571.458677:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076571.458678:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.458680:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076571.458682:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076571.458686:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076571.458692:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076571.458699:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076571.458705:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610626944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076571.458713:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076571.458717:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.458720:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610626944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076571.458743:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076571.458746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076571.458748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076571.458750:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076571.458751:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076571.458752:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076571.458754:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3560
00000400:00000200:3.0:1769076571.458757:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076571.458759:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076571.458761:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076571.458764:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.458766:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.458768:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.458770:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076571.458772:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076571.458773:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076571.458775:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076571.458776:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076571.458778:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076571.458779:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076571.458781:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.458783:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.458789:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.458792:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076571.458796:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076571.458800:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076571.458801:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076571.458805:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076571.458810:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076571.458819:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.458828:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076571.458837:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076571.458843:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.458845:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076571.458849:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769076571.458854:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076571.458859:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076571.458864:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.458868:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076571.458872:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076571.458878:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076571.458883:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076571.458889:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076571.458908:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610627072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076571.458921:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076571.458924:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.458935:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610627072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076571.458945:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076571.458952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076571.458964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076571.458969:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076571.458975:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076571.458979:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076571.458983:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3560
00000400:00000200:3.0:1769076571.458995:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076571.458999:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076571.459013:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076571.459021:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.459024:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.459027:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.459034:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076571.459037:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076571.459040:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076571.459043:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076571.459046:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076571.459055:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076571.459065:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076571.459077:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.459087:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.459090:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.459101:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076571.459112:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076571.459131:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076571.459138:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076571.459141:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076571.459144:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076571.459149:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.459153:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076571.459157:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076571.459166:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.459168:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076571.459172:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076571.459178:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076571.459183:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076571.459188:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.459191:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076571.459192:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076571.459193:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076571.459196:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076571.459200:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076571.459210:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610627200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076571.459228:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076571.459229:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.459233:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610627200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076571.459259:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076571.459264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076571.459274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076571.459275:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076571.459279:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076571.459281:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076571.459283:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3560
00000400:00000200:3.0:1769076571.459333:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076571.459344:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076571.459347:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076571.459356:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.459358:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.459359:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.459364:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076571.459440:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076571.459442:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076571.459454:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076571.459456:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076571.459460:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076571.459462:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076571.459466:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.459468:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076571.459475:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076571.459478:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076571.459494:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076571.459502:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076571.459509:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076571.459512:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076571.459516:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769076571.459526:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:3.0:1769076571.459527:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.459535:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076571.459543:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769076571.459543:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000008:00000001:3.0:1769076571.459557:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.459583:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076571.459596:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076571.459606:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076571.459612:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076571.459617:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076571.459621:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076571.459624:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076571.459628:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076571.459634:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076571.459640:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076571.459651:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610627328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076571.459660:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076571.459664:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.459668:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610627328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076571.459703:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076571.459714:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3570)
00000800:00000200:2.1:1769076571.460078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076571.460082:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076571.460461:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076571.460463:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076571.460771:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076571.460773:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.0:1769076571.970786:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769076572.290514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076572.290521:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076572.290548:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076572.290552:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076572.290556:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076572.354550:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298233713, at 4298233728
00000100:00000010:3.0:1769076572.354566:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00010000:00000001:0.0:1769076573.314589:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076573.314599:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076574.338464:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076574.338470:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076574.338500:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076574.338503:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076574.338507:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076575.362622:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076575.362629:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076576.386529:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076576.386540:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076576.386570:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076576.386573:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076576.386577:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076576.578498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076576.578507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076576.578509:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076576.578513:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076576.578516:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076576.578523:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3565
00000400:00000200:0.0:1769076576.578532:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076576.578537:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076576.578539:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076576.578542:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.578545:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076576.578547:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.578549:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076576.578552:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076576.578554:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076576.578556:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076576.578558:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076576.578560:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076576.578562:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076576.578563:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.578565:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076576.578566:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.578567:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076576.578569:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076576.578573:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076576.578575:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076576.578577:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076576.578579:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076576.578581:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.578583:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076576.578585:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076576.578592:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076576.578603:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076576.578606:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076576.578608:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.578610:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076576.578612:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076576.578616:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076576.578634:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076576.578640:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076576.578647:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610627456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076576.578656:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076576.578660:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076576.578664:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610627456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076576.578691:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076576.578695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076576.578699:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076576.578701:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076576.578703:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076576.578707:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076576.578710:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3565
00000400:00000200:0.0:1769076576.578716:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076576.578721:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076576.578724:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076576.578729:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.578735:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076576.578740:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.578746:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076576.578750:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076576.578752:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076576.578754:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076576.578756:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076576.578768:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076576.578770:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076576.578777:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.578780:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076576.578782:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.578787:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076576.578789:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076576.578793:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076576.578798:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076576.578804:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076576.578809:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076576.578814:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.578818:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076576.578823:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076576.578827:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.578830:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076576.578838:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076576.578843:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076576.578845:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076576.578848:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.578851:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076576.578853:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076576.578855:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076576.578861:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076576.578867:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076576.578875:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610627584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076576.578884:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076576.578887:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076576.578898:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610627584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076576.578935:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076576.578942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076576.578951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076576.578955:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076576.578959:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076576.578965:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076576.578972:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3565
00000400:00000200:0.0:1769076576.578993:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076576.579003:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076576.579008:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076576.579017:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.579025:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076576.579032:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.579040:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076576.579047:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076576.579052:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076576.579057:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076576.579062:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769076576.579073:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769076576.579078:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769076576.579088:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076576.579090:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076576.579102:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.579108:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076576.579117:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.579122:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076576.579129:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076576.579134:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076576.579137:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076576.579140:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076576.579143:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076576.579147:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.579153:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076576.579156:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076576.579163:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.579166:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076576.579169:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076576.579174:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076576.579177:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076576.579180:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.579183:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076576.579184:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076576.579188:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076576.579196:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076576.579203:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076576.579209:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610627712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076576.579224:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076576.579228:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076576.579235:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610627712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076576.579246:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076576.579248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076576.579253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076576.579256:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076576.579265:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076576.579267:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076576.579269:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3565
00000400:00000200:0.0:1769076576.579272:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076576.579275:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076576.579277:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076576.579282:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.579299:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076576.579305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.579309:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076576.579312:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076576.579316:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076576.579318:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076576.579322:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076576.579328:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076576.579333:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076576.579352:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.579355:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076576.579359:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076576.579364:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076576.579366:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076576.579371:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076576.579373:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076576.579378:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076576.579380:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076576.579384:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.579408:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076576.579410:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076576.579412:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.579413:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076576.579417:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076576.579419:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076576.579421:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076576.579423:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076576.579427:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076576.579429:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076576.579432:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076576.579435:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076576.579439:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076576.579449:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610627840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076576.579458:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076576.579462:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076576.579470:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610627840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076576.579480:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076576.579485:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3575)
00000800:00000200:2.1:1769076576.579733:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076576.579736:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076576.580002:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076576.580005:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076576.580338:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076576.580340:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769076577.410501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076577.410511:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076577.410531:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076577.410534:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076577.410541:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076577.410544:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076577.410547:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076577.410550:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076577.474521:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298238832, at 4298238848
00000100:00000010:3.0:1769076577.474541:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769076578.434558:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076578.434569:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076578.434636:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076578.434641:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076578.434647:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076579.458576:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076579.458585:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076580.482498:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076580.482506:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076580.482533:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076580.482537:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076580.482541:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076581.506520:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076581.506530:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076581.699459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076581.699469:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076581.700406:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076581.700410:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076581.700769:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076581.700771:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076581.701056:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076581.701059:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076582.530497:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076582.530503:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076582.530526:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076582.530528:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076582.530531:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076582.594531:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298243953, at 4298243968
00000100:00000010:3.0:1769076582.594546:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00010000:00000001:0.0:1769076583.554489:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076583.554497:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076584.578554:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076584.578572:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076584.578600:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076584.578603:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076584.578607:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076585.602569:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076585.602581:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076586.626597:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076586.626607:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076586.626644:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076586.626648:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076586.626653:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076586.818532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076586.818548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076586.818552:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076586.818557:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076586.818563:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076586.818572:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3575
00000400:00000200:0.0:1769076586.818583:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076586.818590:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076586.818594:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076586.818598:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.818602:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076586.818605:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.818609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076586.818614:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076586.818616:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076586.818619:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076586.818622:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076586.818625:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076586.818627:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076586.818630:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.818632:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076586.818635:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.818637:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076586.818641:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076586.818644:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076586.818647:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076586.818650:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076586.818654:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076586.818658:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.818661:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076586.818664:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076586.818675:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076586.818679:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076586.818683:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076586.818685:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.818689:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076586.818692:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076586.818697:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076586.818706:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076586.818715:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076586.818725:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610628480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076586.818738:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076586.818744:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076586.818750:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610628480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076586.818776:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076586.818780:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076586.818783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076586.818785:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076586.818786:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076586.818789:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076586.818792:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3575
00000400:00000200:0.0:1769076586.818797:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076586.818802:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076586.818805:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076586.818809:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.818812:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076586.818814:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.818817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076586.818821:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076586.818826:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076586.818830:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076586.818833:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076586.818839:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076586.818843:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076586.818849:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.818853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076586.818861:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.818870:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076586.818878:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076586.818889:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076586.818894:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076586.818901:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076586.818909:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076586.818915:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.818920:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076586.818928:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076586.818937:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.818943:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076586.818950:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076586.818956:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076586.818962:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076586.818966:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.818968:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076586.818970:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076586.818973:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076586.818984:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076586.818992:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076586.819003:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610628608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076586.819020:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076586.819024:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076586.819034:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610628608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076586.819061:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076586.819071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076586.819087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076586.819091:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076586.819094:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076586.819102:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076586.819127:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3575
00000400:00000200:0.0:1769076586.819134:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076586.819138:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076586.819141:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076586.819149:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.819153:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076586.819161:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.819166:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076586.819173:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076586.819175:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076586.819181:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076586.819187:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076586.819192:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076586.819195:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076586.819207:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.819212:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076586.819221:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.819227:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076586.819236:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076586.819246:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076586.819255:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076586.819260:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076586.819267:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076586.819276:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.819287:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076586.819291:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076586.819301:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.819307:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076586.819317:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076586.819326:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076586.819336:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076586.819341:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.819349:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076586.819354:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076586.819358:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076586.819369:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076586.819377:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076586.819417:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076586.819423:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00100000:0.0:1769076586.819454:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610628736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076586.819467:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076586.819473:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076586.819485:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610628736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076586.819518:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076586.819526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076586.819532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076586.819536:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076586.819540:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076586.819547:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076586.819556:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3575
00000400:00000200:0.0:1769076586.819568:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076586.819576:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076586.819581:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076586.819587:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.819594:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076586.819600:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.819607:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076586.819612:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076586.819615:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076586.819619:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076586.819624:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076586.819630:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076586.819633:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076586.819643:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.819646:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076586.819652:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076586.819659:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076586.819666:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076586.819674:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076586.819677:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076586.819679:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076586.819683:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076586.819686:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.819689:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076586.819694:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076586.819702:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.819708:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076586.819717:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076586.819724:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076586.819732:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076586.819734:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076586.819740:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076586.819743:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076586.819748:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076586.819760:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076586.819772:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076586.819787:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610628864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076586.819838:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076586.819845:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076586.819860:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610628864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076586.819891:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076586.819900:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3585)
00000800:00000200:2.1:1769076586.820111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076586.820129:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076586.820330:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076586.820332:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076586.820569:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076586.820571:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769076587.650539:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076587.650551:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076587.650555:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076587.650559:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076587.650566:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076587.650569:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076587.650572:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076587.650575:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076587.714440:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298249073, at 4298249088
00000100:00000010:3.0:1769076587.714455:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769076588.674514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076588.674520:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076588.674561:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076588.674564:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076588.674567:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076589.698516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076589.698525:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076590.722466:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076590.722472:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076590.722497:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076590.722500:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076590.722504:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076591.746468:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076591.746473:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076591.939211:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076591.939220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076591.940215:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076591.940217:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076591.940437:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076591.940439:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076591.940681:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076591.940683:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1769076592.770481:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076592.770486:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076592.770523:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076592.770525:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076592.770527:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076592.834508:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298254193, at 4298254208
00000100:00000010:3.0:1769076592.834532:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769076593.794548:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076593.794555:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076594.818531:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076594.818539:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076594.818579:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076594.818582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076594.818585:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076595.842457:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076595.842462:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076596.866509:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076596.866515:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076596.866544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076596.866547:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076596.866550:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076597.058548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076597.058577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076597.058598:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076597.058604:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076597.058609:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076597.058619:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3586
00000400:00000200:3.0:1769076597.058632:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076597.058639:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076597.058643:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076597.058647:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.058650:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076597.058653:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.058655:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076597.058677:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076597.058679:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076597.058683:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076597.058686:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076597.058689:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076597.058692:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076597.058696:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.058699:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076597.058703:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.058706:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076597.058710:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076597.058715:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076597.058719:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076597.058732:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076597.058735:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076597.058739:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.058742:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076597.058745:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076597.058755:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076597.058759:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076597.058765:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076597.058767:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.058771:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076597.058775:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076597.058782:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076597.058795:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076597.058806:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076597.058821:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610629504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076597.058858:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076597.058864:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076597.058871:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610629504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076597.058902:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076597.058906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076597.058909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076597.058910:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076597.058912:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076597.058914:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076597.058917:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3586
00000400:00000200:3.0:1769076597.058922:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076597.058925:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076597.058927:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076597.058930:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.058932:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076597.058934:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.058936:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076597.058939:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076597.058956:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076597.058958:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076597.058960:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076597.058962:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076597.058965:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076597.058970:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.058973:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076597.058976:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.058998:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076597.059004:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076597.059010:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076597.059016:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076597.059020:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076597.059032:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076597.059043:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.059052:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076597.059061:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076597.059077:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.059087:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076597.059100:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076597.059109:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076597.059117:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076597.059124:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.059134:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076597.059139:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076597.059147:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076597.059161:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076597.059170:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076597.059189:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610629632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076597.059213:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076597.059219:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076597.059230:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610629632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076597.059265:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076597.059290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076597.059300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076597.059308:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076597.059315:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076597.059324:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076597.059333:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3586
00000400:00000200:3.0:1769076597.059489:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076597.059499:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076597.059506:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076597.059518:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.059529:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076597.059539:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769076597.059550:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076597.059553:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769076597.059558:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769076597.059565:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076597.059573:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076597.059585:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076597.059609:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076597.059618:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076597.059625:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076597.059636:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.059643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076597.059650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.059656:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076597.059664:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076597.059687:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076597.059695:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076597.059700:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076597.059708:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076597.059717:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.059728:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076597.059736:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076597.059741:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.059752:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076597.059764:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076597.059775:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076597.059790:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076597.059797:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.059806:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076597.059810:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076597.059819:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076597.059853:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076597.059863:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076597.059880:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610629760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076597.059899:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076597.059905:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076597.059931:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610629760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076597.059962:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076597.059971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076597.060005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076597.060015:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076597.060024:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076597.060038:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076597.060052:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3586
00000400:00000200:3.0:1769076597.060074:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076597.060095:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076597.060103:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076597.060117:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.060127:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076597.060136:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.060145:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076597.060157:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076597.060162:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076597.060170:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076597.060176:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076597.060184:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076597.060195:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076597.060209:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.060216:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076597.060224:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076597.060231:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076597.060242:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076597.060253:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076597.060268:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076597.060295:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076597.060303:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076597.060313:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.060322:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076597.060329:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076597.060340:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.060367:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076597.060379:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076597.060389:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076597.060399:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076597.060404:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076597.060409:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076597.060415:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076597.060423:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076597.060472:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076597.060484:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076597.060500:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610629888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076597.060533:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076597.060544:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076597.060564:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610629888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076597.060626:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076597.060640:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3596)
00000800:00000200:2.1:1769076597.060746:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076597.060750:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076597.061312:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076597.061314:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076597.061924:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076597.061926:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1769076597.890485:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076597.890494:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076597.890496:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076597.890499:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076597.890504:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076597.890506:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076597.890509:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076597.890511:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076597.954492:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298259313, at 4298259328
00000100:00000010:3.0:1769076597.954501:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00010000:00000001:0.0:1769076598.914550:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076598.914558:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076598.914592:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076598.914597:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076598.914601:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076599.938557:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076599.938570:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076600.962486:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076600.962497:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076600.962523:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076600.962526:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076600.962529:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076601.986577:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076601.986587:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076602.178565:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076602.178576:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076602.178580:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076602.178584:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076602.178590:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076602.178598:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3591
00000400:00000200:3.0:1769076602.178610:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076602.178618:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076602.178622:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076602.178627:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.178631:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076602.178634:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.178637:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076602.178642:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076602.178644:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076602.178647:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076602.178650:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076602.178653:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076602.178655:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076602.178658:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.178661:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076602.178663:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.178665:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076602.178669:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076602.178673:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076602.178675:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076602.178679:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076602.178682:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076602.178685:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.178695:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076602.178698:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076602.178705:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076602.178709:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076602.178713:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076602.178715:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.178718:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076602.178721:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076602.178726:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076602.178734:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076602.178741:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076602.178751:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610630016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076602.178764:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076602.178769:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076602.178774:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610630016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076602.178800:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076602.178804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076602.178807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076602.178809:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076602.178811:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076602.178814:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076602.178817:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3591
00000400:00000200:3.0:1769076602.178821:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076602.178825:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076602.178827:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076602.178831:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.178834:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076602.178837:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.178840:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076602.178843:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076602.178845:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076602.178847:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076602.178850:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076602.178852:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076602.178877:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076602.178883:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.178886:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076602.178888:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.178890:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076602.178894:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076602.178898:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076602.178901:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076602.178903:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076602.178910:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076602.178917:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.178920:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076602.178928:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076602.178935:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.178939:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076602.178943:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076602.178949:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076602.178953:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076602.178957:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.178964:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076602.178968:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076602.178973:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076602.178983:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076602.178994:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076602.179006:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610630144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076602.179034:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076602.179040:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076602.179051:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610630144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076602.179069:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076602.179076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076602.179082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076602.179086:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076602.179090:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076602.179096:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076602.179103:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3591
00000400:00000200:3.0:1769076602.179111:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076602.179120:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076602.179122:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076602.179128:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.179134:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076602.179141:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.179147:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076602.179154:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076602.179159:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076602.179165:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076602.179170:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076602.179177:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076602.179182:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076602.179194:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.179199:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076602.179206:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.179213:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076602.179218:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076602.179226:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076602.179234:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076602.179237:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076602.179241:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076602.179247:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.179252:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076602.179255:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076602.179262:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.179268:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076602.179276:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076602.179282:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076602.179291:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076602.179296:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.179301:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076602.179308:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076602.179314:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076602.179323:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076602.179330:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076602.179342:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610630272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076602.179369:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076602.179377:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076602.179451:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076602.179481:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610630272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076602.179511:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076602.179519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076602.179525:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076602.179530:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076602.179536:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076602.179540:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076602.179545:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3591
00000400:00000200:3.0:1769076602.179558:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076602.179563:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076602.179571:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076602.179577:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.179584:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076602.179589:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.179592:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076602.179600:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076602.179605:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076602.179609:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076602.179615:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076602.179619:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076602.179630:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076602.179642:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.179645:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076602.179649:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076602.179657:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076602.179668:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076602.179675:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076602.179682:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076602.179690:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076602.179696:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076602.179700:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.179707:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076602.179710:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076602.179718:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.179723:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076602.179732:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076602.179740:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076602.179749:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076602.179755:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076602.179763:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076602.179769:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076602.179776:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076602.179789:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076602.179801:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076602.179820:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610630400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076602.179848:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076602.179882:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076602.179898:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610630400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076602.179944:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076602.179953:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3601)
00000800:00000200:2.1:1769076602.180049:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076602.180229:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076602.180510:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769076603.010517:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076603.010523:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076603.010550:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076603.010553:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076603.010556:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076603.074549:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298264433, at 4298264448
00000100:00000010:3.0:1769076603.074593:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00010000:00000001:0.0:1769076604.034571:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076604.034579:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076605.058486:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076605.058494:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076605.058527:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076605.058530:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076605.058534:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076605.250674:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:0.0:1769076605.250722:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076605.250736:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076605.250744:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:0.0:1769076605.250749:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076605.250753:0:2355:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076605.250761:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076605.250779:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:0.0:1769076605.250791:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076605.250799:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076605.250845:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894aa0
00000400:00000010:0.0:1769076605.250849:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894aa0.
00000100:00000001:0.0:1769076605.250856:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076605.250868:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cfb80 x1855007610630016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076605.250920:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076605.250927:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610630016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076627 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076605.250937:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076605.250940:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076605.250954:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076605.250958:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d100.
00000400:00000200:0.0:1769076605.250962:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076605.250967:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076605.250972:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894088
00000400:00000010:0.0:1769076605.250975:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894088.
00000100:00000001:0.0:1769076605.250979:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076605.250985:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7ce680 x1855007610630144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076605.250997:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076605.251001:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce680 x1855007610630144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076627 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076605.251010:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076605.251013:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076605.251023:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076605.251027:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d800.
00000400:00000200:0.0:1769076605.251031:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076605.251036:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076605.251041:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894000
00000400:00000010:0.0:1769076605.251044:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894000.
00000100:00000001:0.0:1769076605.251047:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076605.251052:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cc380 x1855007610630272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076605.251063:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076605.251067:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610630272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076627 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076605.251075:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076605.251078:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076605.251095:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076605.251099:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d300.
00000400:00000200:0.0:1769076605.251103:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076605.251108:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076605.251112:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:0.0:1769076605.251115:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:0.0:1769076605.251118:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076605.251124:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cdf80 x1855007610630400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076605.251135:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076605.251140:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610630400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076627 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076605.251149:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076605.251152:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769076606.082500:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076606.082508:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076607.106513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076607.106523:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076607.106527:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076607.106531:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076607.106536:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076607.106539:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076607.106542:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076607.106545:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076607.106577:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076607.106582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076607.106587:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076607.298581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076607.298610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076607.298615:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076607.298621:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076607.298628:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076607.298640:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3596
00000400:00000200:0.0:1769076607.298655:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076607.298680:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076607.298687:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076607.298694:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.298701:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076607.298706:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.298712:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076607.298720:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076607.298739:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076607.298744:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076607.298749:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076607.298753:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076607.298758:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076607.298765:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.298795:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076607.298817:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.298821:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076607.298826:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076607.298833:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076607.298838:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076607.298843:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076607.298848:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076607.298853:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076607.298857:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076607.298860:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076607.298869:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076607.298874:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076607.298879:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076607.298890:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076607.298895:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076607.298898:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076607.298905:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076607.298916:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769076607.298927:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076607.298940:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610630528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076607.298955:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076607.298962:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076607.298979:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610630528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076607.299017:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076607.299023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076607.299029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076607.299031:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076607.299037:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076607.299041:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076607.299046:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3596
00000400:00000200:0.0:1769076607.299052:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076607.299057:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076607.299061:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076607.299067:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.299070:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076607.299074:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.299078:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076607.299082:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076607.299085:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076607.299087:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076607.299091:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076607.299095:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076607.299101:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076607.299112:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.299121:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076607.299129:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.299139:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076607.299146:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076607.299164:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076607.299175:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076607.299183:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076607.299194:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076607.299201:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076607.299209:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076607.299218:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076607.299229:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076607.299235:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076607.299248:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076607.299257:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076607.299266:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076607.299271:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076607.299278:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076607.299283:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076607.299288:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076607.299303:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769076607.299313:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076607.299328:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610630656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076607.299349:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076607.299355:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076607.299371:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610630656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076607.299450:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076607.299457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076607.299466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076607.299471:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076607.299474:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076607.299485:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076607.299496:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3596
00000400:00000200:0.0:1769076607.299511:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076607.299524:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076607.299532:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076607.299542:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.299549:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076607.299557:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.299566:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076607.299576:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076607.299581:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076607.299586:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076607.299592:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076607.299600:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076607.299611:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076607.299622:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.299625:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076607.299636:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.299646:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076607.299656:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076607.299667:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076607.299676:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076607.299681:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076607.299690:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076607.299698:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076607.299708:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076607.299712:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076607.299723:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076607.299729:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076607.299731:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076607.299742:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000010:0.0:1769076607.299743:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076607.299752:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076607.299762:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076607.299789:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076607.299801:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076607.299807:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076607.299814:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076607.299826:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076607.299835:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076607.299850:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610630784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076607.299893:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076607.299901:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076607.299918:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610630784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076607.299947:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076607.299953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076607.299965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076607.299972:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076607.299976:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076607.299984:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076607.299990:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3596
00000400:00000200:0.0:1769076607.300002:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076607.300014:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076607.300025:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076607.300035:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.300044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076607.300052:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.300060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076607.300069:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076607.300074:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076607.300080:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076607.300086:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076607.300102:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076607.300108:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076607.300120:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.300127:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076607.300136:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076607.300144:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076607.300152:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076607.300158:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076607.300165:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076607.300172:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076607.300180:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076607.300189:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076607.300196:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076607.300202:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076607.300210:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076607.300218:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076607.300230:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076607.300240:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076607.300248:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076607.300253:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076607.300262:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076607.300265:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076607.300271:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076607.300281:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076607.300291:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076607.300305:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610630912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076607.300347:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076607.300355:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076607.300370:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610630912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076607.300442:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076607.300453:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3606)
00000800:00000200:2.1:1769076607.300811:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076607.300814:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076607.301109:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076607.301113:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076607.301447:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076607.301450:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769076608.130546:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076608.130570:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076608.194533:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298269553, at 4298269568
00000100:00000010:3.0:1769076608.194549:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769076609.154532:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076609.154553:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076609.154601:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076609.154616:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076609.154621:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076610.178542:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076610.178567:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769076610.882843:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769076611.202513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076611.202520:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076611.202544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076611.202547:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076611.202551:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076612.226534:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076612.226543:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076612.418515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076612.418531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076612.418535:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076612.418541:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076612.418547:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076612.418559:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3601
00000400:00000200:0.0:1769076612.418576:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076612.418586:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076612.418592:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076612.418598:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.418605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076612.418609:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.418615:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076612.418623:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076612.418626:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076612.418631:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076612.418636:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076612.418641:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076612.418647:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076612.418653:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.418657:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076612.418662:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.418666:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076612.418671:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076612.418676:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076612.418680:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076612.418707:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076612.418711:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076612.418716:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.418719:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076612.418722:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076612.418732:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769076612.418738:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076612.418743:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076612.418745:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.418749:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076612.418752:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076612.418758:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076612.418768:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076612.418776:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076612.418788:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610631040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076612.418802:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076612.418807:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076612.418813:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610631040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076612.418845:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076612.418850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076612.418854:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076612.418857:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076612.418859:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076612.418862:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076612.418865:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3601
00000400:00000200:0.0:1769076612.418871:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076612.418875:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076612.418878:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076612.418883:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.418886:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076612.418889:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.418893:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076612.418897:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076612.418899:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076612.418901:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076612.418905:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076612.418908:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076612.418914:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076612.418925:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.418932:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076612.418939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.418946:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076612.418950:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076612.418963:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076612.418973:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076612.418981:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076612.418993:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076612.419000:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.419007:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076612.419017:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076612.419027:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.419035:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076612.419043:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769076612.419050:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076612.419057:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076612.419062:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.419068:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076612.419070:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076612.419074:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076612.419086:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076612.419096:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076612.419112:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610631168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076612.419131:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076612.419136:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076612.419150:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610631168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076612.419221:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076612.419230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076612.419240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076612.419246:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076612.419252:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076612.419258:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076612.419268:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3601
00000400:00000200:0.0:1769076612.419278:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076612.419292:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076612.419297:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076612.419305:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.419315:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076612.419323:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.419329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076612.419335:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076612.419340:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076612.419345:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076612.419352:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076612.419360:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076612.419371:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076612.419420:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.419425:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076612.419428:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.419431:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076612.419434:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076612.419439:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076612.419442:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076612.419445:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076612.419450:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076612.419454:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.419460:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076612.419466:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076612.419472:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.419475:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076612.419483:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076612.419491:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076612.419497:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076612.419502:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.419510:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076612.419514:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076612.419517:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076612.419529:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076612.419536:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076612.419555:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610631296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076612.419585:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076612.419594:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769076612.419595:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769076612.419605:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076612.419626:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610631296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076612.419663:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076612.419674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076612.419713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076612.419719:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076612.419725:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076612.419737:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076612.419744:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3601
00000400:00000200:0.0:1769076612.419761:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076612.419776:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076612.419783:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076612.419795:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.419800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076612.419805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.419813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076612.419822:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076612.419828:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076612.419832:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076612.419839:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076612.419844:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076612.419853:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076612.419860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.419869:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076612.419875:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076612.419886:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076612.419893:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076612.419903:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076612.419911:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076612.419917:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076612.419926:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076612.419933:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.419942:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076612.419947:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076612.419957:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.419962:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076612.419970:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076612.419982:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076612.419993:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076612.419999:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076612.420007:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076612.420011:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076612.420017:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076612.420028:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076612.420039:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076612.420057:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610631424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076612.420086:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076612.420091:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076612.420104:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610631424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076612.420134:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076612.420143:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3611)
00000800:00000200:2.1:1769076612.420535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076612.420538:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076612.420939:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076612.420943:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076612.421328:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076612.421332:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769076613.250556:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076613.250564:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076613.250596:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076613.250599:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076613.250603:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076613.314627:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298274673, at 4298274688
00000100:00000010:3.0:1769076613.314643:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00010000:00000001:0.0:1769076614.274519:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076614.274527:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076615.298499:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076615.298508:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076615.298531:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076615.298534:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076615.298536:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076616.322501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076616.322508:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076617.346449:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076617.346456:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076617.346458:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076617.346460:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076617.346465:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076617.346467:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076617.346469:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076617.346470:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076617.346487:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076617.346489:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076617.346491:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076617.538553:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076617.538568:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076617.538571:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076617.538577:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076617.538582:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076617.538591:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3606
00000400:00000200:0.0:1769076617.538661:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076617.538666:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076617.538669:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076617.538672:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.538675:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076617.538677:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.538679:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076617.538683:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076617.538684:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076617.538704:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076617.538708:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076617.538711:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076617.538714:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076617.538718:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.538721:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076617.538724:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.538727:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076617.538731:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076617.538735:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076617.538738:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076617.538742:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076617.538747:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076617.538753:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.538757:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076617.538761:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076617.538776:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076617.538784:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076617.538802:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076617.538806:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.538812:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076617.538816:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076617.538824:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076617.538840:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076617.538851:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076617.538881:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610631552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076617.538893:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076617.538898:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076617.538903:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610631552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076617.538931:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076617.538935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076617.538938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076617.538940:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076617.538942:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076617.538944:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076617.538947:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3606
00000400:00000200:0.0:1769076617.538951:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076617.538954:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076617.538956:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076617.538960:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.538963:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076617.538965:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.538968:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076617.538971:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076617.538973:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076617.538975:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076617.538978:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076617.538980:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076617.538983:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076617.538986:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.538988:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076617.538991:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.538998:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076617.539001:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076617.539008:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539012:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076617.539015:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076617.539022:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076617.539029:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.539035:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076617.539041:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076617.539049:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.539055:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076617.539060:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076617.539082:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076617.539088:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076617.539091:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.539094:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076617.539097:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076617.539100:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076617.539105:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769076617.539112:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076617.539119:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610631680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076617.539130:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076617.539134:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076617.539139:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610631680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076617.539157:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076617.539160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076617.539166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076617.539169:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076617.539172:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076617.539175:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076617.539186:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3606
00000400:00000200:0.0:1769076617.539194:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076617.539199:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076617.539202:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076617.539208:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539210:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076617.539215:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539217:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076617.539219:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076617.539220:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076617.539221:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076617.539222:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076617.539226:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076617.539230:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076617.539232:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539233:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076617.539238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539241:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076617.539243:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076617.539247:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539251:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076617.539254:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076617.539258:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076617.539263:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.539267:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076617.539271:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076617.539275:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.539279:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076617.539285:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076617.539289:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076617.539294:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076617.539297:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.539301:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076617.539304:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076617.539307:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076617.539312:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076617.539315:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076617.539323:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610631808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076617.539335:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076617.539339:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076617.539343:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076617.539346:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610631808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769076617.539348:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769076617.539359:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076617.539363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076617.539368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076617.539369:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076617.539371:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076617.539374:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076617.539380:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3606
00000400:00000200:0.0:1769076617.539411:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076617.539437:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076617.539443:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076617.539450:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539463:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076617.539475:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539486:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076617.539500:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076617.539509:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076617.539517:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076617.539525:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076617.539534:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076617.539547:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076617.539565:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539573:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076617.539577:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539579:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076617.539582:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076617.539586:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076617.539588:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076617.539591:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076617.539618:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076617.539625:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.539628:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076617.539633:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076617.539660:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.539663:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076617.539674:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076617.539679:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076617.539686:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076617.539690:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076617.539696:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076617.539698:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076617.539703:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076617.539712:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076617.539720:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076617.539730:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610631936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076617.539749:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076617.539756:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076617.539766:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610631936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076617.539846:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076617.539862:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3616)
00000800:00000200:2.1:1769076617.540177:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076617.540178:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076617.540369:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076617.540371:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076617.540570:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076617.540572:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769076618.370506:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076618.370515:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076618.434523:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298279793, at 4298279808
00000100:00000010:3.0:1769076618.434539:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00010000:00000001:0.0:1769076619.394517:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076619.394525:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076619.394555:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076619.394558:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076619.394562:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076620.418514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076620.418523:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076621.442513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076621.442518:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076621.442552:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076621.442555:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076621.442558:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076622.466568:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076622.466577:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076622.659424:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076622.659429:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076622.660329:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076622.660332:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076622.660688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076622.660692:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076622.661035:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076622.661038:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769076623.490602:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076623.490609:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076623.490635:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076623.490637:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076623.490642:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076623.554554:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298284913, at 4298284928
00000100:00000010:3.0:1769076623.554571:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00010000:00000001:0.0:1769076624.514533:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076624.514542:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076625.538542:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076625.538550:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076625.538578:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076625.538582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076625.538586:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076626.562581:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076626.562589:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076627.586540:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076627.586551:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076627.586554:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076627.586557:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076627.586565:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076627.586568:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076627.586571:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076627.586574:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076627.586601:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076627.586605:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076627.586608:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076627.778552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076627.778565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076627.778568:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076627.778573:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076627.778578:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076627.778587:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3616
00000400:00000200:0.0:1769076627.778599:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076627.778607:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076627.778611:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076627.778615:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.778619:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.778622:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.778625:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076627.778630:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076627.778632:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076627.778635:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076627.778638:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076627.778641:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076627.778643:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076627.778648:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.778651:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.778653:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.778656:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076627.778659:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076627.778663:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076627.778666:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076627.778669:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076627.778672:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076627.778675:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.778678:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076627.778680:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076627.778691:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076627.778695:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076627.778699:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076627.778701:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.778705:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076627.778707:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076627.778712:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076627.778722:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076627.778730:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076627.778742:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610632576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076627.778760:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076627.778767:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076627.778775:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610632576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076627.778813:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076627.778819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076627.778825:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076627.778828:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076627.778832:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076627.778835:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076627.778838:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3616
00000400:00000200:0.0:1769076627.778844:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076627.778847:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076627.778850:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076627.778853:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.778856:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.778858:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.778861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076627.778863:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076627.778865:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076627.778867:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076627.778869:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076627.778871:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076627.778874:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076627.778878:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.778880:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.778883:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.778886:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076627.778889:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076627.778893:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076627.778896:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076627.778898:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076627.778905:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076627.778911:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.778917:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076627.778925:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076627.778932:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.778935:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076627.778944:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076627.778951:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076627.778959:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076627.778965:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.778973:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076627.778978:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076627.778982:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076627.778992:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769076627.779000:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076627.779015:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610632704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076627.779032:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076627.779038:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076627.779046:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610632704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076627.779065:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076627.779070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076627.779074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076627.779079:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076627.779081:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076627.779090:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076627.779094:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3616
00000400:00000200:0.0:1769076627.779103:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076627.779110:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076627.779112:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076627.779116:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.779126:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.779128:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.779130:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076627.779132:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076627.779135:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076627.779140:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076627.779145:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076627.779149:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076627.779156:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076627.779163:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.779167:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.779171:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.779177:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076627.779180:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076627.779190:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076627.779199:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076627.779205:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076627.779210:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076627.779216:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.779225:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076627.779231:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076627.779236:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.779243:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076627.779249:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076627.779254:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076627.779260:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076627.779263:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.779268:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076627.779270:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076627.779272:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076627.779280:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076627.779286:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076627.779299:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610632832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076627.779320:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076627.779324:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076627.779335:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610632832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076627.779362:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076627.779371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076627.779378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076627.779383:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076627.779461:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076627.779466:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076627.779472:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3616
00000400:00000200:0.0:1769076627.779484:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076627.779493:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076627.779499:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769076627.779500:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076627.779507:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.1:1769076627.779510:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769076627.779514:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.779523:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.779531:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076627.779539:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076627.779541:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076627.779544:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076627.779550:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076627.779571:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076627.779577:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076627.779585:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.779589:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076627.779595:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076627.779602:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076627.779605:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076627.779612:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076627.779618:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076627.779625:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076627.779630:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076627.779637:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.779642:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076627.779646:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076627.779652:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.779654:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076627.779661:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076627.779667:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076627.779675:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076627.779678:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076627.779683:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076627.779687:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076627.779691:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076627.779701:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076627.779710:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076627.779719:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610632960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076627.779740:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076627.779748:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076627.779760:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610632960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076627.779784:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076627.779797:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3626)
00000800:00000200:2.1:1769076627.780164:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076627.780167:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076627.780549:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076627.780552:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076627.780854:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076627.780856:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769076628.610529:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076628.610536:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076628.674613:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298290033, at 4298290048
00000100:00000010:3.0:1769076628.674632:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00010000:00000001:0.0:1769076629.634541:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076629.634549:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076629.634580:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076629.634582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076629.634602:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076630.658590:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076630.658602:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076630.658753:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076630.658759:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076630.658783:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076631.682532:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076631.682540:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076631.682582:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076631.682585:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076631.682590:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076632.706495:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076632.706502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076632.706543:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076632.706546:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076632.706549:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076632.898504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076632.898531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076632.898534:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076632.898538:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076632.898542:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076632.898549:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3621
00000400:00000200:0.0:1769076632.898559:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076632.898565:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076632.898569:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076632.898572:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898575:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.898577:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898579:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076632.898584:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076632.898586:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076632.898588:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076632.898590:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076632.898593:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076632.898595:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076632.898598:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898599:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.898602:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076632.898606:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076632.898609:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898612:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076632.898614:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076632.898617:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076632.898620:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.898622:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076632.898624:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076632.898633:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076632.898637:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076632.898640:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076632.898642:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.898645:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076632.898647:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076632.898651:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076632.898659:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076632.898665:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076632.898674:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610633088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076632.898684:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076632.898688:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076632.898692:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610633088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076632.898716:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076632.898719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076632.898722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076632.898723:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076632.898725:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076632.898727:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076632.898729:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3621
00000400:00000200:0.0:1769076632.898732:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076632.898735:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076632.898737:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076632.898740:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.898745:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898747:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076632.898748:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076632.898750:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076632.898751:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076632.898754:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076632.898756:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076632.898758:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076632.898761:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898763:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.898764:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076632.898769:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076632.898775:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898778:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076632.898782:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076632.898790:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076632.898793:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.898798:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076632.898804:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076632.898811:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.898815:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076632.898820:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076632.898825:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076632.898829:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076632.898833:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.898838:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076632.898840:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076632.898844:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076632.898851:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076632.898856:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076632.898865:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610633216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076632.898877:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076632.898883:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076632.898888:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610633216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076632.898903:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076632.898908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076632.898911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076632.898916:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076632.898917:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076632.898920:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076632.898923:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3621
00000400:00000200:0.0:1769076632.898931:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076632.898937:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076632.898941:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076632.898947:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898954:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.898959:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.898965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076632.898972:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076632.898977:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076632.898981:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076632.898984:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076632.898988:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076632.898994:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076632.899002:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.899005:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.899008:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.899010:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076632.899011:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076632.899014:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076632.899015:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076632.899019:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076632.899023:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076632.899026:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.899028:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076632.899031:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076632.899037:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.899042:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076632.899046:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076632.899049:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076632.899055:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076632.899058:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.899063:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076632.899064:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076632.899068:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076632.899077:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076632.899084:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076632.899095:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610633344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076632.899110:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076632.899115:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076632.899124:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610633344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076632.899143:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076632.899148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076632.899155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076632.899156:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076632.899158:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076632.899159:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076632.899162:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3621
00000400:00000200:0.0:1769076632.899165:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076632.899172:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076632.899176:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076632.899181:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.899185:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.899188:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.899191:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076632.899197:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076632.899200:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076632.899201:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076632.899206:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000800:00000200:2.1:1769076632.899207:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769076632.899209:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076632.899213:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:2.1:1769076632.899217:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1769076632.899219:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.899224:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.899228:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076632.899233:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076632.899239:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076632.899260:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076632.899265:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076632.899272:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076632.899275:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076632.899279:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.899283:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076632.899288:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076632.899295:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.899300:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076632.899306:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769076632.899312:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076632.899317:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076632.899320:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.899325:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076632.899328:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076632.899331:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076632.899337:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076632.899353:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076632.899361:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610633472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076632.899416:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076632.899418:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076632.899422:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610633472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076632.899437:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076632.899444:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3631)
00000800:00000200:2.1:1769076632.899883:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076632.899886:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076632.900151:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076632.900155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076632.900513:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076632.900516:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1769076633.730512:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076633.730518:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076633.730563:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076633.730568:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076633.730571:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076633.794551:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298295153, at 4298295168
00000100:00000010:3.0:1769076633.794595:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00010000:00000001:0.0:1769076634.754551:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076634.754561:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076634.754618:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076634.754622:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076634.754626:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076635.778632:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076635.778641:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076635.778710:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076635.778713:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076635.778718:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076636.802516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076636.802522:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076636.802543:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076636.802546:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076636.802548:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076637.826526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076637.826538:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076637.826543:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076637.826548:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076637.826555:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076637.826559:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076637.826564:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076637.826569:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076637.826623:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076637.826626:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076637.826630:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076638.019335:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076638.019342:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076638.020111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076638.020115:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076638.020544:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076638.020548:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076638.020899:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076638.020902:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769076638.850517:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076638.850523:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076638.850563:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076638.850565:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076638.850568:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076638.914474:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298300273, at 4298300288
00000100:00000010:3.0:1769076638.914482:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00010000:00000001:0.0:1769076639.874586:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076639.874597:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076639.874682:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076639.874688:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076639.874695:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076640.898514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076640.898522:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076640.898563:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076640.898566:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076640.898570:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076641.922547:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076641.922555:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076641.922579:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076641.922582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076641.922584:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076642.946484:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076642.946491:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076642.946515:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076642.946518:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076642.946520:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076643.138635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076643.138652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076643.138656:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076643.138663:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076643.138670:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076643.138682:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3632
00000400:00000200:0.0:1769076643.138698:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076643.138709:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076643.138715:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076643.138722:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.138728:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076643.138733:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.138737:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076643.138744:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076643.138748:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076643.138753:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076643.138758:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076643.138763:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076643.138768:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076643.138773:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.138777:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076643.138781:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.138784:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076643.138791:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076643.138797:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076643.138802:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076643.138808:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076643.138814:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076643.138820:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.138825:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076643.138829:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076643.138844:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769076643.138851:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076643.138859:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076643.138862:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.138868:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076643.138871:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076643.138877:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076643.138888:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076643.138896:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076643.138908:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610634112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076643.138922:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076643.138927:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076643.138933:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610634112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076643.138964:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076643.138970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076643.138976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076643.138980:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076643.138983:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076643.138988:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076643.138993:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3632
00000400:00000200:0.0:1769076643.139003:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076643.139009:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076643.139013:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076643.139019:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076643.139028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076643.139037:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076643.139040:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076643.139045:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076643.139049:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076643.139055:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076643.139061:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076643.139069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139074:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076643.139079:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139084:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076643.139095:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076643.139108:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139114:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076643.139119:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076643.139129:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076643.139138:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.139144:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076643.139152:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076643.139163:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.139203:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076643.139216:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769076643.139221:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076643.139228:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076643.139233:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.139239:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076643.139244:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076643.139251:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076643.139260:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076643.139270:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076643.139288:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610634240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076643.139304:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076643.139310:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076643.139322:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610634240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076643.139349:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076643.139356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076643.139365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076643.139369:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076643.139377:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076643.139435:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076643.139441:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3632
00000400:00000200:0.0:1769076643.139452:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076643.139463:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076643.139473:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076643.139486:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139494:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076643.139502:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139512:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076643.139520:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076643.139526:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076643.139529:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076643.139535:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076643.139541:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076643.139547:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076643.139560:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139566:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076643.139569:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139573:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076643.139581:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076643.139588:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139596:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076643.139602:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076643.139608:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076643.139618:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.139625:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076643.139632:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076643.139641:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.139646:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076643.139652:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769076643.139656:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076643.139666:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076643.139671:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.139678:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076643.139684:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076643.139690:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076643.139699:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076643.139710:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076643.139722:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610634368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076643.139742:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076643.139749:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076643.139761:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610634368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076643.139788:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076643.139790:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769076643.139795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769076643.139798:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1769076643.139804:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076643.139813:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076643.139821:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076643.139836:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076643.139851:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3632
00000400:00000200:0.0:1769076643.139872:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076643.139889:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076643.139902:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076643.139923:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139934:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076643.139948:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.139961:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076643.139973:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076643.139983:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076643.139994:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076643.140004:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076643.140013:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076643.140024:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076643.140035:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.140044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076643.140056:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076643.140066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076643.140069:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076643.140073:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076643.140077:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076643.140079:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076643.140084:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076643.140096:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.140099:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076643.140104:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076643.140111:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.140117:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076643.140126:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076643.140133:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076643.140144:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076643.140150:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076643.140155:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076643.140160:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076643.140165:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076643.140197:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076643.140207:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076643.140228:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610634496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076643.140248:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076643.140254:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076643.140271:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610634496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076643.140298:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076643.140315:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3642)
00000800:00000200:2.1:1769076643.140682:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076643.140686:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076643.141066:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076643.141071:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076643.141520:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076643.141523:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769076643.970452:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076643.970459:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076643.970483:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076643.970486:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076643.970490:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076644.034446:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298305393, at 4298305408
00000100:00000010:3.0:1769076644.034460:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00010000:00000001:0.0:1769076644.994524:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076644.994530:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076644.994551:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076644.994553:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076644.994556:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076646.018483:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076646.018489:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076646.018510:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076646.018513:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076646.018516:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076647.042469:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076647.042476:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076647.042478:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076647.042480:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076647.042485:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076647.042486:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076647.042489:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076647.042490:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076647.042508:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076647.042510:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076647.042512:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076648.066501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076648.066509:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076648.066538:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076648.066542:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076648.066546:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076648.258467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076648.258476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076648.258479:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076648.258482:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076648.258486:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076648.258492:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3637
00000400:00000200:0.0:1769076648.258518:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076648.258527:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076648.258532:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076648.258538:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258543:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076648.258547:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258551:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076648.258557:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076648.258559:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076648.258563:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076648.258567:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076648.258570:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076648.258574:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076648.258579:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258582:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076648.258585:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258589:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076648.258594:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076648.258599:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258603:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076648.258607:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076648.258612:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076648.258616:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.258619:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076648.258623:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076648.258634:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076648.258639:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076648.258643:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076648.258645:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.258648:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076648.258650:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076648.258655:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076648.258663:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076648.258670:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076648.258679:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610634624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076648.258689:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076648.258694:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076648.258698:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610634624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076648.258724:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076648.258728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076648.258731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076648.258733:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076648.258735:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076648.258737:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076648.258739:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3637
00000400:00000200:0.0:1769076648.258745:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076648.258748:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076648.258751:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076648.258755:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258757:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076648.258761:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258763:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076648.258766:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076648.258767:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076648.258769:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076648.258771:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076648.258792:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076648.258795:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076648.258801:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258804:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076648.258809:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258811:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076648.258816:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076648.258822:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258828:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076648.258832:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076648.258839:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076648.258843:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.258847:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076648.258853:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076648.258859:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.258863:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076648.258869:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076648.258873:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076648.258878:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076648.258882:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.258886:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076648.258887:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076648.258890:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076648.258900:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769076648.258905:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076648.258913:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610634752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076648.258924:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076648.258927:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076648.258934:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610634752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076648.258959:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076648.258961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076648.258964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076648.258965:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076648.258967:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076648.258970:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076648.258975:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3637
00000400:00000200:0.0:1769076648.258983:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076648.258988:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076648.258993:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076648.258996:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.258998:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076648.259003:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.259008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076648.259014:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076648.259017:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076648.259021:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076648.259025:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076648.259030:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076648.259034:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076648.259042:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.259046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076648.259051:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.259057:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076648.259060:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076648.259067:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076648.259070:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076648.259073:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076648.259077:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076648.259102:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.259105:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076648.259108:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076648.259114:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.259120:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076648.259124:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076648.259128:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076648.259133:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076648.259134:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.259138:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076648.259141:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076648.259160:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076648.259166:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076648.259173:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076648.259184:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610634880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076648.259201:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076648.259204:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076648.259212:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610634880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076648.259222:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076648.259227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076648.259230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076648.259231:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076648.259232:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076648.259233:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076648.259236:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3637
00000400:00000200:0.0:1769076648.259242:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076648.259250:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076648.259252:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076648.259257:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.259260:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076648.259265:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.259268:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076648.259270:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076648.259289:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076648.259293:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076648.259295:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076648.259300:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076648.259303:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076648.259313:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076648.259321:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076648.259327:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769076648.259329:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076648.259331:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769076648.259336:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1769076648.259337:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076648.259346:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076648.259354:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076648.259360:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076648.259365:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076648.259370:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.259377:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076648.259380:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076648.259385:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.259391:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076648.259395:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076648.259397:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076648.259399:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076648.259400:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076648.259401:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076648.259403:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076648.259404:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076648.259425:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076648.259429:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076648.259466:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610635008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076648.259475:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076648.259479:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076648.259507:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610635008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076648.259542:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076648.259550:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3647)
00000800:00000200:2.1:1769076648.259942:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076648.259945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076648.260287:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076648.260290:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076648.260543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076648.260545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076649.090560:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076649.090568:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076649.090598:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076649.090602:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076649.090606:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076649.154519:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298310513, at 4298310528
00000100:00000010:3.0:1769076649.154540:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000800:00000200:3.0:1769076649.794679:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769076650.114461:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076650.114466:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076650.114485:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076650.114486:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076650.114489:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076651.138505:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076651.138511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076651.138533:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076651.138535:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076651.138537:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076652.162474:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076652.162481:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076652.162531:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076652.162535:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076652.162539:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076653.186468:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076653.186473:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076653.186491:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076653.186493:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076653.186496:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076653.379056:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076653.379062:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076653.379504:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076653.379505:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076653.379731:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076653.379734:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076653.379921:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076653.379923:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769076654.210527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076654.210534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076654.210590:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076654.210592:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076654.210595:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076654.274455:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298315632, at 4298315648
00000100:00000010:3.0:1769076654.274471:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00010000:00000001:0.0:1769076655.234511:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076655.234518:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076655.234544:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076655.234546:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076655.234549:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076656.258504:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076656.258511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076656.258547:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076656.258551:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076656.258554:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076657.282499:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076657.282508:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076657.282511:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076657.282513:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076657.282518:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076657.282520:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076657.282522:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076657.282523:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076657.282546:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076657.282548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076657.282550:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076658.306501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076658.306507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076658.306532:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076658.306535:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076658.306539:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076658.499070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076658.499075:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076658.499620:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076658.499621:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076658.499845:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076658.499846:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076658.500047:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076658.500049:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769076659.330463:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076659.330469:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076659.330495:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076659.330498:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076659.330500:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076659.394476:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298320752, at 4298320768
00000100:00000010:3.0:1769076659.394495:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf480.
00010000:00000001:0.0:1769076660.354485:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076660.354491:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076660.354517:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076660.354520:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076660.354522:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076661.378471:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076661.378476:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076661.378497:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076661.378499:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076661.378501:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076662.402485:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076662.402490:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076662.402511:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076662.402513:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076662.402515:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076663.426479:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076663.426486:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076663.426513:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076663.426516:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076663.426519:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076663.619008:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076663.619013:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076663.619365:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076663.619367:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076663.619584:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076663.619585:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076663.619781:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076663.619783:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769076664.450460:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076664.450466:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076664.450486:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076664.450488:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076664.450491:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076664.514465:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298325872, at 4298325888
00000100:00000010:3.0:1769076664.514474:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00010000:00000001:0.0:1769076665.474483:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076665.474489:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076665.474511:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076665.474513:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076665.474516:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076666.498521:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076666.498529:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076666.498562:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076666.498565:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076666.498569:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076667.522464:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076667.522474:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076667.522490:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076667.522493:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076667.522499:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076667.522501:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076667.522504:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076667.522507:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076667.522536:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076667.522539:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076667.522542:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076668.546485:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076668.546492:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076668.546515:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076668.546518:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076668.546521:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076668.739317:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076668.739675:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076668.739794:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076668.739912:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769076669.570448:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076669.570454:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076669.570472:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076669.570474:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076669.570477:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076669.634485:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298330993, at 4298331008
00000100:00000010:3.0:1769076669.634501:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00010000:00000001:0.0:1769076670.594455:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076670.594462:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076670.594485:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076670.594489:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076670.594493:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076671.618517:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076671.618530:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076671.618562:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076671.618569:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076671.618585:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769076671.810762:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769076671.810828:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076671.810843:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076671.810849:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769076671.810854:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076671.810858:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076671.810865:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076671.810870:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:3.0:1769076671.810879:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076671.810886:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076671.810898:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd220
00000400:00000010:3.0:1769076671.810904:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd220.
00000100:00000001:3.0:1769076671.810913:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076671.810929:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356b480 x1855007610636672/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076671.810999:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076671.811009:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b480 x1855007610636672/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076693 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076671.811026:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076671.811030:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076671.811046:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076671.811051:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:3.0:1769076671.811057:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076671.811064:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076671.811070:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd198
00000400:00000010:3.0:1769076671.811074:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd198.
00000100:00000001:3.0:1769076671.811079:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076671.811088:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568a80 x1855007610636800/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076671.811105:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076671.811111:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568a80 x1855007610636800/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076693 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076671.811124:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076671.811127:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076671.811135:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076671.811141:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:3.0:1769076671.811146:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076671.811152:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076671.811157:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:3.0:1769076671.811160:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:3.0:1769076671.811164:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076671.811173:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356bb80 x1855007610636928/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076671.811186:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076671.811190:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356bb80 x1855007610636928/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076693 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076671.811202:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076671.811205:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076671.811212:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076671.811216:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:3.0:1769076671.811221:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076671.811239:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076671.811244:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd660
00000400:00000010:3.0:1769076671.811248:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd660.
00000100:00000001:3.0:1769076671.811252:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076671.811260:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3569880 x1855007610637056/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076671.811276:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076671.811282:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569880 x1855007610637056/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076693 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076671.811295:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076671.811298:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769076672.642475:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076672.642491:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076672.642552:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076672.642554:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076672.642557:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076673.666625:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076673.666637:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076673.666760:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076673.666766:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076673.666771:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076673.859938:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076673.859947:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076673.860880:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076673.860884:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076673.861258:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076673.861261:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076673.861607:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076673.861611:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769076674.690507:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076674.690513:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076674.690548:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076674.690550:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076674.690553:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076674.754531:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298336113, at 4298336128
00000100:00000010:3.0:1769076674.754551:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00010000:00000001:0.0:1769076675.714465:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076675.714471:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076675.714501:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076675.714503:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076675.714506:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076676.738505:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076676.738511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076676.738540:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076676.738542:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076676.738545:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076677.762526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076677.762536:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076677.762539:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076677.762542:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076677.762547:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076677.762560:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076677.762563:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076677.762566:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076677.762640:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076677.762644:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076677.762648:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076678.786487:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076678.786492:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076678.786513:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076678.786515:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076678.786518:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076678.979630:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076678.979638:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076678.980412:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076678.980415:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076678.980859:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076678.980862:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076678.981370:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076678.981374:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1769076679.810546:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076679.810572:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076679.810672:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076679.810676:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076679.810681:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076679.874475:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298341233, at 4298341248
00000100:00000010:3.0:1769076679.874493:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00010000:00000001:0.0:1769076680.834491:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076680.834499:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076680.834525:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076680.834527:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076680.834530:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076681.858501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076681.858508:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076681.858546:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076681.858549:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076681.858552:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076682.882570:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076682.882577:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076682.882619:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076682.882623:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076682.882626:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076683.906566:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076683.906590:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076683.906636:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076683.906639:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076683.906643:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076684.099539:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076684.099545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076684.100290:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076684.100293:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076684.100687:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076684.100689:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076684.100954:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076684.100957:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1769076684.930592:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076684.930602:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076684.930641:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076684.930646:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076684.930651:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076684.994565:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298346353, at 4298346368
00000100:00000010:3.0:1769076684.994594:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea0c0.
00010000:00000001:0.0:1769076685.954547:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076685.954557:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076685.954592:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076685.954596:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076685.954601:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076686.978537:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076686.978549:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076686.978553:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076686.978557:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076686.978563:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076686.978566:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076686.978569:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076686.978573:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076686.978648:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076686.978652:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076686.978656:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769076687.682891:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769076688.002582:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076688.002596:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076688.002646:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076688.002651:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076688.002654:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076689.026558:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076689.026569:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076689.026605:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076689.026609:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076689.026613:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076689.218532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076689.218543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076689.218546:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076689.218550:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076689.218573:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076689.218581:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3678
00000400:00000200:0.0:1769076689.218593:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076689.218600:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076689.218604:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076689.218608:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.218614:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076689.218617:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.218620:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076689.218625:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076689.218627:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076689.218630:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076689.218633:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076689.218636:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076689.218648:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076689.218652:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.218654:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076689.218657:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.218659:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076689.218663:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076689.218667:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076689.218669:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076689.218673:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076689.218676:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076689.218679:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.218681:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076689.218684:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076689.218698:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076689.218702:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076689.218708:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076689.218710:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.218713:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076689.218717:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076689.218744:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076689.218754:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076689.218761:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076689.218771:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610638720/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076689.218786:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076689.218791:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076689.218812:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610638720/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076689.218840:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076689.218845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076689.218848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076689.218850:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076689.218852:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076689.218855:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076689.218858:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3678
00000400:00000200:0.0:1769076689.218862:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076689.218866:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076689.218868:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076689.218881:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.218883:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076689.218886:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.218888:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076689.218891:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076689.218892:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076689.218894:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076689.218896:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076689.218898:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076689.218900:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076689.218903:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.218905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076689.218907:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.218908:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076689.218921:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076689.218924:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076689.218927:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076689.218929:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076689.218936:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076689.218939:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.218943:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076689.218949:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076689.218954:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.218957:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076689.218960:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076689.218963:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076689.218966:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076689.218968:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.218971:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076689.218974:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076689.218985:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076689.218997:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076689.219005:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076689.219014:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610638848/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076689.219077:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076689.219084:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076689.219101:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610638848/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076689.219135:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076689.219143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076689.219152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076689.219156:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076689.219160:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076689.219166:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076689.219191:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3678
00000400:00000200:0.0:1769076689.219198:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076689.219203:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076689.219208:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076689.219214:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.219224:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076689.219227:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.219229:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076689.219253:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076689.219258:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076689.219262:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076689.219272:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076689.219280:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076689.219292:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076689.219306:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.219316:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076689.219328:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.219338:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076689.219345:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076689.219352:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076689.219362:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076689.219366:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076689.219369:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076689.219381:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.219384:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076689.219387:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076689.219391:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.219456:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076689.219475:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076689.219487:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076689.219501:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076689.219512:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.219517:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076689.219518:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076689.219522:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076689.219535:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076689.219546:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076689.219559:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610638976/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076689.219590:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076689.219600:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076689.219607:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076689.219610:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610638976/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076689.219618:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1769076689.219655:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076689.219664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076689.219674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076689.219681:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076689.219687:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076689.219698:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076689.219704:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3678
00000400:00000200:0.0:1769076689.219719:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076689.219730:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076689.219741:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076689.219771:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.219778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076689.219789:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.219800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076689.219804:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076689.219809:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076689.219816:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076689.219818:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076689.219831:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076689.219843:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076689.219850:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.219853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076689.219862:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076689.219864:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076689.219867:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076689.219871:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076689.219874:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076689.219875:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076689.219882:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076689.219898:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.219910:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076689.219913:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076689.219916:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.219917:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076689.219920:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076689.219928:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076689.219937:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076689.219945:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076689.219949:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076689.219952:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076689.219957:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076689.219971:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076689.219981:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076689.219993:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610639104/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076689.220029:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076689.220036:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076689.220054:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610639104/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076689.220122:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076689.220136:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3688)
00000800:00000200:1.1:1769076689.220350:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076689.220352:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076689.220590:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076689.220592:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076689.220779:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076689.220781:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1769076690.050540:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076690.050549:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076690.050602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076690.050606:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076690.050610:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076690.114531:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298351473, at 4298351488
00000100:00000010:3.0:1769076690.114549:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea660.
00010000:00000001:0.0:1769076691.074503:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076691.074511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076691.074539:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076691.074542:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076691.074547:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076692.098540:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076692.098548:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076692.098578:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076692.098581:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076692.098585:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076693.122544:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076693.122555:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076693.122590:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076693.122592:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076693.122596:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076694.146481:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076694.146486:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076694.146507:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076694.146510:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076694.146513:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076694.339081:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076694.339087:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076694.339532:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076694.339533:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076694.339716:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076694.339718:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076694.339929:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076694.339930:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769076695.170466:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076695.170472:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076695.170491:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076695.170493:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076695.170495:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076695.234505:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298356592, at 4298356608
00000100:00000010:3.0:1769076695.234524:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00010000:00000001:0.0:1769076696.194551:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076696.194559:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076696.194615:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076696.194618:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076696.194621:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076697.218527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076697.218537:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076697.218541:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076697.218543:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076697.218549:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076697.218551:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076697.218553:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076697.218555:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076697.218580:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076697.218582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076697.218585:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076698.242538:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076698.242547:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076698.242613:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076698.242617:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076698.242622:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076699.266526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076699.266532:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076699.266554:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076699.266556:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076699.266560:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076699.458486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076699.458495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076699.458497:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076699.458502:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076699.458505:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076699.458512:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3688
00000400:00000200:0.0:1769076699.458521:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076699.458527:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076699.458530:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076699.458533:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.458536:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076699.458538:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.458540:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076699.458544:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076699.458546:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076699.458548:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076699.458551:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076699.458553:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076699.458555:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076699.458557:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.458559:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076699.458560:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.458561:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076699.458564:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076699.458567:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076699.458568:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076699.458571:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076699.458573:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076699.458576:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.458578:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076699.458579:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076699.458597:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076699.458600:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076699.458604:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076699.458606:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.458608:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076699.458611:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076699.458615:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076699.458621:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076699.458627:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076699.458635:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610639744/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076699.458644:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076699.458648:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076699.458652:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610639744/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076699.458680:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076699.458683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076699.458685:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076699.458687:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076699.458688:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076699.458690:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076699.458692:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3688
00000400:00000200:0.0:1769076699.458694:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076699.458697:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076699.458718:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076699.458723:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.458727:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076699.458729:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.458733:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076699.458736:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076699.458738:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076699.458741:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076699.458746:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076699.458751:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076699.458759:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076699.458770:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.458775:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076699.458778:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.458783:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076699.458818:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076699.458823:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076699.458831:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076699.458843:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076699.458857:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076699.458861:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.458869:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076699.458874:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076699.458881:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.458896:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076699.458902:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076699.458906:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076699.458924:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076699.458926:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.458931:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076699.458933:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076699.458941:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076699.458953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076699.458960:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076699.458973:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610639872/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076699.458994:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076699.458998:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076699.459020:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610639872/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076699.459031:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076699.459035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076699.459046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076699.459062:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076699.459065:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076699.459073:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076699.459077:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3688
00000400:00000200:0.0:1769076699.459094:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076699.459109:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076699.459128:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076699.459135:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.459145:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076699.459154:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.459164:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076699.459169:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076699.459176:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076699.459185:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076699.459189:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076699.459192:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076699.459200:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076699.459206:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.459209:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076699.459213:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.459247:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076699.459255:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076699.459276:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076699.459284:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076699.459291:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076699.459300:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076699.459311:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.459316:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076699.459320:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076699.459330:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.459341:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076699.459355:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076699.459367:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076699.459371:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076699.459372:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.459374:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076699.459376:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076699.459383:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076699.459450:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076699.459461:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076699.459484:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610640000/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076699.459499:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076699.459511:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076699.459534:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610640000/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769076699.459548:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076699.459562:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769076699.459566:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076699.459572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076699.459583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076699.459585:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076699.459587:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076699.459589:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076699.459602:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3688
00000400:00000200:0.0:1769076699.459613:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076699.459625:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076699.459630:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076699.459637:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.459648:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076699.459659:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.459670:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076699.459680:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076699.459682:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076699.459684:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076699.459688:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076699.459696:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076699.459706:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076699.459722:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.459730:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076699.459734:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076699.459741:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076699.459749:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076699.459765:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076699.459782:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076699.459801:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076699.459816:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076699.459821:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.459830:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076699.459835:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076699.459842:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.459847:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076699.459856:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076699.459872:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076699.459875:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076699.459876:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076699.459878:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076699.459880:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076699.459889:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076699.459897:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076699.459911:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076699.459936:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610640128/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076699.459963:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076699.459978:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076699.460005:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610640128/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076699.460042:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076699.460054:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3698)
00000800:00000200:2.1:1769076699.460502:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076699.460505:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076699.460853:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076699.460856:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076699.461267:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076699.461271:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769076700.290565:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076700.290574:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076700.290604:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076700.290608:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076700.290612:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076700.354533:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298361713, at 4298361728
00000100:00000010:3.0:1769076700.354573:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf480.
00010000:00000001:0.0:1769076701.314542:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076701.314550:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076701.314583:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076701.314589:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076701.314595:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076702.338545:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076702.338555:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076702.338681:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076702.338686:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076702.338692:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076703.362482:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076703.362488:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076703.362509:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076703.362512:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076703.362514:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076704.386557:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076704.386566:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076704.386599:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076704.386603:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076704.386608:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076704.578555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076704.578569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076704.578572:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076704.578578:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076704.578583:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076704.578593:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3693
00000400:00000200:0.0:1769076704.578605:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076704.578614:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076704.578619:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076704.578623:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.578628:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076704.578631:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.578635:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076704.578641:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076704.578643:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076704.578647:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076704.578650:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076704.578653:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076704.578656:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076704.578660:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.578662:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076704.578665:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.578667:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076704.578671:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076704.578675:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076704.578678:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076704.578682:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076704.578685:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076704.578689:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.578692:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076704.578695:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076704.578707:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769076704.578711:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076704.578716:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076704.578718:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.578722:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076704.578724:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076704.578730:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076704.578741:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076704.578750:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076704.578772:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610640256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076704.578785:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076704.578791:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076704.578798:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610640256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076704.578830:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076704.578834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076704.578839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076704.578841:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076704.578843:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076704.578846:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076704.578849:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3693
00000400:00000200:0.0:1769076704.578853:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076704.578857:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076704.578859:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076704.578863:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.578866:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076704.578868:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.578871:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076704.578874:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076704.578876:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076704.578878:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076704.578880:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076704.578882:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076704.578885:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076704.578888:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.578890:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076704.578893:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.578895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076704.578898:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076704.578901:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076704.578903:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076704.578906:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076704.578913:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076704.578916:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.578918:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076704.578923:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076704.578927:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.578930:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076704.578934:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769076704.578937:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076704.578940:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076704.578942:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.578944:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076704.578946:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076704.578948:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076704.578953:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076704.578956:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076704.578962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610640384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076704.578973:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076704.578977:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076704.578982:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610640384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076704.578994:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076704.579009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076704.579016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076704.579023:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076704.579026:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076704.579033:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076704.579042:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3693
00000400:00000200:0.0:1769076704.579057:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076704.579066:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076704.579075:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076704.579087:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.579094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076704.579101:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.579108:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076704.579131:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076704.579156:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076704.579161:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076704.579167:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076704.579172:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076704.579179:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076704.579193:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.579198:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076704.579201:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.579204:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076704.579207:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076704.579212:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076704.579220:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076704.579225:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076704.579230:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076704.579239:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.579246:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076704.579250:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076704.579260:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.579263:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076704.579272:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076704.579288:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076704.579292:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076704.579296:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.579303:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076704.579306:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076704.579313:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076704.579320:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076704.579329:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076704.579343:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610640512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076704.579421:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076704.579424:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076704.579440:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610640512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076704.579453:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076704.579464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076704.579470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076704.579474:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076704.579480:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076704.579484:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076704.579493:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3693
00000400:00000200:0.0:1769076704.579499:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076704.579509:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076704.579515:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076704.579526:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.579531:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076704.579538:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.579546:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076704.579557:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076704.579560:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076704.579563:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076704.579565:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076704.579570:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076704.579577:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076704.579588:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.579592:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076704.579598:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076704.579603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076704.579610:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076704.579618:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076704.579629:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076704.579634:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076704.579639:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076704.579646:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.579654:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076704.579660:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076704.579667:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.579676:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076704.579687:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076704.579694:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076704.579703:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076704.579709:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076704.579714:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076704.579721:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076704.579725:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076704.579734:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076704.579741:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076704.579753:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610640640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076704.579782:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076704.579790:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076704.579802:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610640640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076704.579814:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076704.579819:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3703)
00000800:00000200:2.1:1769076704.579928:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076704.579934:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076704.580475:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076704.580479:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076704.580991:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076704.580994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076704.581412:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076704.581415:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769076705.410495:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076705.410503:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076705.410531:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076705.410535:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076705.410539:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076705.474506:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298366833, at 4298366848
00000100:00000010:3.0:1769076705.474537:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00010000:00000001:0.0:1769076706.434574:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076706.434597:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076706.434643:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076706.434650:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076706.434657:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076707.458513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076707.458522:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076707.458524:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076707.458527:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076707.458532:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076707.458535:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076707.458537:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076707.458539:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076707.458566:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076707.458569:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076707.458572:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076708.482530:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076708.482536:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076708.482566:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076708.482570:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076708.482574:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076709.506461:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076709.506467:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076709.506487:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076709.506489:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076709.506491:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076709.699081:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076709.699086:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076709.699530:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076709.699532:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076709.699765:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076709.699768:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076709.699968:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076709.699969:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769076710.530497:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076710.530504:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076710.530532:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076710.530536:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076710.530539:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076710.594549:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298371952, at 4298371968
00000100:00000010:3.0:1769076710.594566:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea720.
00010000:00000001:0.0:1769076711.554550:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076711.554557:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076711.554580:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076711.554583:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076711.554586:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076712.578517:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076712.578522:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076712.578542:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076712.578545:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076712.578548:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076713.602508:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076713.602515:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076713.602550:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076713.602552:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076713.602555:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076714.626460:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076714.626466:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076714.626490:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076714.626493:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076714.626496:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076714.818540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076714.818553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076714.818557:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076714.818562:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076714.818567:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076714.818576:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3703
00000400:00000200:0.0:1769076714.818588:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076714.818596:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076714.818599:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076714.818602:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.818605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.818608:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.818610:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076714.818614:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076714.818615:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076714.818618:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076714.818621:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076714.818623:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076714.818626:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076714.818628:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.818630:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.818632:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.818635:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076714.818639:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076714.818643:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076714.818647:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076714.818651:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076714.818655:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.818658:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.818662:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076714.818665:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076714.818675:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076714.818680:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076714.818685:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076714.818687:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.818691:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076714.818695:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076714.818700:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076714.818710:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769076714.818728:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076714.818737:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610641280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076714.818747:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076714.818751:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.818755:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610641280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076714.818777:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076714.818781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076714.818783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076714.818785:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076714.818787:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076714.818789:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076714.818791:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3703
00000400:00000200:0.0:1769076714.818800:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076714.818803:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076714.818805:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076714.818808:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.818810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.818812:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.818814:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076714.818816:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076714.818818:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076714.818820:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076714.818822:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076714.818823:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076714.818825:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076714.818827:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.818830:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.818832:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.818834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076714.818836:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076714.818838:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076714.818842:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076714.818845:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076714.818852:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.818857:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.818859:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076714.818865:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076714.818869:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.818872:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076714.818876:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076714.818880:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076714.818885:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076714.818887:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.818891:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076714.818894:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076714.818897:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076714.818903:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769076714.818911:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076714.818920:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610641408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076714.818935:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076714.818940:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.818949:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610641408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076714.818981:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076714.818986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076714.818994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076714.818998:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076714.819002:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076714.819004:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076714.819010:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3703
00000400:00000200:0.0:1769076714.819016:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076714.819023:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076714.819026:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076714.819039:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.819043:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.819049:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.819054:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076714.819057:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076714.819060:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076714.819064:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076714.819067:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076714.819073:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076714.819077:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076714.819085:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.819089:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.819094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.819098:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076714.819105:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076714.819108:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076714.819115:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076714.819120:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076714.819123:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.819124:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.819128:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076714.819133:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076714.819136:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.819140:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076714.819148:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076714.819153:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076714.819160:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076714.819163:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.819166:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076714.819170:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076714.819175:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076714.819181:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076714.819188:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076714.819196:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610641536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076714.819217:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076714.819221:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.819229:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610641536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076714.819242:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076714.819247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076714.819256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076714.819260:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076714.819264:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1769076714.819270:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076714.819271:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076714.819277:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3703
00000800:00000200:1.1:1769076714.819277:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000400:00000200:0.0:1769076714.819285:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076714.819291:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076714.819296:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076714.819304:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.819306:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.819311:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.819314:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076714.819319:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076714.819322:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076714.819326:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076714.819328:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076714.819330:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076714.819335:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076714.819341:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.819344:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.819349:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076714.819355:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076714.819361:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076714.819368:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076714.819372:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076714.819375:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076714.819379:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.819383:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.819412:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076714.819414:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076714.819416:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.819418:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076714.819421:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076714.819424:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076714.819430:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076714.819433:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.819437:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076714.819440:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076714.819441:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076714.819445:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076714.819450:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076714.819459:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610641664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076714.819476:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076714.819481:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.819487:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610641664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076714.819498:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.819507:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3713)
00000800:00000200:1.1:1769076714.819831:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076714.819835:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076714.820123:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076714.820126:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076714.820346:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076714.820348:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076715.650538:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076715.650549:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076715.650643:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076715.650649:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076715.650655:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076715.714554:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298377073, at 4298377088
00000100:00000010:3.0:1769076715.714581:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea720.
00010000:00000001:0.0:1769076716.674486:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076716.674493:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076716.674543:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076716.674548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076716.674553:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076717.698548:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076717.698566:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076717.698571:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076717.698577:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076717.698587:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076717.698591:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076717.698595:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076717.698600:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076717.698686:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076717.698693:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076717.698699:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076718.722599:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076718.722611:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076718.722658:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076718.722662:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076718.722667:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076719.746540:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076719.746549:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076719.746589:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076719.746593:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076719.746597:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076719.938525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076719.938536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076719.938539:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076719.938544:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076719.938548:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076719.938555:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3708
00000400:00000200:0.0:1769076719.938566:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076719.938573:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076719.938577:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076719.938581:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.938585:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.938587:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.938590:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076719.938595:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076719.938597:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076719.938601:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076719.938603:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076719.938606:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076719.938608:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076719.938611:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.938613:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.938615:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.938617:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076719.938620:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076719.938624:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076719.938626:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076719.938629:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076719.938653:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076719.938656:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.938659:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076719.938661:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076719.938671:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076719.938675:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076719.938680:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076719.938681:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.938684:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076719.938687:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076719.938692:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076719.938711:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076719.938718:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076719.938728:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610641792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076719.938740:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076719.938745:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076719.938750:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610641792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076719.938786:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076719.938789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076719.938793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076719.938795:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076719.938796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076719.938799:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076719.938801:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3708
00000400:00000200:0.0:1769076719.938805:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076719.938807:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076719.938810:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076719.938813:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.938815:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.938817:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.938819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076719.938822:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076719.938823:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076719.938825:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076719.938827:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076719.938829:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076719.938831:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076719.938833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.938835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.938837:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.938839:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076719.938841:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076719.938844:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076719.938846:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076719.938848:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076719.938855:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076719.938857:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.938859:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076719.938864:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076719.938868:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.938871:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076719.938875:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076719.938917:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076719.938921:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076719.938924:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.938930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076719.938933:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076719.938936:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076719.938945:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076719.938951:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076719.938963:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610641920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076719.938985:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076719.938991:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076719.938996:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610641920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076719.939008:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076719.939015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076719.939022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076719.939028:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076719.939032:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076719.939037:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076719.939041:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3708
00000400:00000200:0.0:1769076719.939049:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076719.939060:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076719.939068:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076719.939077:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.939082:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.939088:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.939093:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076719.939099:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076719.939100:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076719.939103:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076719.939109:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076719.939112:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076719.939120:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076719.939126:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.939130:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.939132:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.939134:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076719.939138:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076719.939145:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076719.939150:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076719.939153:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076719.939159:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076719.939165:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.939173:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076719.939176:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076719.939180:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.939185:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076719.939191:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076719.939200:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076719.939206:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076719.939210:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.939216:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076719.939219:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076719.939223:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076719.939232:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076719.939239:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076719.939253:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610642048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076719.939272:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076719.939278:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076719.939300:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610642048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076719.939338:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076719.939350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076719.939367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076719.939374:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076719.939381:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076719.939431:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076719.939443:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3708
00000400:00000200:0.0:1769076719.939459:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076719.939471:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076719.939477:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076719.939489:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.939497:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076719.939503:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076719.939508:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:1.1:1769076719.939510:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1769076719.939517:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076719.939530:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076719.939538:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076719.939545:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076719.939554:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076719.939563:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076719.939568:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076719.939578:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.939586:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076719.939595:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076719.939603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076719.939610:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076719.939618:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076719.939624:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076719.939626:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076719.939629:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076719.939632:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.939634:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076719.939640:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076719.939650:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.939656:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076719.939667:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076719.939674:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076719.939681:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076719.939686:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076719.939691:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076719.939694:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076719.939702:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076719.939709:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076719.939716:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076719.939728:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610642176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076719.939744:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076719.939751:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076719.939759:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610642176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076719.939780:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076719.939790:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3719)
00000800:00000200:1.1:1769076719.940152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076719.940155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769076719.940472:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076719.940486:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769076719.940786:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076719.940789:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00010000:00000001:0.0:1769076720.770594:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076720.770604:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076720.770680:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076720.770685:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076720.770689:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076720.834563:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298382193, at 4298382208
00000100:00000010:3.0:1769076720.834607:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea840.
00010000:00000001:0.0:1769076721.794513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076721.794523:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076721.794560:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076721.794565:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076721.794571:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076722.818523:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076722.818532:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076722.818617:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076722.818623:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076722.818629:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076723.842530:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076723.842538:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076723.842589:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076723.842592:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076723.842596:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076724.866530:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076724.866536:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076724.866577:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076724.866579:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076724.866582:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076725.058524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076725.058534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076725.058537:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076725.058541:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076725.058545:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076725.058551:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3714
00000400:00000200:0.0:1769076725.058561:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076725.058568:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076725.058571:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076725.058589:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.058592:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076725.058594:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.058596:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076725.058600:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076725.058602:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076725.058604:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076725.058606:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076725.058608:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076725.058610:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076725.058613:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.058615:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076725.058616:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.058618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076725.058621:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076725.058625:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076725.058628:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076725.058631:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076725.058635:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076725.058638:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.058641:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076725.058643:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076725.058653:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076725.058657:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076725.058661:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076725.058663:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.058667:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076725.058670:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076725.058675:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076725.058683:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076725.058688:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076725.058696:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610642304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076725.058704:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076725.058707:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076725.058711:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610642304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076725.058732:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076725.058735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076725.058737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076725.058738:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076725.058739:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076725.058741:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076725.058743:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3714
00000400:00000200:0.0:1769076725.058746:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076725.058748:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076725.058750:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076725.058752:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.058753:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076725.058755:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.058756:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076725.058758:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076725.058759:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076725.058760:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076725.058761:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076725.058763:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076725.058764:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076725.058766:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.058767:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076725.058768:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.058769:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076725.058770:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076725.058772:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076725.058773:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076725.058775:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076725.058779:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076725.058780:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.058782:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076725.058786:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076725.058788:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.058790:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076725.058842:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076725.058848:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076725.058852:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076725.058854:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.058857:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076725.058859:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076725.058862:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076725.058883:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769076725.058890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076725.058904:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610642432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076725.058925:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076725.058931:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076725.058938:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610642432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076725.058968:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076725.058971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076725.058976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076725.058980:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076725.058984:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076725.058988:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076725.058992:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3714
00000400:00000200:0.0:1769076725.059002:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076725.059008:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076725.059011:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076725.059034:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.059040:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076725.059043:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.059046:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076725.059050:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076725.059053:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076725.059056:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076725.059060:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076725.059064:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076725.059067:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076725.059075:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.059094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076725.059097:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.059100:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076725.059108:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076725.059116:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076725.059124:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076725.059128:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076725.059133:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076725.059141:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.059160:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076725.059165:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076725.059172:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.059177:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076725.059184:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076725.059188:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076725.059193:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076725.059197:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.059201:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076725.059202:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076725.059205:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076725.059231:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076725.059238:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076725.059248:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610642560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076725.059261:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076725.059266:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076725.059290:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610642560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076725.059312:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076725.059318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076725.059326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076725.059330:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076725.059334:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076725.059355:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076725.059360:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3714
00000400:00000200:0.0:1769076725.059365:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076725.059373:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076725.059376:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076725.059383:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.059385:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076725.059390:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.059394:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076725.059395:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076725.059397:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076725.059399:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076725.059402:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076725.059420:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076725.059430:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076725.059436:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.059441:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076725.059448:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076725.059454:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076725.059463:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076725.059473:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:1.1:1769076725.059473:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076725.059478:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076725.059482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
02000000:00000001:0.0:1769076725.059483:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076725.059488:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076725.059491:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.059510:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076725.059512:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076725.059514:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.059516:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076725.059520:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769076725.059522:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076725.059524:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076725.059526:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076725.059528:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076725.059529:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076725.059532:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076725.059582:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076725.059587:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076725.059594:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610642688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076725.059604:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076725.059609:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076725.059619:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610642688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076725.059660:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076725.059670:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3724)
00000800:00000200:1.1:1769076725.060167:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076725.060169:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076725.060597:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076725.060599:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076725.060816:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076725.060818:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1769076725.890463:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076725.890468:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076725.890495:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076725.890497:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076725.890500:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076725.954488:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298387313, at 4298387328
00000100:00000010:3.0:1769076725.954495:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea0c0.
00000800:00000200:3.0:1769076726.594471:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076726.594478:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076726.594484:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769076726.594662:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076726.594676:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076726.594682:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076726.594684:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076726.914550:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076726.914558:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076726.914590:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076726.914594:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076726.914598:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076727.938524:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076727.938534:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076727.938536:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076727.938539:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076727.938545:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076727.938547:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076727.938549:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076727.938551:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076727.938575:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076727.938578:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076727.938580:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076728.962558:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076728.962567:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076728.962610:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076728.962614:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076728.962618:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076729.986538:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076729.986545:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076729.986570:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076729.986572:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076729.986576:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076730.179145:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076730.179151:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076730.179557:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076730.179559:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076730.179818:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076730.179820:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076730.180000:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076730.180002:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1769076731.010516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076731.010523:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076731.010554:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076731.010558:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076731.010560:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076731.074498:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298392432, at 4298392448
00000100:00000010:3.0:1769076731.074515:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769076732.034487:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076732.034493:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076732.034511:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076732.034513:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076732.034516:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076733.058519:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076733.058524:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076733.058574:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076733.058577:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076733.058579:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076734.082458:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076734.082464:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076734.082483:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076734.082485:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076734.082487:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076735.106477:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076735.106484:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076735.106504:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076735.106507:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076735.106509:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076735.298575:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076735.298594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076735.298599:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076735.298606:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076735.298613:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076735.298645:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3724
00000400:00000200:0.0:1769076735.298658:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076735.298666:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076735.298669:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076735.298673:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.298678:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076735.298681:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.298684:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076735.298689:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076735.298691:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076735.298695:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076735.298698:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076735.298701:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076735.298705:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076735.298708:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.298711:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076735.298713:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.298715:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076735.298719:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076735.298723:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076735.298725:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076735.298729:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076735.298732:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076735.298736:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.298738:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076735.298742:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076735.298755:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769076735.298759:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076735.298763:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076735.298766:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.298770:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076735.298773:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076735.298779:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076735.298793:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076735.298802:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076735.298814:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610643328/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076735.298828:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076735.298833:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076735.298839:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610643328/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076735.298871:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076735.298896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076735.298902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076735.298906:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076735.298909:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076735.298914:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076735.298917:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3724
00000400:00000200:0.0:1769076735.298926:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076735.298933:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076735.298938:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076735.298943:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.298948:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076735.298952:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.298957:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076735.298962:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076735.298965:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076735.298969:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076735.298975:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076735.298979:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076735.298984:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076735.298993:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299004:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076735.299017:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299029:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076735.299036:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076735.299047:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299057:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076735.299066:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076735.299079:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076735.299091:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.299099:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076735.299107:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076735.299118:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.299124:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076735.299137:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769076735.299143:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076735.299151:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076735.299159:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.299169:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076735.299173:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076735.299184:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076735.299204:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076735.299212:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076735.299227:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610643456/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076735.299277:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076735.299289:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076735.299306:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610643456/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076735.299360:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076735.299370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076735.299375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076735.299378:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076735.299384:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076735.299390:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076735.299398:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3724
00000400:00000200:0.0:1769076735.299406:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076735.299411:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076735.299414:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076735.299419:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299476:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076735.299484:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299498:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076735.299502:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076735.299509:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076735.299518:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076735.299522:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769076735.299527:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769076735.299537:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076735.299545:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076735.299552:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299557:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076735.299565:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299576:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076735.299586:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076735.299598:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299607:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076735.299616:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076735.299645:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076735.299650:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.299657:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076735.299663:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076735.299675:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.299679:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076735.299688:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769076735.299696:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076735.299704:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076735.299707:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.299712:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076735.299717:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076735.299726:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076735.299740:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076735.299752:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076735.299773:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610643584/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076735.299804:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076735.299813:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076735.299834:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610643584/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076735.299866:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076735.299869:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076735.299873:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076735.299875:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076735.299877:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076735.299880:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076735.299883:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3724
00000400:00000200:0.0:1769076735.299889:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076735.299893:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076735.299895:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076735.299898:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299900:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076735.299903:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299905:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076735.299908:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076735.299909:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076735.299911:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076735.299913:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076735.299915:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076735.299918:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076735.299930:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299939:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076735.299950:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076735.299961:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076735.299975:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076735.299989:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076735.300001:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076735.300010:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076735.300018:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076735.300028:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.300040:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076735.300049:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076735.300058:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.300066:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076735.300081:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076735.300094:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076735.300105:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076735.300111:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076735.300122:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076735.300128:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076735.300136:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076735.300147:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076735.300157:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076735.300171:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610643712/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076735.300215:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076735.300225:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076735.300241:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610643712/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769076735.300285:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076735.300286:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076735.300302:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3734)
00000800:00000200:2.1:1769076735.300541:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076735.301492:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769076736.130459:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076736.130466:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076736.130489:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076736.130492:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076736.130496:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076736.194519:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298397553, at 4298397568
00000100:00000010:3.0:1769076736.194536:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00010000:00000001:0.0:1769076737.154477:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076737.154485:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076737.154511:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076737.154513:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076737.154516:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076738.178483:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076738.178491:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076738.178493:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076738.178495:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076738.178499:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076738.178501:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076738.178503:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076738.178505:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076738.178542:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076738.178543:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076738.178545:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769076738.370806:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769076738.370875:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076738.370888:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076738.370894:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769076738.370898:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076738.370904:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076738.370910:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076738.370916:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:3.0:1769076738.370922:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076738.370927:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076738.370934:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894a18
00000400:00000010:3.0:1769076738.370937:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894a18.
00000100:00000001:3.0:1769076738.370943:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076738.370954:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ee680 x1855007610643328/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076738.370986:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076738.370991:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee680 x1855007610643328/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076738.371001:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076738.371003:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076738.371025:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076738.371028:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769076738.371034:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076738.371039:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076738.371042:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894770
00000400:00000010:3.0:1769076738.371045:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894770.
00000100:00000001:3.0:1769076738.371048:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076738.371054:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56eea00 x1855007610643456/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076738.371069:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076738.371079:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610643456/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076738.371108:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076738.371112:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076738.371123:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076738.371128:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101db00.
00000400:00000200:3.0:1769076738.371134:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076738.371144:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076738.371149:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:3.0:1769076738.371161:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:3.0:1769076738.371168:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076738.371179:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ece00 x1855007610643584/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076738.371217:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076738.371225:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ece00 x1855007610643584/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076738.371238:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076738.371243:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076738.371257:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076738.371263:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d200.
00000400:00000200:3.0:1769076738.371269:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076738.371279:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076738.371288:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894e58
00000400:00000010:3.0:1769076738.371292:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894e58.
00000100:00000001:3.0:1769076738.371299:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076738.371309:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56efb80 x1855007610643712/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076738.371325:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076738.371331:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610643712/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076738.371339:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076738.371341:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769076739.202499:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076739.202506:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076739.202535:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076739.202538:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076739.202542:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076740.226670:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076740.226680:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076740.226756:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076740.226760:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076740.226764:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076740.419752:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076740.419758:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076740.420191:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076740.420194:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076740.420699:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076740.420702:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076740.420960:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076740.420962:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769076741.250545:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076741.250554:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076741.250597:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076741.250601:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076741.250604:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076741.314514:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298402673, at 4298402688
00000100:00000010:3.0:1769076741.314550:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00010000:00000001:0.0:1769076742.274523:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076742.274529:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076742.274571:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076742.274573:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076742.274576:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076743.298501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076743.298507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076743.298530:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076743.298532:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076743.298534:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076744.322529:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076744.322534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076744.322560:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076744.322563:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076744.322567:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076745.346551:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076745.346560:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076745.346593:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076745.346596:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076745.346598:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076745.538540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076745.538552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076745.538554:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076745.538559:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076745.538563:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076745.538571:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3734
00000400:00000200:0.0:1769076745.538580:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076745.538586:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076745.538589:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076745.538592:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538595:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.538597:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538599:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076745.538603:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076745.538605:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076745.538607:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076745.538610:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076745.538611:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076745.538614:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076745.538616:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538617:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.538619:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538620:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076745.538623:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076745.538626:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538628:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076745.538630:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076745.538633:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076745.538635:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.538637:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076745.538638:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076745.538649:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076745.538652:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076745.538656:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076745.538658:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.538660:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076745.538663:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076745.538668:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076745.538676:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076745.538684:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076745.538692:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610644352/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076745.538702:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076745.538706:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076745.538710:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610644352/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076745.538734:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076745.538737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076745.538739:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076745.538740:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076745.538742:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076745.538743:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076745.538745:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3734
00000400:00000200:0.0:1769076745.538747:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076745.538750:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076745.538751:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076745.538754:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538755:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.538757:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076745.538760:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076745.538761:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076745.538763:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076745.538765:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076745.538766:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076745.538767:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076745.538771:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538773:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.538775:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076745.538779:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076745.538781:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538783:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076745.538784:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076745.538792:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076745.538794:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.538799:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076745.538804:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076745.538810:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.538813:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076745.538820:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076745.538822:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076745.538824:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076745.538825:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.538828:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076745.538830:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076745.538833:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076745.538837:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076745.538843:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076745.538855:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610644480/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076745.538882:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076745.538889:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076745.538898:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610644480/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076745.538920:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076745.538929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076745.538936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076745.538943:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076745.538945:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076745.538947:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076745.538956:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3734
00000400:00000200:0.0:1769076745.538965:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076745.538969:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076745.538973:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076745.538975:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538977:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.538982:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.538987:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076745.538989:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076745.538993:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076745.538996:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076745.538998:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076745.539000:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076745.539010:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076745.539016:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.539019:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.539023:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.539026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076745.539028:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076745.539033:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076745.539039:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076745.539041:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076745.539045:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076745.539048:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.539058:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076745.539061:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076745.539066:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.539070:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076745.539075:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076745.539077:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076745.539079:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076745.539080:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.539083:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076745.539085:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076745.539087:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076745.539092:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076745.539102:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076745.539111:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610644608/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076745.539126:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076745.539133:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076745.539139:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610644608/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076745.539153:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076745.539158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076745.539163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076745.539166:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076745.539169:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076745.539175:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076745.539177:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3734
00000400:00000200:0.0:1769076745.539185:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076745.539191:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076745.539197:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076745.539200:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.539202:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.539203:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.539204:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076745.539214:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076745.539218:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076745.539223:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076745.539232:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076745.539235:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076745.539239:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076745.539246:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.539248:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.539253:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076745.539258:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076745.539261:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076745.539271:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076745.539276:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076745.539283:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076745.539287:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076745.539293:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.539297:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076745.539299:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076745.539306:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.539309:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076745.539312:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076745.539314:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076745.539316:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076745.539317:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.539322:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076745.539324:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076745.539327:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076745.539334:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076745.539340:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076745.539349:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610644736/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076745.539360:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076745.539365:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076745.539376:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610644736/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076745.539444:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076745.539463:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3744)
00000800:00000200:1.1:1769076745.539479:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076745.539482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076745.539837:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076745.539839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076745.540036:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076745.540038:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076745.540217:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076745.540218:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769076746.370527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076746.370535:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076746.370560:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076746.370562:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076746.370565:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076746.434485:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298407793, at 4298407808
00000100:00000010:3.0:1769076746.434500:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00010000:00000001:0.0:1769076747.394512:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076747.394519:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076747.394548:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076747.394552:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076747.394556:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076748.418492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076748.418498:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076748.418501:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076748.418503:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076748.418508:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076748.418510:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076748.418512:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076748.418513:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076748.418531:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076748.418533:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076748.418535:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076749.442456:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076749.442462:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076749.442480:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076749.442482:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076749.442484:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076750.466476:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076750.466483:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076750.466505:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076750.466507:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076750.466511:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076750.658467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.658478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076750.658482:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.658486:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.658491:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.658498:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3739
00000400:00000200:0.0:1769076750.658508:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076750.658515:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.658518:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.658522:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.658529:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658532:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076750.658536:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.658538:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076750.658541:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076750.658544:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076750.658546:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076750.658550:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076750.658553:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658555:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.658558:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076750.658563:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076750.658567:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658570:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.658573:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.658576:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.658579:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.658581:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076750.658584:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.658593:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076750.658596:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076750.658600:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.658602:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.658605:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.658608:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.658612:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.658620:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076750.658627:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.658636:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610644864/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.658648:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.658652:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.658658:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610644864/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.658683:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076750.658686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.658689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076750.658691:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.658693:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.658696:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.658699:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3739
00000400:00000200:0.0:1769076750.658703:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076750.658706:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.658709:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.658712:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.658717:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658718:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076750.658721:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.658722:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076750.658724:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076750.658726:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076750.658728:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076750.658731:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076750.658734:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658736:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.658739:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658742:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076750.658744:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076750.658748:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658751:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.658754:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.658761:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.658767:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.658770:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076750.658775:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076750.658782:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.658787:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.658794:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076750.658800:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076750.658804:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.658808:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.658813:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.658816:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.658820:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.658826:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076750.658832:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.658842:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610644992/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.658858:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.658863:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.658870:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610644992/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.658892:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076750.658897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.658905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076750.658909:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.658913:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.658918:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.658925:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3739
00000400:00000200:0.0:1769076750.658962:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076750.658972:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.658979:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.658985:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.658990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.658995:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.659000:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076750.659006:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.659011:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000800:00000200:1.1:1769076750.659011:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769076750.659016:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076750.659017:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1769076750.659019:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076750.659025:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076750.659030:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076750.659037:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.659043:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.659050:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.659056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076750.659061:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076750.659068:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076750.659076:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.659081:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.659086:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.659092:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.659097:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076750.659101:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076750.659107:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.659112:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.659119:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076750.659124:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076750.659129:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.659132:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.659135:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.659138:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.659142:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.659151:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769076750.659158:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.659168:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610645120/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.659197:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.659201:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.659213:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610645120/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.659237:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076750.659242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.659252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076750.659255:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.659258:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.659265:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.659270:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3739
00000400:00000200:0.0:1769076750.659278:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076750.659285:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.659289:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.659296:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.659300:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.659305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.659309:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076750.659314:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.659317:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076750.659320:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076750.659324:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076750.659329:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076750.659336:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076750.659343:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.659349:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.659355:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076750.659361:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076750.659379:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076750.659415:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076750.659421:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.659428:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.659432:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.659439:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.659444:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076750.659449:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076750.659454:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.659458:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.659464:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076750.659470:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076750.659476:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.659479:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.659484:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.659487:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.659491:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.659498:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769076750.659503:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.659514:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610645248/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.659537:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.659542:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.659551:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610645248/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.659573:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.659582:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3749)
00000800:00000200:1.1:1769076750.659650:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076750.659652:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076750.659843:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076750.659844:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076750.660074:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076750.660075:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769076751.490484:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076751.490490:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076751.490517:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076751.490520:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076751.490524:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076751.554461:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298412912, at 4298412928
00000100:00000010:3.0:1769076751.554482:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaae0.
00010000:00000001:0.0:1769076752.514489:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076752.514496:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076752.514520:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076752.514523:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076752.514527:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076753.538502:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076753.538509:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076753.538535:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076753.538537:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076753.538539:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076754.562513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076754.562518:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076754.562540:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076754.562543:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076754.562545:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076755.586526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076755.586533:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076755.586560:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076755.586563:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076755.586566:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076755.779028:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076755.779043:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076755.779500:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076755.779502:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076755.779725:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076755.779728:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076755.780043:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076755.780046:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769076756.610516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076756.610524:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076756.610553:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076756.610556:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076756.610559:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076756.674476:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298418032, at 4298418048
00000100:00000010:3.0:1769076756.674498:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00010000:00000001:0.0:1769076757.634497:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076757.634503:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076757.634526:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076757.634528:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076757.634531:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076758.658482:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076758.658493:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076758.658496:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076758.658499:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076758.658505:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076758.658507:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076758.658509:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076758.658512:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076758.658556:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076758.658560:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076758.658563:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076759.682484:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076759.682489:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076759.682535:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076759.682537:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076759.682540:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076760.706453:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076760.706460:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076760.706481:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076760.706483:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076760.706485:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076760.899253:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076760.899265:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076760.899928:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076760.899929:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076760.900161:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076760.900162:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076760.900368:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076760.900370:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769076761.730506:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076761.730511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076761.730534:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076761.730536:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076761.730538:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076761.794457:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298423153, at 4298423168
00000100:00000010:3.0:1769076761.794471:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac00.
00010000:00000001:0.0:1769076762.754497:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076762.754502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076762.754522:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076762.754524:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076762.754526:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076763.778464:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076763.778470:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076763.778489:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076763.778492:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076763.778494:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769076764.482513:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076764.482522:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076764.482526:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769076764.482727:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076764.482751:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076764.482757:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076764.482762:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076764.802526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076764.802534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076764.802569:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076764.802571:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076764.802574:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076765.826553:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076765.826563:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076765.826645:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076765.826649:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076765.826654:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076766.018584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076766.018599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076766.018604:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076766.018609:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076766.018614:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076766.018622:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3754
00000400:00000200:0.0:1769076766.018633:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076766.018639:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076766.018643:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076766.018647:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.018650:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.018653:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.018655:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076766.018660:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076766.018662:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076766.018664:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076766.018667:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076766.018669:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076766.018672:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076766.018675:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.018677:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.018679:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.018681:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076766.018684:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076766.018687:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076766.018690:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076766.018692:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076766.018696:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076766.018698:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.018701:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076766.018703:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076766.018713:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076766.018717:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076766.018721:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076766.018723:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.018726:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076766.018729:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076766.018733:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076766.018741:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076766.018748:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076766.018757:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610646400/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076766.018768:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076766.018773:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076766.018778:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610646400/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076766.018803:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076766.018807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076766.018810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076766.018812:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076766.018813:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076766.018816:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076766.018818:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3754
00000400:00000200:0.0:1769076766.018822:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076766.018824:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076766.018826:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076766.018829:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.018831:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.018833:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.018837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076766.018839:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076766.018841:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076766.018843:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076766.018845:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076766.018848:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076766.018852:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076766.018858:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.018862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.018864:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.018884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076766.018886:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076766.018892:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076766.018904:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076766.018907:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076766.018924:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076766.018928:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.018929:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076766.018936:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076766.018944:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.018949:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076766.018963:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076766.018975:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076766.018992:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076766.018996:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.019002:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076766.019006:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076766.019010:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076766.019041:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076766.019059:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076766.019082:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610646528/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076766.019152:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076766.019159:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076766.019190:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610646528/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076766.019220:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076766.019234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076766.019240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076766.019244:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076766.019251:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076766.019257:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076766.019275:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3754
00000400:00000200:0.0:1769076766.019299:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076766.019326:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076766.019343:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076766.019360:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.019371:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.019376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.019379:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076766.019388:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076766.019389:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076766.019391:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076766.019392:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076766.019394:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076766.019396:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076766.019400:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.019444:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.019448:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.019452:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076766.019457:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076766.019463:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076766.019468:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076766.019473:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076766.019483:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076766.019490:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.019493:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076766.019497:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076766.019509:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.019514:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076766.019519:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076766.019530:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076766.019536:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076766.019538:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.019540:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076766.019543:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076766.019551:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076766.019562:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076766.019575:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076766.019590:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610646656/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076766.019626:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076766.019641:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076766.019661:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610646656/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076766.019714:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076766.019720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076766.019729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076766.019737:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076766.019741:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076766.019745:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076766.019756:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3754
00000400:00000200:0.0:1769076766.019765:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076766.019784:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076766.019789:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076766.019804:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.019810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.019817:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:1.1:1769076766.019826:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076766.019827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076766.019837:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076766.019845:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076766.019850:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076766.019851:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000020:00000040:0.0:1769076766.019853:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076766.019861:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076766.019867:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076766.019877:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.019888:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076766.019900:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076766.019904:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076766.019913:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076766.019923:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076766.019940:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076766.019948:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076766.019957:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076766.019966:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.019969:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076766.019972:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076766.019979:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.019990:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076766.020000:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076766.020010:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076766.020031:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076766.020055:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076766.020068:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076766.020078:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076766.020090:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076766.020141:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076766.020155:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076766.020178:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610646784/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076766.020202:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076766.020210:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076766.020229:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610646784/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076766.020264:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076766.020282:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3765)
00000800:00000200:1.1:1769076766.020779:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076766.020785:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076766.021250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076766.021253:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076766.021704:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076766.021707:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769076766.850508:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076766.850514:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076766.850544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076766.850547:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076766.850550:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076766.914535:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298428273, at 4298428288
00000100:00000010:3.0:1769076766.914557:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00010000:00000001:0.0:1769076767.874546:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076767.874558:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076767.874628:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076767.874633:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076767.874637:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076768.898510:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076768.898518:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076768.898520:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076768.898523:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076768.898529:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076768.898531:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076768.898533:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076768.898535:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076768.898574:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076768.898576:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076768.898590:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076769.922616:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076769.922622:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076769.922646:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076769.922648:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076769.922650:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076770.946518:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076770.946529:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076770.946566:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076770.946569:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076770.946589:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076771.139500:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076771.139513:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076771.140231:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076771.140234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076771.140613:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076771.140616:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076771.140929:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076771.140932:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769076771.970496:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076771.970502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076771.970524:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076771.970526:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076771.970529:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076772.034498:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298433393, at 4298433408
00000100:00000010:3.0:1769076772.034515:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea120.
00010000:00000001:0.0:1769076772.994457:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076772.994462:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076772.994481:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076772.994483:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076772.994486:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076774.018499:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076774.018507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076774.018530:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076774.018532:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076774.018535:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076775.042503:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076775.042510:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076775.042529:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076775.042531:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076775.042534:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076776.066487:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076776.066493:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076776.066526:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076776.066529:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076776.066533:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076776.258482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076776.258491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076776.258494:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076776.258498:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076776.258501:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076776.258508:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3765
00000400:00000200:0.0:1769076776.258518:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076776.258523:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076776.258526:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076776.258529:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258533:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076776.258536:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258539:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076776.258543:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076776.258546:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076776.258549:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076776.258552:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076776.258554:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076776.258557:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076776.258561:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258563:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076776.258565:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258568:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076776.258571:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076776.258575:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258578:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076776.258582:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076776.258586:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076776.258589:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.258592:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076776.258594:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076776.258604:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769076776.258608:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076776.258612:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076776.258614:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.258616:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076776.258619:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076776.258623:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076776.258631:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076776.258636:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076776.258643:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610647424/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076776.258652:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076776.258656:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076776.258660:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610647424/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076776.258681:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076776.258684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076776.258687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076776.258688:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076776.258689:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076776.258691:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076776.258693:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3765
00000400:00000200:0.0:1769076776.258696:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076776.258698:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076776.258700:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076776.258702:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258704:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076776.258705:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258707:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076776.258709:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076776.258710:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076776.258711:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076776.258713:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076776.258715:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076776.258717:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076776.258719:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076776.258723:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258725:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076776.258728:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076776.258731:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258735:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076776.258739:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076776.258746:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076776.258750:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.258754:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076776.258759:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076776.258766:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.258771:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076776.258779:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769076776.258784:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076776.258791:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076776.258795:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.258798:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076776.258801:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076776.258805:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076776.258809:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076776.258814:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076776.258822:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610647552/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076776.258836:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076776.258840:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076776.258845:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610647552/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076776.258858:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076776.258865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076776.258867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076776.258870:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076776.258873:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076776.258877:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076776.258882:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3765
00000400:00000200:0.0:1769076776.258888:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076776.258895:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076776.258899:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076776.258906:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258911:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076776.258918:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258921:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076776.258924:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076776.258928:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076776.258930:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076776.258946:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076776.258948:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076776.258952:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076776.258954:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258956:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076776.258962:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258966:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076776.258968:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076776.258970:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076776.258973:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076776.258975:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076776.258980:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076776.258982:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.258985:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076776.258990:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076776.258995:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.258999:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076776.259006:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076776.259011:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076776.259018:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076776.259021:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.259026:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076776.259029:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076776.259032:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076776.259038:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076776.259042:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076776.259052:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610647680/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076776.259066:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076776.259071:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076776.259076:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610647680/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076776.259088:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076776.259092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769076776.259094:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769076776.259097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1769076776.259099:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769076776.259100:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076776.259104:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076776.259110:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076776.259117:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3765
00000400:00000200:0.0:1769076776.259122:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076776.259129:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076776.259132:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076776.259138:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.259144:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076776.259149:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.259152:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076776.259156:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076776.259158:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076776.259162:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076776.259165:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076776.259169:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076776.259174:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076776.259179:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.259183:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076776.259188:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076776.259193:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076776.259198:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076776.259205:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076776.259211:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076776.259214:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076776.259217:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076776.259222:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.259227:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076776.259232:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076776.259238:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.259241:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076776.259246:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076776.259249:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076776.259253:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076776.259255:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076776.259256:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076776.259258:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076776.259261:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076776.259266:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076776.259271:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076776.259279:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610647808/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076776.259289:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076776.259294:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076776.259303:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610647808/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076776.259317:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076776.259325:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3775)
00000800:00000200:1.1:1769076776.259606:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076776.259607:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076776.259820:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076776.259822:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076776.260046:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076776.260048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769076777.090590:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076777.090598:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076777.090628:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076777.090631:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076777.090635:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076777.154506:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298438512, at 4298438528
00000100:00000010:3.0:1769076777.154524:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea120.
00010000:00000001:0.0:1769076778.114467:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076778.114476:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076778.114479:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076778.114482:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076778.114489:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076778.114492:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076778.114495:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076778.114498:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076778.114525:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076778.114529:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076778.114533:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076779.138515:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076779.138521:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076779.138541:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076779.138543:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076779.138546:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076780.162541:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076780.162548:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076780.162586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076780.162588:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076780.162591:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076781.186505:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076781.186510:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076781.187827:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076781.187830:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076781.187833:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076781.380515:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076781.380524:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076781.381160:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076781.381161:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076781.381363:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076781.381365:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076781.381567:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076781.381568:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076782.210475:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076782.210481:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076782.210501:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076782.210503:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076782.210505:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076782.274508:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298443634, at 4298443648
00000100:00000010:3.0:1769076782.274541:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00010000:00000001:0.0:1769076783.234551:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076783.234563:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076783.234596:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076783.234600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076783.234604:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076784.260173:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076784.260181:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076784.260260:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076784.260265:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076784.260270:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076785.282548:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076785.282556:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076785.282612:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076785.282614:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076785.282617:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076786.306523:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076786.306533:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076786.306586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076786.306591:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076786.306595:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076786.498551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076786.498564:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076786.498568:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076786.498575:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076786.498580:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076786.498591:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3775
00000400:00000200:0.0:1769076786.498605:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076786.498614:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076786.498620:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076786.498626:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.498632:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.498637:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.498641:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076786.498648:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076786.498651:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076786.498655:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076786.500344:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076786.500352:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076786.500358:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076786.500367:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.500372:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.500376:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.500397:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076786.500423:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076786.500430:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076786.500435:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076786.500439:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076786.500444:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076786.500449:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.500453:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076786.500456:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076786.500469:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076786.500474:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076786.500478:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076786.500480:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.500483:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076786.500502:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076786.500509:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076786.500520:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769076786.500527:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076786.500540:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610648448/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076786.500554:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076786.500560:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076786.500567:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610648448/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076786.500602:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076786.500606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076786.500611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076786.500613:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076786.500615:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076786.500619:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076786.500622:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3775
00000400:00000200:0.0:1769076786.500629:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076786.500634:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076786.500637:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076786.500641:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.500644:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.500647:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.500649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076786.500652:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076786.500654:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076786.500656:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076786.500659:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076786.500661:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076786.500664:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076786.500667:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.500670:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.500672:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.500675:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076786.500678:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076786.500682:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076786.500713:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076786.500717:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076786.500730:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076786.500740:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.500746:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076786.500756:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076786.500802:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.500810:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076786.500824:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076786.500835:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076786.500847:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076786.500855:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.500864:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076786.500873:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076786.500879:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076786.500911:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076786.500920:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076786.500934:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610648576/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076786.500952:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076786.500957:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076786.500962:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610648576/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076786.500989:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076786.501001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076786.501006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076786.501009:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076786.501014:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076786.501020:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076786.501023:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3775
00000400:00000200:0.0:1769076786.501034:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076786.501045:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076786.501055:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076786.501064:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.501068:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.501077:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.501086:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076786.501096:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076786.501100:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076786.501106:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076786.501112:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076786.501118:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076786.501127:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076786.501135:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.501140:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.501148:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.501157:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076786.501163:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076786.501193:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076786.501205:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076786.501214:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076786.501224:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076786.501237:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.501245:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076786.501255:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076786.501262:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.501286:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076786.501299:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076786.501310:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076786.501317:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076786.501320:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.501327:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076786.501332:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076786.501335:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076786.501348:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076786.501360:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076786.501391:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:0.0:1769076786.501396:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610648704/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076786.501400:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769076786.501431:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076786.501436:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076786.501447:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610648704/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076786.501477:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076786.501524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076786.501534:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076786.501539:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076786.501545:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076786.501556:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076786.501565:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3775
00000400:00000200:0.0:1769076786.501576:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076786.501588:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076786.501598:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076786.501627:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.501639:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.501646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.501650:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076786.501660:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076786.501663:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076786.501669:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076786.501674:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076786.501680:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076786.501687:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076786.501697:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.501702:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076786.501706:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076786.501713:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076786.501718:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076786.501731:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076786.501741:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076786.501750:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076786.501801:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076786.501811:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.501820:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076786.501828:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076786.501838:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.501847:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076786.501861:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076786.501874:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076786.501882:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076786.501888:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076786.501913:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076786.501920:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076786.501925:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076786.501938:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076786.501947:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076786.501980:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610648832/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076786.502000:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076786.502006:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076786.502021:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610648832/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076786.502074:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076786.502083:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3785)
00000800:00000200:1.1:1769076786.502436:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076786.502439:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076786.502867:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076786.502887:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076786.503542:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076786.503547:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769076787.330544:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076787.330552:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076787.330580:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076787.330584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076787.330598:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076787.394454:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298448755, at 4298448768
00000100:00000010:3.0:1769076787.394468:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00010000:00000001:0.0:1769076788.354489:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076788.354496:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076788.354498:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076788.354501:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076788.354505:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076788.354507:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076788.354509:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076788.354511:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076788.354529:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076788.354531:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076788.354533:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076789.378484:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076789.378490:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076789.378508:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076789.378510:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076789.378513:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076790.402514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076790.402524:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076790.402560:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076790.402565:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076790.402570:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076791.426463:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076791.426469:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076791.426491:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076791.426507:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076791.426510:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076791.618546:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.618555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076791.618557:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.618561:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.618564:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.618570:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3780
00000400:00000200:0.0:1769076791.618579:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076791.618584:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.618586:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076791.618589:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618591:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.618593:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618595:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076791.618598:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.618600:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076791.618602:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.618604:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076791.618605:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076791.618607:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076791.618609:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618610:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.618611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618613:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076791.618615:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076791.618618:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618619:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.618621:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.618624:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.618626:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.618627:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076791.618629:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.618637:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076791.618639:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076791.618643:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.618644:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.618646:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.618648:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.618652:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.618659:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076791.618664:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.618671:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610648960/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076791.618705:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076791.618709:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.618712:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610648960/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.618731:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076791.618733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.618736:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076791.618737:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.618738:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.618740:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.618741:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3780
00000400:00000200:0.0:1769076791.618744:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076791.618746:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.618748:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076791.618750:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618752:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.618753:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618755:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076791.618757:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.618758:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076791.618760:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.618761:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076791.618763:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076791.618764:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076791.618766:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618768:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.618771:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618775:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076791.618777:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076791.618782:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618785:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.618787:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.618792:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.618797:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.618800:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076791.618806:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076791.618810:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.618812:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.618816:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076791.618821:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076791.618825:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.618828:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.618832:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.618835:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.618838:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.618842:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076791.618847:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.618862:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610649088/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076791.618867:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076791.618871:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.618874:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610649088/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.618885:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076791.618889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.618893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076791.618896:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.618899:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.618902:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.618905:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3780
00000400:00000200:0.0:1769076791.618910:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076791.618914:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.618916:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076791.618948:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618960:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.618973:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.618984:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076791.619026:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.619031:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076791.619039:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.619048:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076791.619056:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076791.619065:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076791.619083:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.619091:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.619100:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.619106:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076791.619110:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076791.619120:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076791.619129:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.619138:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.619150:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.619162:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.619172:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076791.619182:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076791.619197:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.619210:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.619221:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076791.619231:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076791.619243:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.619248:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.619252:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.619257:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.619262:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.619273:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076791.619282:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.619296:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610649216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076791.619304:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076791.619337:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769076791.619337:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769076791.619343:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.619357:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610649216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.619382:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076791.619392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.619402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076791.619404:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.619406:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.619409:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.619414:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3780
00000400:00000200:0.0:1769076791.619447:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076791.619454:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.619457:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076791.619536:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.619541:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.619546:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.619548:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076791.619552:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.619555:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076791.619557:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.619560:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076791.619564:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076791.619569:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076791.619574:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.619577:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.619582:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076791.619586:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076791.619590:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076791.619596:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076791.619599:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.619602:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.619605:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.619608:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.619611:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076791.619613:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076791.619616:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.619620:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.619628:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076791.619633:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076791.619635:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.619636:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.619638:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.619641:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.619643:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.619647:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076791.619652:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.619660:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610649344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076791.619690:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076791.619694:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.619703:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610649344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.619714:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.619720:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3790)
00000800:00000200:1.1:1769076791.619960:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076791.619964:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076791.620341:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076791.620346:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076791.620730:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076791.620732:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769076792.450510:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076792.450519:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076792.450547:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076792.450551:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076792.450555:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076792.514522:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298453873, at 4298453888
00000100:00000010:3.0:1769076792.514554:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa20.
00010000:00000001:0.0:1769076793.474553:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076793.474561:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076793.474590:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076793.474593:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076793.474597:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076794.498502:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076794.498509:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076794.498533:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076794.498536:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076794.498562:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076795.522497:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076795.522503:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076795.522524:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076795.522527:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076795.522530:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076796.546579:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076796.546590:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076796.546698:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076796.546704:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076796.546710:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076796.738552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076796.738568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076796.738573:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076796.738580:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076796.738588:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076796.738626:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3785
00000400:00000200:3.0:1769076796.738642:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076796.738649:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076796.738654:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076796.738659:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.738663:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076796.738667:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.738670:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076796.738675:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076796.738678:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076796.738681:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076796.738685:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076796.738688:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076796.738691:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076796.738695:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.738698:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076796.738702:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.738704:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076796.738709:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076796.738713:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076796.738717:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076796.738720:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076796.738724:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076796.738728:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.738730:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076796.738733:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076796.738745:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076796.738751:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076796.738758:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076796.738762:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.738767:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076796.738771:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076796.738779:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076796.738792:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076796.738804:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076796.738819:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610649472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076796.738840:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076796.738848:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076796.738859:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610649472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076796.738899:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076796.738904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076796.738908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076796.738910:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076796.738913:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076796.738916:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076796.738920:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3785
00000400:00000200:3.0:1769076796.738927:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076796.738931:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076796.738934:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076796.738939:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.738942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076796.738946:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.738950:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076796.738954:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076796.738956:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076796.738958:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076796.738961:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076796.738964:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076796.738966:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076796.738971:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.738975:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076796.738977:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.738980:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076796.738983:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076796.738986:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076796.738996:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076796.739004:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076796.739018:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076796.739031:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.739042:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076796.739052:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076796.739083:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.739093:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076796.739109:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076796.739121:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076796.739134:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076796.739140:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.739148:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076796.739150:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076796.739155:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076796.739167:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076796.739176:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076796.739192:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610649600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076796.739246:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076796.739254:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076796.739272:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610649600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076796.739298:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076796.739308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076796.739314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076796.739319:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076796.739324:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076796.739332:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076796.739339:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3785
00000400:00000200:3.0:1769076796.739352:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076796.739363:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076796.739368:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076796.739377:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.739383:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076796.739432:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.739437:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076796.739442:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076796.739445:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076796.739449:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076796.739453:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076796.739458:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076796.739464:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076796.739471:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.739475:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076796.739481:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.739490:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076796.739499:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076796.739517:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076796.739529:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076796.739535:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076796.739543:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076796.739550:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.739558:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076796.739566:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076796.739576:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.739581:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076796.739610:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769076796.739616:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076796.739624:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076796.739626:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.739630:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076796.739636:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076796.739641:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076796.739653:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076796.739661:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076796.739671:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610649728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076796.739689:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076796.739699:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769076796.739700:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769076796.739707:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076796.739723:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610649728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076796.739741:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076796.739746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076796.739752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076796.739755:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076796.739759:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076796.739764:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076796.739769:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3785
00000400:00000200:3.0:1769076796.739778:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076796.739785:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076796.739789:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076796.739794:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.739799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076796.739803:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.739807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076796.739811:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076796.739814:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076796.739817:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076796.739821:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076796.739825:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076796.739830:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076796.739836:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.739840:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076796.739845:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076796.739850:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076796.739855:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076796.739860:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076796.739865:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076796.739869:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076796.739875:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076796.739880:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.739883:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076796.739887:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076796.739890:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.739893:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076796.739898:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076796.739901:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076796.739905:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076796.739907:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076796.739909:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076796.739911:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076796.739914:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076796.739919:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076796.739924:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076796.739930:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610649856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076796.739940:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076796.739943:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076796.739947:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610649856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076796.739958:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076796.739963:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3795)
00000800:00000200:1.1:1769076796.742123:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076796.742127:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076796.742690:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076796.742694:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076796.743091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076796.743095:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769076797.570534:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076797.570542:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076797.570571:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076797.570602:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076797.570607:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076797.634546:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298458995, at 4298459008
00000100:00000010:3.0:1769076797.634620:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa80.
00010000:00000001:0.0:1769076798.594501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076798.594508:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076798.594511:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076798.594513:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076798.594519:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076798.594521:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076798.594523:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076798.594525:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076798.594545:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076798.594548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076798.594550:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076799.618491:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076799.618496:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076799.618516:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076799.618518:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076799.618520:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076800.642451:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076800.642457:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076800.642490:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076800.642492:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076800.642494:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076801.666501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076801.666553:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076801.666596:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076801.666599:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076801.666602:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076801.858621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076801.858635:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076801.858639:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076801.858645:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076801.858652:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076801.858663:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3790
00000400:00000200:0.0:1769076801.858677:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076801.858687:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076801.858693:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076801.858699:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.858705:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076801.858711:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.858716:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076801.858723:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076801.858727:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076801.858732:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076801.858737:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076801.858741:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076801.858746:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076801.858752:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.858756:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076801.858760:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.858763:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076801.858770:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076801.858775:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076801.858779:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.858783:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076801.858786:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076801.858790:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.858793:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076801.858796:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076801.858807:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076801.858812:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076801.858817:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076801.858819:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.858823:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076801.858826:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076801.858831:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076801.858840:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076801.858848:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076801.858861:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610649984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076801.858880:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076801.858888:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076801.858897:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610649984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.858944:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076801.858950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076801.858956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076801.858958:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076801.858961:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076801.858964:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076801.858967:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3790
00000400:00000200:0.0:1769076801.858973:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076801.858977:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076801.858980:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076801.858984:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.858987:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076801.859007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859010:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076801.859013:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076801.859015:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076801.859017:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076801.859020:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076801.859022:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076801.859025:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076801.859028:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859031:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076801.859033:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859036:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076801.859039:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076801.859042:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859048:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.859051:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076801.859059:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076801.859062:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.859065:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076801.859071:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076801.859075:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.859078:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076801.859085:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076801.859092:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076801.859097:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076801.859102:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.859108:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076801.859111:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076801.859114:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076801.859123:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076801.859133:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076801.859151:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610650112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076801.859184:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076801.859192:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076801.859207:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610650112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.859229:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076801.859234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076801.859243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076801.859249:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076801.859253:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076801.859258:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076801.859268:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3790
00000400:00000200:0.0:1769076801.859277:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076801.859299:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076801.859304:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076801.859314:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859318:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076801.859331:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859338:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076801.859341:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076801.859342:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076801.859345:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076801.859351:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076801.859356:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076801.859360:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076801.859372:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859377:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076801.859384:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859389:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076801.859392:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076801.859399:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859403:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.859405:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076801.859409:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076801.859413:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.859415:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076801.859476:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076801.859485:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.859492:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076801.859502:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769076801.859539:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076801.859546:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076801.859554:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.859577:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076801.859582:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076801.859588:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076801.859598:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076801.859608:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076801.859619:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610650240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076801.859634:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076801.859644:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076801.859660:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610650240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.859688:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076801.859698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076801.859712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076801.859721:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076801.859729:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076801.859743:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076801.859758:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3790
00000400:00000200:0.0:1769076801.859775:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076801.859792:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076801.859799:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076801.859812:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859821:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076801.859830:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859835:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076801.859846:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076801.859848:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076801.859852:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076801.859861:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076801.859872:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:1.1:1769076801.859874:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769076801.859883:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076801.859897:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859902:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076801.859909:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859919:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076801.859933:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076801.859950:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076801.859959:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076801.859963:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076801.859969:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076801.859975:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.859979:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076801.859986:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076801.859992:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.860002:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076801.860010:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076801.860020:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076801.860029:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076801.860034:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076801.860041:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076801.860047:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076801.860052:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076801.860061:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769076801.860071:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076801.860087:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610650368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076801.860105:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076801.860113:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076801.860128:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610650368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076801.860157:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076801.860178:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3800)
00000800:00000200:1.1:1769076801.860373:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076801.860709:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076801.860979:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:3.0:1769076802.370628:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076802.370640:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076802.370647:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769076802.370857:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076802.370877:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076802.370884:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076802.370907:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076802.690516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076802.690523:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076802.690589:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076802.690594:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076802.690599:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076802.754482:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298464113, at 4298464128
00000100:00000010:3.0:1769076802.754515:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ead80.
00010000:00000001:0.0:1769076803.714519:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076803.714527:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076803.714556:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076803.714558:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076803.714561:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076804.738496:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076804.738504:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076804.738531:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076804.738534:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076804.738536:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769076804.930679:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769076804.930719:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076804.930730:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076804.930734:0:2356:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769076804.930737:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076804.930741:0:2356:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076804.930745:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076804.930749:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:3.0:1769076804.930754:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076804.930759:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076804.930765:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bda18
00000400:00000010:3.0:1769076804.930768:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bda18.
00000100:00000001:3.0:1769076804.930772:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076804.930780:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ef100 x1855007610649984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076804.930807:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076804.930811:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef100 x1855007610649984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076804.930818:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076804.930820:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076804.930830:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076804.930833:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:3.0:1769076804.930837:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076804.930842:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076804.930847:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd088
00000400:00000010:3.0:1769076804.930850:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd088.
00000100:00000001:3.0:1769076804.930854:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076804.930877:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ef480 x1855007610650112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076804.930891:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076804.930900:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef480 x1855007610650112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076826 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076804.930934:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076804.930941:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076804.930956:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076804.930963:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:3.0:1769076804.930970:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076804.930981:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076804.930990:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdc38
00000400:00000010:3.0:1769076804.930995:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdc38.
00000100:00000001:3.0:1769076804.931002:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076804.931012:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56eea00 x1855007610650240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076804.931034:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076804.931043:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610650240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076804.931069:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076804.931076:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076804.931092:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076804.931099:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:3.0:1769076804.931107:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076804.931116:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076804.931123:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd4c8
00000400:00000010:3.0:1769076804.931128:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd4c8.
00000100:00000001:3.0:1769076804.931133:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076804.931144:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56efb80 x1855007610650368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076804.931168:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076804.931177:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610650368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076804.931209:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076804.931213:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769076805.762464:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076805.762469:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076805.762501:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076805.762503:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076805.762506:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076806.786532:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076806.786543:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076806.786602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076806.786606:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076806.786611:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076806.978575:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076806.978591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076806.978596:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076806.978602:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076806.978609:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076806.978621:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3795
00000400:00000200:0.0:1769076806.978637:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076806.978646:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076806.978652:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076806.978658:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.978665:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.978671:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.978674:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076806.978679:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076806.978693:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076806.978697:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076806.978701:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076806.978703:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076806.978706:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076806.978710:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.978712:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.978714:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.978716:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076806.978720:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076806.978724:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076806.978727:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076806.978730:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076806.978734:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076806.978737:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.978739:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076806.978742:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076806.978750:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769076806.978765:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076806.978769:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076806.978771:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.978775:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076806.978778:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076806.978782:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076806.978792:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769076806.978800:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076806.978810:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610650496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076806.978842:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076806.978847:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076806.978852:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610650496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076806.978894:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076806.978900:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076806.978906:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076806.978908:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076806.978911:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076806.978916:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076806.978921:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3795
00000400:00000200:0.0:1769076806.978929:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076806.978935:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076806.978939:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076806.978944:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.978948:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.978953:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.978957:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076806.978964:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076806.978968:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076806.978973:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076806.978977:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076806.978981:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076806.978998:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076806.979003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.979008:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.979020:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.979031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076806.979040:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076806.979053:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076806.979064:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076806.979073:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076806.979084:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076806.979096:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.979107:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076806.979115:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076806.979129:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.979137:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076806.979154:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769076806.979166:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076806.979177:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076806.979183:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.979192:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076806.979200:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076806.979208:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076806.979222:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769076806.979234:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076806.979253:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610650624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076806.979281:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076806.979287:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076806.979299:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610650624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076806.979328:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076806.979340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076806.979359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076806.979366:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076806.979372:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076806.979385:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076806.979504:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3795
00000400:00000200:0.0:1769076806.979522:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076806.979537:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076806.979549:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076806.979564:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.979571:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.979580:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.979589:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076806.979601:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076806.979606:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076806.979614:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076806.979621:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076806.979634:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076806.979649:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076806.979665:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.979675:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.979685:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.979695:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076806.979707:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076806.979721:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076806.979731:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076806.979740:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076806.979751:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076806.979760:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.979765:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076806.979774:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076806.979785:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.979794:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076806.979804:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000010:0.0:1769076806.979807:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000800:00000200:1.1:1769076806.979814:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000020:00000040:0.0:1769076806.979817:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076806.979829:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076806.979835:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.979844:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076806.979851:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076806.979859:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076806.979872:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076806.979885:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076806.979906:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610650752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076806.979942:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076806.979952:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076806.979970:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610650752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076806.980004:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076806.980017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076806.980032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076806.980039:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076806.980043:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076806.980052:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076806.980065:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3795
00000400:00000200:0.0:1769076806.980080:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076806.980094:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076806.980102:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076806.980112:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.980121:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.980132:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.980141:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076806.980151:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076806.980157:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076806.980162:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076806.980171:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076806.980182:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076806.980192:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076806.980205:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.980217:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076806.980225:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076806.980235:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076806.980246:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076806.980258:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076806.980269:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076806.980281:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076806.980292:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076806.980302:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.980313:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076806.980319:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076806.980330:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.980341:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076806.980355:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076806.980365:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076806.980380:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076806.980451:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076806.980460:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076806.980465:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076806.980469:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076806.980484:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076806.980498:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076806.980519:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610650880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076806.980560:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076806.980568:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076806.980585:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610650880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076806.980614:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076806.980628:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3806)
00000800:00000200:1.1:1769076806.981056:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076806.981061:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076806.981727:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076806.981730:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076806.982092:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076806.982095:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769076807.810510:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076807.810517:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076807.810565:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076807.810567:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076807.810571:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076807.874464:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298469233, at 4298469248
00000100:00000010:3.0:1769076807.874481:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00010000:00000001:0.0:1769076808.834618:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076808.834628:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076808.834631:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076808.834634:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076808.834640:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076808.834642:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076808.834644:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076808.834647:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076808.834695:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076808.834697:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076808.834699:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076809.858487:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076809.858494:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076809.858550:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076809.858553:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076809.858556:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076810.882520:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076810.882527:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076810.882559:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076810.882562:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076810.882566:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076811.906444:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076811.906450:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076811.906485:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076811.906488:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076811.906491:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076812.099695:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076812.099704:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076812.100927:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076812.100930:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076812.101604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076812.101625:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076812.102243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076812.102248:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769076812.930474:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076812.930480:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076812.930530:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076812.930532:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076812.930535:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076812.994491:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298474353, at 4298474368
00000100:00000010:3.0:1769076812.994512:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea0c0.
00010000:00000001:0.0:1769076813.954495:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076813.954502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076813.954538:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076813.954541:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076813.954544:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076814.978487:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076814.978493:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076814.978535:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076814.978537:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076814.978539:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076816.002511:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076816.002517:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076816.002540:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076816.002543:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076816.002545:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076817.026524:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076817.026541:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076817.026565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076817.026568:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076817.026572:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076817.218492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076817.218501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076817.218503:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076817.218507:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076817.218510:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076817.218516:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3806
00000400:00000200:3.0:1769076817.218524:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076817.218530:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076817.218533:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076817.218536:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218538:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076817.218540:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218543:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076817.218546:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076817.218548:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076817.218550:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076817.218552:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076817.218553:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076817.218555:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076817.218557:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218558:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076817.218560:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218561:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076817.218564:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076817.218566:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218568:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076817.218571:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076817.218575:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076817.218578:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.218580:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076817.218583:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076817.218592:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076817.218596:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076817.218601:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076817.218603:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.218607:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076817.218609:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076817.218613:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076817.218623:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076817.218629:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076817.218638:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610651520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076817.218647:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076817.218651:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076817.218670:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610651520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076817.218691:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076817.218694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076817.218697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076817.218698:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076817.218699:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076817.218701:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076817.218703:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3806
00000400:00000200:3.0:1769076817.218707:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076817.218709:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076817.218712:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076817.218715:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218717:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076817.218719:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218721:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076817.218723:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076817.218725:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076817.218726:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076817.218728:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076817.218730:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076817.218733:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076817.218737:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076817.218744:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218748:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076817.218750:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076817.218755:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218757:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076817.218761:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076817.218766:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076817.218770:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.218774:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076817.218778:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076817.218782:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.218785:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076817.218792:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769076817.218797:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076817.218802:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076817.218805:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.218809:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076817.218811:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076817.218815:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076817.218821:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076817.218826:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076817.218836:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610651648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076817.218867:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076817.218869:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076817.218872:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610651648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076817.218878:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076817.218880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076817.218885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076817.218887:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076817.218890:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076817.218896:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076817.218899:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3806
00000400:00000200:3.0:1769076817.218902:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076817.218908:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076817.218910:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076817.218912:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218913:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076817.218916:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218919:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076817.218930:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076817.218949:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076817.218955:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076817.218959:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076817.218964:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076817.218968:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076817.218974:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218978:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076817.218984:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.218988:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076817.218993:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076817.219014:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076817.219018:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076817.219024:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076817.219029:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076817.219034:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.219036:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076817.219040:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076817.219044:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.219048:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076817.219055:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076817.219062:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076817.219082:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076817.219084:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.219086:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076817.219088:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076817.219093:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076817.219099:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076817.219104:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076817.219112:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610651776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076817.219127:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076817.219145:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076817.219150:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610651776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076817.219163:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076817.219167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076817.219172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076817.219176:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076817.219177:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076817.219180:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076817.219184:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3806
00000400:00000200:3.0:1769076817.219190:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076817.219210:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076817.219215:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769076817.219219:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076817.219221:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.219226:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076817.219226:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1769076817.219230:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.219235:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076817.219238:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076817.219242:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076817.219244:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076817.219261:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076817.219263:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076817.219265:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076817.219268:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.219269:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076817.219271:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076817.219272:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076817.219274:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076817.219279:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076817.219282:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076817.219299:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076817.219302:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076817.219308:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.219310:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076817.219313:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076817.219316:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.219319:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076817.219323:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769076817.219325:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076817.219327:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076817.219330:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076817.219333:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076817.219335:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076817.219337:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076817.219341:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076817.219345:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076817.219354:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610651904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076817.219364:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076817.219368:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076817.219375:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610651904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076817.219383:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076817.219387:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3816)
00000800:00000200:1.1:1769076817.219691:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076817.219693:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076817.219967:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076817.219969:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076817.220237:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076817.220240:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769076818.050554:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076818.050563:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076818.050567:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076818.050570:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076818.050577:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076818.050580:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076818.050583:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076818.050586:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076818.050615:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076818.050618:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076818.050621:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076818.114506:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298479473, at 4298479488
00000100:00000010:3.0:1769076818.114528:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaea0.
00010000:00000001:0.0:1769076819.074516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076819.074524:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076819.074554:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076819.074557:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076819.074561:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076820.098526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076820.098571:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076820.098625:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076820.098629:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076820.098634:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076821.122508:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076821.122517:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076821.122573:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076821.122577:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076821.122581:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076822.146588:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076822.146602:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076822.146646:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076822.146650:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076822.146654:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076822.338519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076822.338532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076822.338535:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076822.338540:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076822.338556:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076822.338565:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3811
00000400:00000200:3.0:1769076822.338578:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076822.338586:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076822.338591:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076822.338596:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.338600:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076822.338605:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.338608:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076822.338614:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076822.338616:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076822.338620:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076822.338624:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076822.338628:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076822.338630:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076822.338635:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.338637:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076822.338639:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.338641:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076822.338644:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076822.338648:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076822.338650:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076822.338653:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076822.338657:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076822.338660:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.338662:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076822.338665:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076822.338675:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076822.338679:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076822.338684:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076822.338685:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.338689:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076822.338691:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076822.338696:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076822.338704:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076822.338712:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076822.338722:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610652032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076822.338734:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076822.338739:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076822.338744:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610652032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076822.338770:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076822.338776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076822.338781:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076822.338784:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076822.338786:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076822.338791:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076822.338795:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3811
00000400:00000200:3.0:1769076822.338803:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076822.338807:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076822.338812:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076822.338816:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.338821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076822.338824:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.338827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076822.338831:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076822.338834:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076822.338837:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076822.338840:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076822.338843:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076822.338847:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076822.338853:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.338856:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076822.338860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.338863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076822.338867:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076822.338873:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076822.338877:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076822.338881:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076822.338888:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076822.338892:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.338896:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076822.338903:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076822.338909:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.338913:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076822.338930:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076822.338934:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076822.338938:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076822.338941:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.338944:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076822.338946:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076822.338949:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076822.338956:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076822.338961:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076822.338969:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610652160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076822.338981:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076822.338985:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076822.338991:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610652160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076822.339007:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076822.339012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076822.339018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076822.339021:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076822.339025:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076822.339029:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076822.339034:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3811
00000400:00000200:3.0:1769076822.339041:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076822.339046:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076822.339050:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076822.339055:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.339059:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076822.339061:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.339066:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076822.339070:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076822.339072:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076822.339075:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076822.339078:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076822.339082:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076822.339085:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076822.339090:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.339093:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076822.339096:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.339100:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076822.339104:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076822.339109:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076822.339114:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076822.339117:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076822.339122:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076822.339126:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.339130:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076822.339145:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076822.339149:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.339152:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076822.339158:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076822.339188:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076822.339191:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076822.339194:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.339196:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076822.339199:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076822.339202:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076822.339209:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076822.339215:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076822.339222:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610652288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076822.339247:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769076822.339248:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076822.339251:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076822.339254:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1769076822.339258:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610652288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076822.339284:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076822.339300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076822.339306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076822.339308:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076822.339312:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076822.339316:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076822.339320:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3811
00000400:00000200:3.0:1769076822.339327:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076822.339332:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076822.339337:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076822.339342:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.339346:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076822.339350:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.339354:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076822.339359:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076822.339361:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076822.339364:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076822.339367:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076822.339370:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076822.339373:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076822.339378:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.339382:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076822.339425:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076822.339430:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076822.339435:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076822.339440:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076822.339446:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076822.339450:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076822.339455:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076822.339460:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.339464:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076822.339467:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076822.339471:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.339476:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076822.339483:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076822.339489:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076822.339494:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076822.339497:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076822.339501:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076822.339504:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076822.339507:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076822.339514:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076822.339519:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076822.339527:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610652416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076822.339542:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076822.339558:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076822.339565:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610652416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076822.339578:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076822.339585:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3821)
00000800:00000200:1.1:1769076822.339922:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076822.339925:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076822.340298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076822.340301:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076822.340660:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076822.340664:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769076823.170549:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076823.170557:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076823.170590:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076823.170593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076823.170597:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076823.234530:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298484593, at 4298484608
00000100:00000010:3.0:1769076823.234554:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea720.
00010000:00000001:0.0:1769076824.194527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076824.194536:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076824.194611:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076824.194616:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076824.194622:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076825.218529:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076825.218540:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076825.218571:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076825.218575:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076825.218578:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076826.242467:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076826.242472:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076826.242490:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076826.242492:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076826.242494:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076827.266558:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076827.266569:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076827.266611:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076827.266617:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076827.266623:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076827.458492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076827.458501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076827.458503:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076827.458506:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076827.458510:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076827.458516:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3816
00000400:00000200:0.0:1769076827.458525:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076827.458530:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076827.458532:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076827.458535:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458537:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076827.458539:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076827.458545:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076827.458546:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076827.458548:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076827.458550:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076827.458552:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076827.458553:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076827.458555:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458557:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076827.458558:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458559:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076827.458562:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076827.458564:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458566:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076827.458568:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076827.458570:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076827.458572:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.458574:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076827.458575:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076827.458583:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769076827.458586:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076827.458589:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076827.458590:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.458592:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076827.458595:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076827.458598:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076827.458604:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076827.458610:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076827.458616:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610652544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076827.458624:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076827.458627:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076827.458630:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610652544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076827.458649:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076827.458651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076827.458653:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076827.458655:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076827.458656:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076827.458658:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076827.458659:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3816
00000400:00000200:0.0:1769076827.458661:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076827.458663:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076827.458664:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076827.458666:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458667:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076827.458669:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458672:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076827.458674:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076827.458675:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076827.458677:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076827.458678:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076827.458680:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076827.458681:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076827.458683:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458684:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076827.458686:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458687:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076827.458689:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076827.458693:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458695:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076827.458696:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076827.458707:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076827.458711:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.458719:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076827.458724:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076827.458728:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.458732:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076827.458734:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076827.458737:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076827.458743:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076827.458749:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.458753:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076827.458757:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076827.458760:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076827.458767:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076827.458773:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076827.458781:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610652672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076827.458796:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076827.458801:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076827.458805:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610652672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076827.458823:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076827.458829:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076827.458843:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076827.458847:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076827.458849:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076827.458852:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076827.458858:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3816
00000400:00000200:0.0:1769076827.458868:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076827.458872:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076827.458874:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076827.458876:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458877:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076827.458883:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458887:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076827.458897:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076827.458898:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076827.458900:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076827.458901:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076827.458903:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076827.458907:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076827.458917:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458921:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076827.458929:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458932:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076827.458935:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076827.458939:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076827.458943:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076827.458944:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076827.458957:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076827.458960:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.458968:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076827.458979:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076827.458985:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.458995:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076827.459005:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076827.459012:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076827.459022:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076827.459030:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.459042:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076827.459047:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076827.459056:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076827.459072:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076827.459087:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076827.459100:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610652800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076827.459111:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076827.459119:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076827.459125:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610652800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076827.459140:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076827.459151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076827.459164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076827.459167:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076827.459170:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076827.459178:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076827.459184:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3816
00000400:00000200:0.0:1769076827.459213:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076827.459221:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076827.459227:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076827.459242:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.459254:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076827.459267:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.459274:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076827.459281:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076827.459286:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076827.459291:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076827.459292:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076827.459302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000020:00000040:0.0:1769076827.459303:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076827.459312:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076827.459321:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076827.459333:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.459341:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076827.459354:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076827.459362:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076827.459371:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076827.459382:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076827.459420:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076827.459422:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076827.459425:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076827.459428:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.459430:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076827.459432:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076827.459434:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.459435:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076827.459438:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076827.459440:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076827.459442:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076827.459444:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076827.459446:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076827.459447:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076827.459449:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076827.459458:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076827.459464:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076827.459471:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610652928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076827.459481:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076827.459487:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076827.459506:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610652928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076827.459538:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076827.459545:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3826)
00000800:00000200:1.1:1769076827.459867:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076827.459870:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076827.460156:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076827.460157:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076827.460383:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076827.460404:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769076828.290478:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076828.290487:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076828.290490:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076828.290493:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076828.290498:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076828.290501:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076828.290503:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076828.290506:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076828.290529:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076828.290532:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076828.290535:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076828.354446:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298489713, at 4298489728
00000100:00000010:3.0:1769076828.354465:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea720.
00010000:00000001:0.0:1769076829.314476:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076829.314482:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076829.314507:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076829.314510:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076829.314513:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076830.338482:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076830.338488:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076830.338513:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076830.338516:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076830.338519:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076831.362455:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076831.362460:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076831.362481:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076831.362483:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076831.362486:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076832.386531:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076832.386539:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076832.386578:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076832.386582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076832.386585:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076832.578615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076832.578627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076832.578631:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076832.578636:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076832.578641:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076832.578650:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3821
00000400:00000200:3.0:1769076832.578665:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076832.578675:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076832.578680:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076832.578687:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.578694:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076832.578698:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.578703:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076832.578711:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076832.578715:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076832.578720:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076832.578725:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076832.578731:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076832.578737:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076832.578744:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.578748:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076832.578753:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.578757:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076832.578764:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076832.578771:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076832.578776:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076832.578781:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076832.578785:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076832.578788:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.578791:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076832.578796:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076832.578805:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076832.578810:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076832.578815:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076832.578817:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.578821:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076832.578824:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076832.578830:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076832.578839:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076832.578847:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076832.578870:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610653056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076832.578884:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076832.578890:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076832.578896:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610653056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076832.578929:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076832.578934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076832.578938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076832.578940:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076832.578943:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076832.578946:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076832.578950:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3821
00000400:00000200:3.0:1769076832.578958:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076832.578964:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076832.578969:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076832.578975:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.578980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076832.578983:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.579009:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076832.579014:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076832.579018:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076832.579022:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076832.579026:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076832.579030:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076832.579036:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076832.579057:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.579063:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076832.579068:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.579073:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076832.579080:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076832.579106:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076832.579118:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076832.579126:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076832.579136:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076832.579145:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.579151:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076832.579159:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076832.579167:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.579175:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076832.579188:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076832.579198:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076832.579206:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076832.579212:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.579217:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076832.579220:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076832.579224:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076832.579239:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076832.579253:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076832.579274:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610653184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076832.579302:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076832.579315:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076832.579334:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610653184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076832.579438:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076832.579448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076832.579459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076832.579463:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076832.579469:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076832.579474:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076832.579485:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3821
00000400:00000200:3.0:1769076832.579502:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076832.579511:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076832.579518:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076832.579527:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.579534:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076832.579554:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.579560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076832.579569:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076832.579576:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076832.579583:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076832.579589:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076832.579599:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076832.579610:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076832.579624:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.579627:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076832.579639:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.579647:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076832.579652:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076832.579666:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076832.579680:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076832.579694:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076832.579705:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076832.579720:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.579731:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.1:1769076832.579734:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00100000:3.0:1769076832.579742:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1769076832.579743:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000008:00000001:3.0:1769076832.579758:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.579772:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076832.579791:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076832.579802:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076832.579811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076832.579817:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.579823:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076832.579829:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076832.579834:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076832.579845:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076832.579857:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076832.579876:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610653312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076832.579908:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076832.579914:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076832.579927:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610653312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076832.579950:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076832.579960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076832.579974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076832.579982:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076832.580013:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076832.580034:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076832.580044:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3821
00000400:00000200:3.0:1769076832.580066:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076832.580084:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076832.580093:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076832.580103:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.580111:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076832.580120:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.580129:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076832.580144:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076832.580148:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076832.580154:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076832.580160:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076832.580170:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076832.580179:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076832.580196:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.580202:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076832.580212:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076832.580221:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076832.580229:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076832.580238:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076832.580248:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076832.580258:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076832.580269:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076832.580280:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.580290:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076832.580297:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076832.580311:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.580319:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076832.580333:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076832.580346:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076832.580356:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076832.580361:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076832.580373:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076832.580377:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076832.580385:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076832.580435:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076832.580447:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076832.580470:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610653440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076832.580525:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076832.580535:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076832.580547:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610653440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076832.580594:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076832.580605:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3831)
00000800:00000200:1.1:1769076832.580847:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076832.580850:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076832.581366:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076832.581370:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076832.581775:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076832.581778:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1769076833.410508:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076833.410517:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076833.410547:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076833.410551:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076833.410555:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076833.474579:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298494833, at 4298494848
00000100:00000010:3.0:1769076833.474602:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea660.
00010000:00000001:0.0:1769076834.434567:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076834.434586:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076835.458527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076835.458538:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076835.458573:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076835.458577:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076835.458581:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076836.482559:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076836.482568:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076837.506572:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076837.506580:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076837.506620:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076837.506623:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076837.506626:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076837.699528:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076837.699538:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076837.700299:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076837.700304:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076837.700678:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076837.700682:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076837.701055:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076837.701058:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1769076838.530492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076838.530501:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076838.530504:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076838.530506:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076838.530512:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076838.530515:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076838.530517:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076838.530520:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076838.594472:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298499953, at 4298499968
00000100:00000010:3.0:1769076838.594489:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea0c0.
00010000:00000001:0.0:1769076839.554556:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076839.554567:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076839.554614:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076839.554619:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076839.554623:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076840.578489:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076840.578494:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769076841.282493:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076841.282500:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076841.282504:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769076841.282658:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076841.282674:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076841.282679:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076841.282682:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076841.602493:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076841.602502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076841.602546:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076841.602549:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076841.602552:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076842.626517:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076842.626524:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076842.818529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076842.818542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076842.818545:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076842.818550:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076842.818555:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076842.818563:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3831
00000400:00000200:3.0:1769076842.818577:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076842.818587:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076842.818593:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076842.818599:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.818605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076842.818610:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.818615:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076842.818622:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076842.818626:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076842.818631:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076842.818636:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076842.818640:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076842.818645:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076842.818651:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.818655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076842.818659:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.818663:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076842.818668:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076842.818673:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076842.818678:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076842.818682:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076842.818685:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076842.818689:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.818691:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076842.818694:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076842.818716:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076842.818720:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076842.818725:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076842.818728:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.818731:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076842.818734:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076842.818739:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076842.818748:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076842.818757:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076842.818767:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610654080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076842.818788:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076842.818793:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076842.818798:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610654080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076842.818848:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076842.818870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076842.818875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076842.818878:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076842.818881:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076842.818886:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076842.818891:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3831
00000400:00000200:3.0:1769076842.818900:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076842.818907:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076842.818910:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076842.818916:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.818924:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076842.818930:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.818936:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076842.818941:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076842.818943:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076842.818948:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076842.818952:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076842.818961:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076842.818970:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076842.818983:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.818990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076842.818997:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819005:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076842.819013:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076842.819023:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819033:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076842.819041:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076842.819052:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076842.819058:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.819065:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076842.819073:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076842.819080:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.819089:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076842.819098:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076842.819107:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076842.819117:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076842.819121:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.819131:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076842.819135:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076842.819140:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076842.819157:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076842.819166:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076842.819185:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610654208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076842.819209:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076842.819214:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076842.819230:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610654208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076842.819288:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076842.819294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076842.819300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076842.819305:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076842.819310:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076842.819314:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076842.819323:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3831
00000400:00000200:3.0:1769076842.819329:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076842.819339:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076842.819346:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076842.819351:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819354:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076842.819356:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819364:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076842.819370:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076842.819374:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076842.819377:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076842.819380:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076842.819383:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076842.819387:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076842.819397:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819400:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076842.819403:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819405:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076842.819407:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076842.819411:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819458:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076842.819463:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076842.819468:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076842.819475:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.819479:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076842.819484:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076842.819491:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.819496:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076842.819505:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076842.819511:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076842.819519:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076842.819524:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.819528:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076842.819534:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076842.819538:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076842.819547:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076842.819554:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076842.819567:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610654336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076842.819593:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769076842.819594:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769076842.819599:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1769076842.819603:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076842.819621:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610654336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076842.819655:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076842.819661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076842.819673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076842.819680:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076842.819684:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076842.819690:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076842.819700:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3831
00000400:00000200:3.0:1769076842.819714:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076842.819726:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076842.819733:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076842.819743:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819747:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076842.819757:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076842.819770:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076842.819774:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076842.819780:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076842.819786:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076842.819794:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076842.819801:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076842.819807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819811:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076842.819844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819851:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076842.819855:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076842.819862:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076842.819866:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076842.819871:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076842.819876:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076842.819884:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.819888:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076842.819894:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076842.819900:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.819905:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076842.819916:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076842.819922:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076842.819928:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076842.819932:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076842.819934:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076842.819938:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076842.819944:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076842.819953:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076842.819962:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076842.819976:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610654464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076842.820017:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076842.820023:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076842.820039:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610654464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076842.820061:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076842.820074:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3841)
00000800:00000200:1.1:1769076842.820509:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076842.820512:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076842.820860:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076842.820881:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076842.821309:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076842.821314:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00010000:00000001:0.0:1769076843.650492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076843.650500:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076843.650548:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076843.650552:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076843.650557:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076843.714537:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298505073, at 4298505088
00000100:00000010:3.0:1769076843.714553:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00010000:00000001:0.0:1769076844.674531:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076844.674544:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076845.698559:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076845.698569:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076845.698652:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076845.698655:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076845.698659:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076846.722472:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076846.722478:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076847.746519:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076847.746528:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076847.746597:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076847.746601:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076847.746604:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076847.938482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076847.938507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076847.938510:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076847.938514:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076847.938517:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076847.938524:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3836
00000400:00000200:0.0:1769076847.938532:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076847.938537:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076847.938539:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076847.938542:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938545:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076847.938547:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938548:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076847.938553:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076847.938554:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076847.938556:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076847.938558:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076847.938560:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076847.938561:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076847.938563:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938565:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076847.938566:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938568:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076847.938570:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076847.938573:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938574:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.938576:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076847.938578:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076847.938580:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.938582:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076847.938583:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076847.938591:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076847.938595:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076847.938599:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076847.938600:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.938603:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076847.938606:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076847.938611:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076847.938620:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769076847.938626:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076847.938636:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610654592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076847.938648:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076847.938653:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076847.938658:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610654592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076847.938677:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076847.938679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076847.938682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076847.938683:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076847.938684:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076847.938686:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076847.938687:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3836
00000400:00000200:0.0:1769076847.938690:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076847.938692:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076847.938694:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076847.938696:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938698:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076847.938700:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938701:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076847.938703:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076847.938705:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076847.938706:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076847.938708:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076847.938709:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076847.938711:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076847.938713:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076847.938716:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938718:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076847.938723:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076847.938728:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938745:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.938747:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076847.938753:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076847.938757:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.938761:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076847.938767:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076847.938771:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.938783:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076847.938786:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076847.938790:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076847.938793:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076847.938797:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.938801:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076847.938804:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076847.938806:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076847.938812:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076847.938818:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076847.938826:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610654720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076847.938833:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076847.938834:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076847.938839:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610654720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076847.938851:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076847.938854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076847.938860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076847.938861:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076847.938863:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076847.938865:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076847.938870:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3836
00000400:00000200:0.0:1769076847.938877:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076847.938884:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076847.938889:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076847.938895:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938899:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076847.938905:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938908:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076847.938911:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076847.938914:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076847.938916:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076847.938919:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076847.938922:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076847.938926:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076847.938931:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076847.938934:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076847.938942:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076847.938947:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076847.938949:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.938952:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076847.938954:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076847.938957:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.938959:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076847.938961:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076847.938964:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.938968:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076847.938982:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076847.938985:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076847.938990:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076847.938992:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.938996:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076847.938997:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076847.939000:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076847.939003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076847.939007:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076847.939016:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610654848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076847.939024:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076847.939025:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076847.939030:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610654848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076847.939049:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076847.939052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076847.939057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076847.939058:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076847.939062:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076847.939064:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076847.939066:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3836
00000400:00000200:0.0:1769076847.939075:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076847.939080:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076847.939084:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769076847.939089:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076847.939090:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:1.1:1769076847.939093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769076847.939094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076847.939099:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.939105:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076847.939110:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076847.939113:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076847.939116:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076847.939118:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076847.939122:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076847.939126:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076847.939133:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.939136:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076847.939139:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076847.939142:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076847.939144:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076847.939149:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076847.939153:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076847.939157:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076847.939160:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076847.939165:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.939177:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076847.939181:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076847.939186:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.939189:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076847.939191:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076847.939194:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076847.939197:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076847.939199:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076847.939204:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076847.939206:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076847.939209:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076847.939214:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076847.939218:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076847.939224:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610654976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076847.939235:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076847.939238:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076847.939244:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610654976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076847.939256:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076847.939260:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3847)
00000800:00000200:1.1:1769076847.939525:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076847.939527:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076847.939714:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076847.939715:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076847.939925:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076847.939927:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076848.770497:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076848.770504:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076848.770506:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076848.770508:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076848.770513:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076848.770515:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076848.770516:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076848.770518:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076848.834493:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298510192, at 4298510208
00000100:00000010:3.0:1769076848.834512:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaae0.
00010000:00000001:0.0:1769076849.794471:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076849.794477:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076849.794501:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076849.794523:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076849.794526:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076850.818595:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076850.818608:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076851.842522:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076851.842533:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076851.842589:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076851.842593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076851.842597:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076852.866527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076852.866534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076853.058501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076853.058510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076853.058512:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076853.058515:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076853.058519:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076853.058525:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3842
00000400:00000200:3.0:1769076853.058534:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076853.058539:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076853.058542:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076853.058545:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058547:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076853.058549:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058551:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076853.058555:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076853.058557:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076853.058559:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076853.058561:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076853.058563:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076853.058564:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076853.058566:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058568:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076853.058569:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058571:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076853.058574:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076853.058576:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058586:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076853.058591:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076853.058594:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076853.058596:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.058597:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076853.058599:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076853.058611:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769076853.058614:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076853.058617:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076853.058619:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.058621:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076853.058623:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076853.058627:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076853.058633:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076853.058638:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076853.058666:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610655104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076853.058675:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076853.058679:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076853.058682:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610655104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076853.058700:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076853.058703:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076853.058705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076853.058706:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076853.058707:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076853.058709:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076853.058711:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3842
00000400:00000200:3.0:1769076853.058713:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076853.058715:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076853.058717:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076853.058719:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058721:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076853.058722:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058724:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076853.058726:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076853.058727:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076853.058728:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076853.058730:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076853.058731:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076853.058733:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076853.058735:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058736:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076853.058738:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058740:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076853.058742:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076853.058746:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058749:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076853.058752:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076853.058759:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076853.058762:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.058766:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076853.058770:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076853.058777:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.058778:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076853.058784:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769076853.058789:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076853.058791:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076853.058795:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.058797:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076853.058800:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076853.058802:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076853.058806:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076853.058811:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076853.058818:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610655232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076853.058827:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076853.058830:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076853.058835:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610655232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076853.058846:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076853.058848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076853.058854:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076853.058857:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076853.058858:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076853.058860:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076853.058864:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3842
00000400:00000200:3.0:1769076853.058869:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076853.058872:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076853.058876:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076853.058879:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058881:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076853.058885:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058887:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076853.058889:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076853.058890:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076853.058891:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076853.058893:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076853.058896:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076853.058899:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076853.058903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058906:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076853.058911:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058914:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076853.058918:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076853.058923:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076853.058928:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076853.058932:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076853.058935:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076853.058938:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.058942:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076853.058944:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076853.058948:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.058951:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076853.058956:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769076853.058960:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076853.058962:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076853.058963:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.058964:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076853.058965:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076853.058968:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076853.058973:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076853.058977:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076853.058986:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610655360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076853.058995:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076853.058998:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076853.059004:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610655360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076853.059021:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076853.059026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076853.059029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076853.059030:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076853.059032:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076853.059037:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076853.059049:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3842
00000400:00000200:3.0:1769076853.059059:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076853.059066:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076853.059069:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076853.059076:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.059080:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076853.059080:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076853.059084:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:1.1:1769076853.059085:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769076853.059088:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076853.059091:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076853.059094:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076853.059097:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076853.059100:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076853.059102:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076853.059104:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076853.059108:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.059110:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076853.059115:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076853.059118:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076853.059121:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076853.059125:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076853.059130:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076853.059132:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076853.059134:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076853.059137:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.059139:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076853.059140:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076853.059145:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.059146:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076853.059150:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769076853.059154:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076853.059158:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076853.059160:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076853.059164:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076853.059166:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076853.059168:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076853.059173:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076853.059177:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076853.059185:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610655488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076853.059206:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076853.059207:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076853.059210:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610655488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076853.059224:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076853.059229:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3852)
00000800:00000200:1.1:1769076853.059586:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076853.059587:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076853.059822:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076853.059825:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076853.060020:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076853.060022:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769076853.890537:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076853.890544:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076853.890574:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076853.890576:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076853.890579:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076853.954523:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298515312, at 4298515328
00000100:00000010:3.0:1769076853.954570:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa80.
00010000:00000001:0.0:1769076854.914557:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076854.914565:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076855.938528:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076855.938536:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076855.938563:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076855.938566:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076855.938569:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076856.962512:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076856.962518:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076857.986628:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076857.986641:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076857.986646:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076857.986651:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076857.986660:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076857.986665:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076857.986668:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076857.986673:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076857.986712:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076857.986718:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076857.986723:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076858.178600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076858.178615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076858.178618:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076858.178624:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076858.178630:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076858.178638:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3847
00000400:00000200:0.0:1769076858.178652:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076858.178660:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076858.178664:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076858.178669:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.178673:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076858.178677:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.178680:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076858.178686:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076858.178710:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076858.178713:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076858.178717:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076858.178720:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076858.178723:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076858.178729:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.178731:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076858.178734:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.178737:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076858.178741:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076858.178745:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076858.178748:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076858.178752:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076858.178756:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076858.178759:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.178762:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076858.178765:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076858.178776:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076858.178781:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076858.178786:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076858.178788:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.178792:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076858.178795:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076858.178800:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076858.178812:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076858.178823:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076858.178838:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610655616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076858.178865:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076858.178890:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076858.178901:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610655616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076858.178943:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076858.178950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076858.178956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076858.178959:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076858.178973:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076858.178978:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076858.178983:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3847
00000400:00000200:0.0:1769076858.178991:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076858.178998:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076858.179003:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076858.179008:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179013:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076858.179018:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179022:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076858.179028:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076858.179030:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076858.179034:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076858.179038:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076858.179042:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076858.179047:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076858.179053:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076858.179062:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076858.179071:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076858.179077:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179082:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076858.179086:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076858.179094:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076858.179098:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.179102:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076858.179119:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076858.179124:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.179128:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076858.179136:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076858.179141:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076858.179146:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076858.179149:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.179152:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076858.179155:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076858.179159:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076858.179166:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076858.179172:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076858.179180:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610655744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076858.179197:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076858.179202:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076858.179210:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610655744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076858.179229:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076858.179234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076858.179241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076858.179244:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076858.179257:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076858.179262:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076858.179267:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3847
00000400:00000200:0.0:1769076858.179274:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076858.179280:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076858.179284:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076858.179290:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076858.179297:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179301:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076858.179306:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076858.179308:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076858.179312:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076858.179316:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076858.179320:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076858.179325:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076858.179331:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179335:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076858.179339:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179343:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076858.179348:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076858.179353:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179356:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076858.179360:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076858.179365:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076858.179369:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.179373:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076858.179378:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076858.179444:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.179448:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076858.179454:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076858.179460:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076858.179464:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076858.179468:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.179472:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076858.179476:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076858.179480:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076858.179488:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000800:00000200:1.1:1769076858.179488:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076858.179495:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076858.179496:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00100000:0.0:1769076858.179506:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610655872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076858.179521:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076858.179526:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076858.179534:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610655872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076858.179550:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076858.179555:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076858.179587:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076858.179590:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076858.179594:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076858.179599:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076858.179604:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3847
00000400:00000200:0.0:1769076858.179620:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076858.179626:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076858.179632:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076858.179638:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179642:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076858.179646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179650:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076858.179655:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076858.179657:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076858.179661:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076858.179665:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076858.179669:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076858.179674:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076858.179680:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179684:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076858.179687:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179691:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076858.179696:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076858.179701:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076858.179707:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076858.179712:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076858.179717:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076858.179722:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.179726:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076858.179730:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076858.179735:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.179739:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076858.179745:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076858.179750:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076858.179755:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076858.179758:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076858.179762:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076858.179765:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076858.179769:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076858.179776:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076858.179782:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076858.179791:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610656000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076858.179807:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076858.179811:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076858.179819:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610656000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076858.179836:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076858.179843:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3857)
00000800:00000200:1.1:1769076858.180250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076858.180256:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076858.180777:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076858.180781:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076858.181134:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076858.181137:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769076859.010529:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076859.010536:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076859.074590:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298520433, at 4298520448
00000100:00000010:3.0:1769076859.074616:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac00.
00010000:00000001:0.0:1769076860.034592:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076860.034604:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076860.034697:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076860.034701:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076860.034706:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076861.058574:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076861.058584:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076862.082578:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076862.082589:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076862.082639:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076862.082643:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076862.082646:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076863.106524:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076863.106531:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076863.298577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076863.298602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076863.298606:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076863.298611:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076863.298616:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076863.298625:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3852
00000400:00000200:0.0:1769076863.298638:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076863.298646:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076863.298650:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076863.298655:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.298659:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.298662:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.298665:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076863.298671:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076863.298674:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076863.298677:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076863.298681:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076863.298683:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076863.298686:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076863.298690:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.298693:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.298695:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.298698:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076863.298702:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076863.298707:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076863.298711:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076863.298715:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076863.298718:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076863.298722:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.298725:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076863.298728:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076863.298739:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769076863.298743:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076863.298748:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076863.298751:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.298754:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076863.298757:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076863.298763:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076863.298773:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076863.298781:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076863.298793:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610656128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076863.298807:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076863.298813:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076863.298819:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610656128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076863.298850:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076863.298857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076863.298863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076863.298866:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076863.298869:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076863.298874:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076863.298879:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3852
00000400:00000200:0.0:1769076863.298887:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076863.298892:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076863.298897:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076863.298904:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.298910:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.298915:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.298920:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076863.298925:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076863.298929:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076863.298939:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076863.298948:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076863.298955:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076863.298963:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076863.298981:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.298991:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.299001:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299011:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076863.299021:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076863.299033:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299040:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076863.299048:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076863.299057:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076863.299067:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.299073:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076863.299081:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076863.299086:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.299093:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076863.299106:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769076863.299113:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076863.299122:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076863.299128:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.299137:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076863.299140:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076863.299143:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076863.299152:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076863.299160:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076863.299171:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610656256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076863.299193:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076863.299199:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076863.299210:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610656256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076863.299254:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076863.299265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076863.299271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076863.299277:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076863.299281:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076863.299289:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076863.299299:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3852
00000400:00000200:0.0:1769076863.299309:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076863.299320:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076863.299330:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076863.299340:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299343:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.299348:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299356:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076863.299365:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076863.299367:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076863.299370:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076863.299376:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076863.299384:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076863.299423:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076863.299430:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299433:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.299436:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299440:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076863.299443:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076863.299456:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299463:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076863.299469:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076863.299500:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076863.299509:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.299518:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076863.299525:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076863.299534:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.299539:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076863.299550:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076863.299558:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076863.299563:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076863.299567:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.299572:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076863.299577:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076863.299583:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076863.299593:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076863.299603:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076863.299617:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610656384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076863.299643:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076863.299655:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076863.299673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076863.299674:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610656384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076863.299680:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769076863.299719:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076863.299730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076863.299742:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076863.299748:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076863.299754:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076863.299763:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076863.299773:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3852
00000400:00000200:0.0:1769076863.299783:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076863.299795:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076863.299804:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076863.299815:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299820:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.299830:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299834:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076863.299844:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076863.299849:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076863.299857:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076863.299864:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076863.299875:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076863.299885:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076863.299903:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299912:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076863.299923:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299931:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076863.299942:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076863.299957:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076863.299963:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076863.299970:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076863.299979:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076863.299988:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.299992:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076863.299998:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076863.300008:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.300016:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076863.300025:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076863.300036:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076863.300046:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076863.300051:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076863.300057:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076863.300063:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076863.300069:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076863.300078:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769076863.300088:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076863.300104:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610656512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076863.300134:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076863.300142:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076863.300151:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610656512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076863.300170:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076863.300178:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3862)
00000800:00000200:1.1:1769076863.300618:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076863.300621:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076863.300999:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076863.301002:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076863.301462:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769076863.301466:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769076864.130571:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076864.130579:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076864.130626:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076864.130628:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076864.130632:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076864.194452:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298525553, at 4298525568
00000100:00000010:3.0:1769076864.194480:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00010000:00000001:0.0:1769076865.154575:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076865.154582:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076866.178575:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076866.178585:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076866.178617:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076866.178620:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076866.178624:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076867.202534:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076867.202546:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076868.226491:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076868.226501:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076868.226503:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076868.226505:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076868.226511:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076868.226514:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076868.226516:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076868.226517:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076868.226540:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076868.226542:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076868.226544:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076868.419583:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076868.419978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076868.420104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076868.420267:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769076869.250479:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076869.250485:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076869.314561:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298530673, at 4298530688
00000100:00000010:3.0:1769076869.314591:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00010000:00000001:0.0:1769076870.274474:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076870.274480:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076870.274498:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076870.274500:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076870.274519:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076871.298462:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076871.298468:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769076871.490677:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:0.0:1769076871.490733:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076871.490749:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076871.490756:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:0.0:1769076871.490761:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076871.490765:0:2355:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076871.490772:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076871.490777:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d000.
00000400:00000200:0.0:1769076871.490784:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076871.490791:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076871.490799:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894dd0
00000400:00000010:0.0:1769076871.490803:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894dd0.
00000100:00000001:0.0:1769076871.490810:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076871.490821:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7b480 x1855007610656640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076871.490868:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076871.490871:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b480 x1855007610656640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076871.490878:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076871.490881:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076871.490893:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076871.490897:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000400:00000200:0.0:1769076871.490901:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076871.490907:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076871.490911:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:0.0:1769076871.490914:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:0.0:1769076871.490918:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076871.490927:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e79180 x1855007610656768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076871.490947:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076871.490960:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79180 x1855007610656768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076871.490987:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076871.490990:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076871.491004:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076871.491012:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d200.
00000400:00000200:0.0:1769076871.491019:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076871.491029:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076871.491035:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:0.0:1769076871.491041:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:0.0:1769076871.491047:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076871.491059:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e79500 x1855007610656896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076871.491106:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076871.491120:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79500 x1855007610656896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076871.491143:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076871.491150:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076871.491166:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769076871.491173:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101db00.
00000400:00000200:0.0:1769076871.491179:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076871.491193:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076871.491201:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:0.0:1769076871.491206:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:0.0:1769076871.491214:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076871.491227:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78000 x1855007610657024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076871.491249:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076871.491259:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78000 x1855007610657024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076871.491277:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076871.491282:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769076872.322530:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076872.322538:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076872.322565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076872.322570:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076872.322575:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076873.346508:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076873.346517:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076873.538571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076873.538584:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076873.538587:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076873.538591:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076873.538596:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076873.538604:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3862
00000400:00000200:0.0:1769076873.538645:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076873.538654:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076873.538658:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076873.538663:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.538667:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076873.538670:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.538673:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076873.538679:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076873.538683:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076873.538687:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076873.538690:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076873.538694:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076873.538697:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076873.538701:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.538703:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076873.538706:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.538708:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076873.538712:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076873.538716:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076873.538719:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076873.538722:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076873.538726:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076873.538730:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.538732:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076873.538735:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076873.538743:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076873.538765:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076873.538770:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076873.538772:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.538777:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076873.538780:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076873.538786:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076873.538798:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076873.538808:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076873.538821:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610657152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076873.538838:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076873.538845:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076873.538853:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610657152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076873.538930:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076873.538936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076873.538941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076873.538944:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076873.538947:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076873.538971:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076873.538976:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3862
00000400:00000200:0.0:1769076873.538983:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076873.538988:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076873.538992:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076873.538998:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539002:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076873.539005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539009:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076873.539014:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076873.539016:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076873.539020:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076873.539024:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076873.539027:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076873.539031:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076873.539036:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539040:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076873.539043:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076873.539051:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076873.539056:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539060:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076873.539064:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076873.539072:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076873.539076:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.539080:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076873.539086:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076873.539091:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.539094:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076873.539101:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076873.539105:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076873.539109:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076873.539111:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.539114:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076873.539117:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076873.539137:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076873.539145:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076873.539151:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076873.539160:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610657280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076873.539172:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076873.539176:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076873.539183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610657280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076873.539195:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076873.539199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076873.539205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076873.539208:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076873.539210:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076873.539214:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076873.539218:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3862
00000400:00000200:0.0:1769076873.539226:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076873.539231:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076873.539235:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076873.539240:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076873.539247:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539251:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076873.539255:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076873.539258:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076873.539261:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076873.539265:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076873.539277:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076873.539282:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076873.539293:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539320:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076873.539326:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539329:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076873.539333:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076873.539338:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539344:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076873.539351:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076873.539358:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076873.539367:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.539375:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076873.539381:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076873.539425:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.539428:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076873.539453:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076873.539458:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076873.539463:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076873.539474:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.539481:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076873.539488:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076873.539495:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076873.539508:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076873.539521:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076873.539539:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610657408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076873.539560:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076873.539568:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076873.539582:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610657408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076873.539611:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076873.539622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076873.539632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076873.539635:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076873.539642:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076873.539650:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076873.539659:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3862
00000400:00000200:0.0:1769076873.539673:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076873.539685:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076873.539690:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076873.539699:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539708:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076873.539717:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539725:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076873.539737:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076873.539741:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076873.539749:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076873.539757:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076873.539767:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076873.539776:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076873.539788:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539799:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076873.539808:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539818:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076873.539843:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076873.539850:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076873.539861:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076873.539866:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076873.539871:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076873.539873:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.539876:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076873.539879:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076873.539883:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.539886:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076873.539895:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076873.539903:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076873.539911:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076873.539916:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076873.539922:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076873.539927:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076873.539931:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076873.539940:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769076873.539951:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076873.539965:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610657536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076873.539983:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076873.539991:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076873.540004:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610657536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076873.540028:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076873.540038:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3872)
00000800:00000200:2.1:1769076873.540061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076873.540066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076873.540625:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076873.540629:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076873.541239:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076873.541243:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076873.541724:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076873.541744:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769076874.370520:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076874.370526:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076874.370549:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076874.370552:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076874.370554:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076874.434569:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298535793, at 4298535808
00000100:00000010:3.0:1769076874.434592:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00010000:00000001:0.0:1769076875.394490:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076875.394496:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076876.418526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076876.418534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076876.418565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076876.418569:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076876.418572:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076877.442470:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076877.442477:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076878.466469:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076878.466478:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076878.466480:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076878.466483:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076878.466488:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076878.466491:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076878.466493:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076878.466495:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076878.466515:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076878.466518:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076878.466520:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076878.659468:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076878.659474:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076878.660061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076878.660063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076878.660315:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076878.660317:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076878.660630:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076878.660632:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.0:1769076879.170503:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076879.170512:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076879.170518:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769076879.170797:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076879.170824:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076879.170833:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076879.170838:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076879.490519:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076879.490527:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076879.554517:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298540913, at 4298540928
00000100:00000010:3.0:1769076879.554537:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00010000:00000001:0.0:1769076880.514559:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076880.514569:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076880.514608:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076880.514613:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076880.514618:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076881.538532:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076881.538540:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076882.562573:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076882.562582:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076882.562628:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076882.562631:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076882.562635:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076883.586535:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076883.586560:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076883.778572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076883.778587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076883.778591:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076883.778597:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076883.778602:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076883.778611:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3872
00000400:00000200:3.0:1769076883.778624:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076883.778631:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076883.778636:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076883.778640:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.778645:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.778649:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.778653:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076883.778658:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076883.778661:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076883.778665:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076883.778669:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076883.778672:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076883.778676:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076883.778680:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.778683:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.778686:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.778689:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076883.778693:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076883.778698:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076883.778701:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076883.778706:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076883.778710:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076883.778715:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.778718:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076883.778721:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076883.778732:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769076883.778737:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076883.778742:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076883.778744:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.778748:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076883.778751:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076883.778756:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076883.778765:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076883.778773:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076883.778783:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610658176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076883.778798:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076883.778803:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076883.778810:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610658176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076883.778841:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076883.778845:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076883.778850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076883.778852:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076883.778854:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076883.778858:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076883.778861:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3872
00000400:00000200:3.0:1769076883.778867:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076883.778871:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076883.778874:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076883.778879:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.778883:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.778887:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.778891:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076883.778895:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076883.778897:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076883.778900:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076883.778904:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076883.778909:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076883.778915:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076883.778926:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.778934:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.778941:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.778948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076883.778956:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076883.778965:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076883.778974:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076883.778981:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076883.778989:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076883.778998:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.779003:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076883.779009:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076883.779016:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.779022:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076883.779031:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769076883.779037:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076883.779041:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076883.779045:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.779050:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076883.779053:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076883.779056:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076883.779069:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076883.779079:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076883.779094:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610658304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076883.779118:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076883.779124:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076883.779154:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610658304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076883.779198:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076883.779204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076883.779213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076883.779218:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076883.779224:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076883.779233:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076883.779242:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3872
00000400:00000200:3.0:1769076883.779263:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076883.779277:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076883.779284:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769076883.779292:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076883.779294:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.1:1769076883.779298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769076883.779302:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.779312:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.779321:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076883.779330:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076883.779336:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076883.779342:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076883.779346:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076883.779354:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076883.779362:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076883.779374:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.779380:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.779436:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.779445:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076883.779453:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076883.779460:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076883.779478:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076883.779486:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076883.779493:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076883.779499:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.779505:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076883.779512:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076883.779520:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.779527:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076883.779537:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076883.779544:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076883.779553:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076883.779558:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.779565:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076883.779569:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076883.779572:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076883.779579:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076883.779588:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076883.779602:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610658432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076883.779637:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076883.779645:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076883.779660:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610658432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076883.779700:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076883.779710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076883.779724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076883.779729:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076883.779734:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076883.779745:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076883.779755:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3872
00000400:00000200:3.0:1769076883.779767:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076883.779779:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076883.779788:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076883.779797:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.779807:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.779816:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.779824:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076883.779832:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076883.779837:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076883.779844:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076883.779851:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076883.779858:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076883.779865:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076883.779877:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.779884:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076883.779892:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076883.779900:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076883.779909:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076883.779921:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076883.779930:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076883.779937:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076883.779944:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076883.779952:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.779960:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076883.779965:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076883.779974:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.779982:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076883.779991:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769076883.779999:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076883.780008:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076883.780013:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076883.780018:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076883.780023:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076883.780029:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076883.780039:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076883.780047:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076883.780059:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610658560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076883.780087:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076883.780093:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076883.780107:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610658560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076883.780151:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076883.780160:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769076883.780162:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3882)
00000800:00000200:2.1:1769076883.780163:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076883.780443:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076883.780445:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076883.780855:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076883.780858:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769076884.610541:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076884.610550:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076884.610580:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076884.610583:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076884.610587:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076884.674531:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298546033, at 4298546048
00000100:00000010:3.0:1769076884.674570:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00010000:00000001:0.0:1769076885.634550:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076885.634558:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076886.658527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076886.658535:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076886.658648:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076886.658670:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076886.658675:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076887.682516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076887.682525:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076888.706549:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076888.706559:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076888.706562:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076888.706566:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076888.706572:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076888.706575:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076888.706578:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076888.706581:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076888.706636:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076888.706639:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076888.706642:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076888.899735:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076888.899745:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076888.900359:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076888.900362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076888.900813:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076888.900817:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076888.901247:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076888.901250:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769076889.730486:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076889.730493:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076889.794480:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298551153, at 4298551168
00000100:00000010:3.0:1769076889.794499:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00010000:00000001:0.0:1769076890.754526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076890.754535:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076890.754569:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076890.754575:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076890.754580:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076891.778558:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076891.778576:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076892.802613:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076892.802624:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076892.802675:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076892.802681:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076892.802687:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076893.826515:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076893.826520:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076894.018543:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076894.018553:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076894.018557:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076894.018561:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076894.018565:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076894.018573:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3882
00000400:00000200:0.0:1769076894.018584:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076894.018590:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076894.018594:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076894.018597:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018601:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.018604:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018606:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076894.018611:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076894.018614:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076894.018617:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076894.018619:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076894.018620:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076894.018622:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076894.018624:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018626:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.018627:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018628:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076894.018630:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076894.018632:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018634:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076894.018636:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076894.018639:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076894.018641:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.018642:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076894.018644:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076894.018652:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076894.018654:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076894.018658:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076894.018659:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.018661:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076894.018663:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076894.018667:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076894.018673:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076894.018679:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076894.018686:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610659200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076894.018695:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076894.018698:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076894.018702:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610659200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076894.018725:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076894.018728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076894.018730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076894.018731:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076894.018732:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076894.018734:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076894.018736:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3882
00000400:00000200:0.0:1769076894.018739:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076894.018741:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076894.018743:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076894.018745:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018747:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.018750:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018752:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076894.018753:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076894.018754:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076894.018756:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076894.018758:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076894.018760:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076894.018762:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076894.018764:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018765:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.018767:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018769:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076894.018770:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076894.018772:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018774:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076894.018775:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076894.018779:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076894.018786:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.018789:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076894.018794:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076894.018797:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.018799:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076894.018801:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076894.018805:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076894.018812:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076894.018818:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.018828:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076894.018833:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076894.018840:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076894.018849:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076894.018855:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076894.018870:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610659328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076894.018898:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076894.018902:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076894.018911:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610659328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076894.018929:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076894.018932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076894.018942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076894.018945:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076894.018948:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076894.018952:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076894.018954:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3882
00000400:00000200:0.0:1769076894.018976:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076894.018978:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076894.018979:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076894.018981:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018983:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.018984:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.018985:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076894.018987:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076894.018988:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076894.018989:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076894.018991:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076894.018994:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076894.019000:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076894.019003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.019005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.019007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.019015:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076894.019018:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076894.019021:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076894.019027:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076894.019028:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076894.019031:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076894.019039:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.019044:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076894.019049:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076894.019053:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.019059:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076894.019071:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076894.019078:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076894.019083:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076894.019085:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.019087:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076894.019089:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076894.019092:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076894.019098:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769076894.019110:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076894.019125:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610659456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076894.019140:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076894.019142:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076894.019148:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610659456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076894.019156:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076894.019166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076894.019169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076894.019173:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076894.019176:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076894.019186:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076894.019191:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3882
00000400:00000200:0.0:1769076894.019209:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076894.019221:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076894.019224:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076894.019234:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.019243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.019257:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.019260:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076894.019264:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076894.019268:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076894.019270:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076894.019275:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076894.019279:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076894.019280:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076894.019284:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.019292:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076894.019293:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076894.019296:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076894.019297:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076894.019307:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076894.019315:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076894.019317:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076894.019320:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076894.019329:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076894.019335:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076894.019340:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769076894.019344:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076894.019350:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076894.019358:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.019363:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076894.019368:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076894.019376:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076894.019437:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076894.019439:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076894.019448:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076894.019455:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076894.019458:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076894.019463:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076894.019468:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076894.019475:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610659584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076894.019515:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076894.019521:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076894.019535:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610659584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076894.019543:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076894.019554:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3893)
00000800:00000200:2.1:1769076894.019873:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076894.019875:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076894.020117:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076894.020119:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076894.020333:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076894.020335:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769076894.850517:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076894.850525:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076894.850552:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076894.850554:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076894.850557:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076894.914497:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298556273, at 4298556288
00000100:00000010:3.0:1769076894.914518:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00010000:00000001:0.0:1769076895.874579:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076895.874588:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076896.898506:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076896.898512:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076896.898542:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076896.898544:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076896.898546:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076897.922508:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076897.922515:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076898.946546:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076898.946561:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076898.946565:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076898.946571:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076898.946579:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076898.946584:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076898.946589:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076898.946595:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076898.946672:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076898.946695:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076898.946702:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076899.138523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076899.138537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076899.138541:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076899.138546:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076899.138552:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076899.138561:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3888
00000400:00000200:0.0:1769076899.138575:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076899.138584:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076899.138588:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076899.138592:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.138597:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.138600:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.138603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076899.138609:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076899.138612:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076899.138615:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076899.138619:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076899.138622:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076899.138625:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076899.138629:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.138631:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.138634:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.138637:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076899.138641:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076899.138645:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076899.138648:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076899.138653:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076899.138657:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076899.138661:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.138664:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076899.138667:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076899.138679:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076899.138684:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076899.138689:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076899.138692:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.138696:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076899.138699:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076899.138706:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076899.138720:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076899.138731:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076899.138747:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610659712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076899.138769:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076899.138777:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076899.138786:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610659712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076899.138832:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076899.138837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076899.138850:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076899.138853:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076899.138855:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076899.138859:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076899.138862:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3888
00000400:00000200:0.0:1769076899.138869:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076899.138898:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076899.138904:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076899.138909:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.138912:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.138917:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.138921:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076899.138924:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076899.138926:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076899.138930:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076899.138934:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076899.138941:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076899.138949:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076899.138957:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.138964:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.138970:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.138979:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076899.138989:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076899.139000:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139006:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076899.139012:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076899.139025:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076899.139031:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.139040:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076899.139048:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076899.139057:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.139067:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076899.139077:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769076899.139087:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076899.139097:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076899.139102:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.139108:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076899.139113:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076899.139120:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076899.139130:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769076899.139138:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076899.139150:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610659840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076899.139165:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076899.139171:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076899.139179:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610659840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076899.139204:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076899.139212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076899.139219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076899.139226:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076899.139229:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076899.139237:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076899.139245:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3888
00000400:00000200:0.0:1769076899.139251:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076899.139255:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076899.139258:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076899.139263:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139268:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.139270:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139279:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076899.139285:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076899.139289:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076899.139296:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076899.139304:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076899.139310:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076899.139317:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076899.139327:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139335:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.139342:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139347:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076899.139355:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076899.139365:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139370:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076899.139377:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076899.139384:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076899.139440:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.139445:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076899.139450:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076899.139458:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.139468:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076899.139477:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076899.139487:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076899.139497:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076899.139502:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.139511:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076899.139516:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076899.139522:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076899.139533:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076899.139543:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076899.139560:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610659968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076899.139588:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076899.139596:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076899.139607:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610659968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076899.139630:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076899.139638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769076899.139640:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769076899.139644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076899.139651:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076899.139657:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769076899.139658:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769076899.139661:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076899.139672:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3888
00000400:00000200:0.0:1769076899.139682:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076899.139692:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076899.139699:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076899.139713:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.139729:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139740:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076899.139752:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076899.139759:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076899.139764:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076899.139773:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076899.139784:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076899.139795:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076899.139810:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139818:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076899.139826:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076899.139842:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076899.139856:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076899.139867:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076899.139894:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076899.139899:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076899.139908:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.139914:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076899.139920:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076899.139929:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.139933:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076899.139939:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076899.139950:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076899.139960:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076899.139968:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076899.139971:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076899.139977:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076899.139981:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076899.139989:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076899.139999:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076899.140014:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610660096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076899.140038:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076899.140044:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076899.140057:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610660096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076899.140078:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076899.140090:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3898)
00000800:00000200:2.1:1769076899.140570:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076899.140573:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076899.141025:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076899.141028:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076899.141478:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076899.141482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769076899.970564:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076899.970572:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076900.034491:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298561393, at 4298561408
00000100:00000010:3.0:1769076900.034509:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769076900.994473:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076900.994479:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076900.994518:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076900.994521:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076900.994523:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076902.018489:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076902.018494:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076903.042517:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076903.042525:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076903.042550:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076903.042554:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076903.042558:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076904.066537:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076904.066548:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076904.258518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076904.258531:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076904.258535:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076904.258540:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076904.258547:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076904.258556:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3893
00000400:00000200:0.0:1769076904.258571:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076904.258597:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076904.258601:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076904.258605:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.258609:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.258613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.258616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076904.258621:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076904.258623:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076904.258626:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076904.258629:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076904.258631:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076904.258634:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076904.258638:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.258640:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.258642:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.258644:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076904.258647:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076904.258651:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076904.258653:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076904.258656:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076904.258658:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076904.258661:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.258663:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076904.258665:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076904.258691:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769076904.258695:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076904.258699:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076904.258700:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.258703:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076904.258706:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076904.258710:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076904.258718:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769076904.258725:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076904.258733:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610660224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076904.258744:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076904.258748:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.258752:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610660224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.258773:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076904.258776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076904.258779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076904.258781:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076904.258782:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076904.258814:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076904.258818:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3893
00000400:00000200:0.0:1769076904.258824:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076904.258828:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076904.258831:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076904.258834:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.258836:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.258839:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.258842:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076904.258847:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076904.258853:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076904.258856:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076904.258860:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076904.258865:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076904.258868:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076904.258878:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.258884:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.258889:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.258894:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076904.258899:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076904.258907:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076904.258913:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076904.258922:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076904.258931:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076904.258937:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.258943:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076904.258965:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076904.258970:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.258972:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076904.258980:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769076904.258987:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076904.258991:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076904.258994:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.258996:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076904.258998:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076904.259001:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076904.259007:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076904.259014:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076904.259025:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610660352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076904.259043:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076904.259050:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.259060:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610660352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.259107:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076904.259117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076904.259130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076904.259139:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076904.259149:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076904.259177:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076904.259188:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3893
00000400:00000200:0.0:1769076904.259203:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076904.259213:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076904.259240:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076904.259244:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.259250:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.259257:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.259263:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076904.259268:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076904.259272:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076904.259276:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076904.259280:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076904.259286:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076904.259294:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076904.259305:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.259313:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.259339:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.259348:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076904.259359:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076904.259373:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076904.259382:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076904.259407:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:0.0:1769076904.259408:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076904.259417:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769076904.259418:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1769076904.259429:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.259438:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076904.259444:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076904.259451:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.259471:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076904.259480:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769076904.259483:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076904.259486:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076904.259487:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.259489:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076904.259491:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076904.259531:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076904.259539:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076904.259548:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076904.259559:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610660480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076904.259572:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076904.259577:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.259589:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610660480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.259603:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076904.259609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076904.259616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076904.259621:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076904.259624:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076904.259630:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076904.259638:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3893
00000400:00000200:0.0:1769076904.259650:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076904.259657:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076904.259661:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076904.259681:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.259684:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.259691:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.259698:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076904.259704:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076904.259706:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076904.259710:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076904.259713:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076904.259716:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076904.259723:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076904.259738:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.259740:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076904.259746:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076904.259749:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076904.259752:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076904.259760:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076904.259767:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076904.259772:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076904.259777:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076904.259784:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.259809:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076904.259812:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076904.259814:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.259818:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076904.259826:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769076904.259829:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076904.259835:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076904.259838:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076904.259853:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076904.259856:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076904.259860:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076904.259866:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076904.259872:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076904.259884:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610660608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076904.259912:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076904.259915:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.259925:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610660608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076904.259942:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076904.259950:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3903)
00000800:00000200:2.1:1769076904.260314:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076904.260317:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076904.260748:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076904.260750:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076904.261132:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076904.261134:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769076905.090499:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076905.090507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076905.090537:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076905.090540:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076905.090544:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076905.154511:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298566513, at 4298566528
00000100:00000010:3.0:1769076905.154531:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00010000:00000001:0.0:1769076906.114490:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076906.114497:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076907.138464:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076907.138469:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076907.138488:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076907.138490:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076907.138492:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076908.162472:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076908.162478:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076909.186493:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076909.186505:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076909.186509:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076909.186514:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076909.186520:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076909.186524:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076909.186528:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076909.186531:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076909.186563:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076909.186567:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076909.186573:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076909.379467:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076909.379478:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076909.380295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076909.380299:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076909.380808:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076909.380811:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076909.381266:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076909.381269:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769076910.210491:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076910.210496:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076910.274513:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298571633, at 4298571648
00000100:00000010:3.0:1769076910.274551:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00010000:00000001:0.0:1769076911.234533:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076911.234539:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076911.234564:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076911.234566:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076911.234569:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076912.258477:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076912.258483:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076913.282667:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076913.282687:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076913.282751:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076913.282754:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076913.282757:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076914.306519:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076914.306544:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076914.499152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076914.499159:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076914.499640:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076914.499641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076914.499869:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076914.499871:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076914.500044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076914.500047:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076915.330490:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076915.330498:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076915.330534:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076915.330536:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076915.330539:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076915.394450:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298576752, at 4298576768
00000100:00000010:3.0:1769076915.394468:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769076916.354491:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076916.354496:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076917.378490:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076917.378496:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076917.378517:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076917.378519:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076917.378521:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769076918.082455:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076918.082461:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076918.082466:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769076918.082684:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076918.082705:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076918.082710:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076918.082713:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076918.402467:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076918.402473:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076919.426498:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076919.426506:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076919.426509:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076919.426512:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076919.426516:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076919.426518:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076919.426520:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076919.426523:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076919.426605:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076919.426607:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076919.426610:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076919.618614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076919.618629:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076919.618632:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076919.618638:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076919.618643:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076919.618651:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3908
00000400:00000200:3.0:1769076919.618663:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076919.618670:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076919.618675:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076919.618679:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.618683:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076919.618687:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.618690:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076919.618696:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076919.618698:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076919.618703:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076919.618706:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076919.618710:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076919.618714:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076919.618718:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.618721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076919.618724:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.618726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076919.618730:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076919.618735:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076919.618739:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076919.618743:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076919.618747:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076919.618750:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.618754:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076919.618756:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076919.618767:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076919.618772:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076919.618777:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076919.618779:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.618782:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076919.618785:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076919.618790:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076919.618799:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076919.618806:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076919.618817:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610661760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076919.618831:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076919.618836:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076919.618842:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610661760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076919.618885:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076919.618889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076919.618894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076919.618896:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076919.618898:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076919.618901:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076919.618904:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3908
00000400:00000200:3.0:1769076919.618910:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076919.618915:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076919.618918:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076919.618922:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.618924:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076919.618928:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.618931:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076919.618934:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076919.618936:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076919.618938:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076919.618941:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076919.618944:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076919.618948:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076919.618952:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.618956:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076919.618960:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.618962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076919.618966:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076919.618969:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076919.618984:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076919.618988:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076919.618997:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076919.619006:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.619012:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076919.619020:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076919.619030:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.619038:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076919.619049:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076919.619059:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076919.619066:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076919.619070:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.619078:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076919.619083:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076919.619086:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076919.619094:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076919.619103:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076919.619113:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610661888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076919.619131:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076919.619137:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076919.619146:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610661888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076919.619191:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076919.619201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076919.619208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076919.619211:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076919.619216:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076919.619220:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076919.619226:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3908
00000400:00000200:3.0:1769076919.619300:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076919.619308:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076919.619312:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076919.619316:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.619324:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076919.619326:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.619329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076919.619335:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076919.619350:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076919.619353:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076919.619356:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769076919.619366:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769076919.619369:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769076919.619372:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076919.619374:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076919.619382:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.619460:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076919.619467:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.619471:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076919.619479:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076919.619492:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076919.619499:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076919.619503:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076919.619511:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076919.619519:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.619562:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076919.619565:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076919.619570:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.619575:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076919.619594:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076919.619599:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076919.619602:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076919.619607:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.619610:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076919.619614:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076919.619618:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076919.619627:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076919.619633:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076919.619643:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610662016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076919.619663:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076919.619667:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076919.619672:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610662016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076919.619683:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076919.619688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076919.619693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076919.619696:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076919.619702:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076919.619706:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076919.619712:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3908
00000400:00000200:3.0:1769076919.619723:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076919.619735:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076919.619744:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076919.619752:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.619762:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076919.619771:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.619779:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076919.619786:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076919.619789:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076919.619794:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076919.619799:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076919.619806:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076919.619812:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076919.619823:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.619829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076919.619835:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076919.619840:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076919.619846:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076919.619854:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076919.619861:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076919.619867:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076919.619873:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076919.619877:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.619880:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076919.619885:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076919.619891:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.619897:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076919.619903:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076919.619910:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076919.619917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076919.619922:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076919.619926:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076919.619929:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076919.619934:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076919.619939:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076919.619947:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076919.619958:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610662144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076919.619970:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076919.619975:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076919.619982:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610662144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076919.620008:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076919.620015:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3918)
00000800:00000200:2.1:1769076919.620175:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076919.620177:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076919.620616:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076919.620618:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076919.620871:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076919.620873:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769076920.450548:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076920.450556:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076920.514471:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298581873, at 4298581888
00000100:00000010:3.0:1769076920.514491:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769076921.474477:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076921.474482:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076921.474526:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076921.474528:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076921.474531:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076922.498576:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076922.498584:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076923.522493:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076923.522528:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076923.522558:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076923.522562:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076923.522566:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076924.546494:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076924.546501:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076924.739011:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076924.739017:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076924.739559:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076924.739561:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076924.739751:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076924.739752:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076924.739938:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076924.739940:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769076925.570514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076925.570520:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076925.570546:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076925.570548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076925.570551:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076925.634501:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298586992, at 4298587008
00000100:00000010:3.0:1769076925.634516:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00010000:00000001:0.0:1769076926.594544:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076926.594553:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076927.618550:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076927.618576:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076927.618612:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076927.618614:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076927.618617:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076928.642490:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076928.642497:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076929.666588:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076929.666601:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076929.666605:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076929.666610:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076929.666618:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076929.666622:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076929.666626:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076929.666631:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076929.666710:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076929.666716:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076929.666721:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076929.859748:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076929.859755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076929.860974:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076929.860977:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076929.861342:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076929.861345:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076929.861935:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076929.861939:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769076930.690498:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076930.690506:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076930.754491:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298592113, at 4298592128
00000100:00000010:3.0:1769076930.754511:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769076931.714513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076931.714523:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076931.714557:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076931.714561:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076931.714564:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076932.738541:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076932.738552:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076933.762484:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076933.762491:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076933.762514:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076933.762516:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076933.762518:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076934.786527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076934.786533:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076934.978506:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076934.978515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076934.978518:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076934.978522:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076934.978526:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076934.978532:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3923
00000400:00000200:0.0:1769076934.978542:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076934.978547:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076934.978550:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076934.978552:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978555:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076934.978557:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978559:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076934.978563:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076934.978572:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076934.978575:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076934.978577:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076934.978579:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076934.978581:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076934.978584:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978585:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076934.978586:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978588:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076934.978590:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076934.978593:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978594:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076934.978596:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076934.978599:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076934.978601:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.978603:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076934.978604:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076934.978612:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769076934.978615:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076934.978618:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076934.978620:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.978622:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076934.978624:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076934.978628:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076934.978635:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769076934.978641:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076934.978651:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610663296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076934.978663:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076934.978668:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076934.978674:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610663296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076934.978704:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076934.978708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076934.978711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076934.978712:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076934.978714:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076934.978716:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076934.978718:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3923
00000400:00000200:0.0:1769076934.978722:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076934.978724:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076934.978726:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076934.978728:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978730:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076934.978733:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978735:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076934.978737:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076934.978738:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076934.978740:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076934.978741:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076934.978743:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076934.978744:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076934.978748:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978750:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076934.978752:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978753:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076934.978755:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076934.978758:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978763:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076934.978773:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076934.978779:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076934.978785:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.978791:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076934.978796:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076934.978801:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.978804:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076934.978812:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769076934.978819:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076934.978825:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076934.978828:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.978832:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076934.978837:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076934.978843:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076934.978853:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769076934.978860:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076934.978873:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610663424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076934.978891:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076934.978897:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076934.978901:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610663424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076934.978920:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076934.978924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076934.978932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076934.978935:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076934.978938:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076934.978942:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076934.978947:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3923
00000400:00000200:0.0:1769076934.978955:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076934.978964:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076934.978969:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076934.978978:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.978985:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076934.978994:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.979003:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076934.979010:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076934.979014:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076934.979017:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076934.979020:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076934.979024:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076934.979028:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076934.979033:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.979034:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076934.979036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.979053:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076934.979061:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076934.979067:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:2.1:1769076934.979072:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076934.979074:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076934.979079:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076934.979082:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076934.979084:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.979085:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076934.979088:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076934.979090:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.979092:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076934.979096:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769076934.979104:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076934.979112:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076934.979115:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.979119:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076934.979122:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076934.979124:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076934.979130:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769076934.979135:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076934.979146:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610663552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076934.979173:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076934.979197:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076934.979203:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610663552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076934.979220:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076934.979226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076934.979235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076934.979239:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076934.979243:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076934.979247:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076934.979254:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3923
00000400:00000200:0.0:1769076934.979266:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076934.979291:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076934.979295:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076934.979297:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.979302:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076934.979310:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.979314:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076934.979336:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076934.979339:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076934.979343:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076934.979347:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076934.979352:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076934.979358:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076934.979366:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.979369:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076934.979375:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076934.979377:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076934.979381:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076934.979389:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076934.979395:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076934.979397:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076934.979425:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076934.979428:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.979430:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076934.979431:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076934.979434:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.979436:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076934.979442:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769076934.979447:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076934.979453:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076934.979455:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076934.979458:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076934.979462:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076934.979464:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076934.979469:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769076934.979476:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076934.979490:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610663680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076934.979512:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076934.979521:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076934.979534:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610663680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076934.979561:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076934.979571:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3934)
00000800:00000200:2.1:1769076934.979604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076934.979792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076934.979958:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769076935.810499:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076935.810507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076935.810554:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076935.810558:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076935.810561:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076935.874486:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298597232, at 4298597248
00000100:00000010:3.0:1769076935.874505:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00010000:00000001:0.0:1769076936.834488:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076936.834495:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076937.858463:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076937.858471:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076937.858491:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076937.858493:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076937.858496:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769076938.050732:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769076938.050785:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076938.050799:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076938.050804:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769076938.050809:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076938.050814:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076938.050821:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076938.050826:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769076938.050833:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076938.050838:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076938.050845:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:3.0:1769076938.050848:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:3.0:1769076938.050854:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076938.050866:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56eea00 x1855007610663296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076938.050899:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076938.050905:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610663296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076938.050914:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076938.050917:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076938.050934:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076938.050937:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:3.0:1769076938.050940:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076938.050945:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076938.050949:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894198
00000400:00000010:3.0:1769076938.050951:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894198.
00000100:00000001:3.0:1769076938.050956:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076938.050962:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ef480 x1855007610663424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076938.050976:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076938.050983:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef480 x1855007610663424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076938.051005:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076938.051009:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076938.051019:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076938.051025:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d300.
00000400:00000200:3.0:1769076938.051032:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076938.051040:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076938.051052:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:3.0:1769076938.051056:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:3.0:1769076938.051063:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076938.051071:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56edc00 x1855007610663552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076938.051096:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076938.051104:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edc00 x1855007610663552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076938.051118:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076938.051125:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076938.051135:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769076938.051140:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d800.
00000400:00000200:3.0:1769076938.051146:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076938.051158:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076938.051164:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:3.0:1769076938.051169:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:3.0:1769076938.051173:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076938.051183:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ec380 x1855007610663680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076938.051204:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076938.051212:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec380 x1855007610663680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076938.051239:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076938.051242:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769076938.882492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076938.882507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076939.906554:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076939.906568:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076939.906572:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076939.906576:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076939.906583:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076939.906585:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076939.906589:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076939.906592:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076939.906639:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076939.906643:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076939.906646:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076940.098493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076940.098525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076940.098527:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076940.098532:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076940.098537:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076940.098547:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3929
00000400:00000200:0.0:1769076940.098558:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076940.098565:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076940.098569:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076940.098572:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.098575:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076940.098578:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.098596:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076940.098601:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076940.098603:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076940.098606:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076940.098608:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076940.098611:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076940.098612:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076940.098615:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.098617:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076940.098618:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.098619:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076940.098622:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076940.098625:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076940.098626:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.098629:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076940.098632:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076940.098635:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.098637:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076940.098639:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076940.098646:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769076940.098650:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076940.098654:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076940.098656:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.098659:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076940.098661:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076940.098666:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076940.098675:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769076940.098683:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.098693:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610663808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076940.098702:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076940.098708:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.098713:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610663808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.098761:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076940.098768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076940.098772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076940.098774:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076940.098776:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076940.098780:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076940.098783:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3929
00000400:00000200:0.0:1769076940.098788:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076940.098792:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076940.098795:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076940.098798:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.098801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076940.098804:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.098808:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076940.098811:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076940.098813:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076940.098815:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076940.098818:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076940.098821:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076940.098824:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076940.098829:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.098835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076940.098841:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.098858:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076940.098864:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076940.098871:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076940.098879:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.098885:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076940.098896:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076940.098901:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.098906:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076940.098914:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076940.098921:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.098926:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076940.098932:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769076940.098947:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076940.098952:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076940.098956:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.098959:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076940.098964:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076940.098967:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076940.098975:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076940.098984:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.098995:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610663936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076940.099020:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076940.099025:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.099033:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610663936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.099052:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076940.099056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076940.099063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076940.099066:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076940.099069:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076940.099074:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076940.099081:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3929
00000400:00000200:0.0:1769076940.099092:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076940.099102:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076940.099107:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076940.099114:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.099120:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076940.099126:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.099133:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076940.099137:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076940.099141:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076940.099145:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076940.099148:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076940.099154:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076940.099160:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076940.099165:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.099167:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076940.099173:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.099178:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076940.099182:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076940.099210:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076940.099212:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.099215:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076940.099218:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076940.099224:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.099228:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076940.099233:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076940.099238:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.099243:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076940.099249:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769076940.099255:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076940.099261:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076940.099271:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.099276:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076940.099280:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076940.099284:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076940.099293:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076940.099299:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.099311:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610664064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076940.099340:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076940.099343:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.099350:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610664064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.099366:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076940.099370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076940.099379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076940.099382:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076940.099417:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076940.099421:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076940.099425:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3929
00000400:00000200:0.0:1769076940.099432:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076940.099437:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076940.099443:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1769076940.099449:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076940.099451:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.099458:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076940.099460:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769076940.099462:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.099470:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076940.099476:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076940.099481:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076940.099483:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076940.099489:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076940.099493:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076940.099500:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076940.099510:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.099514:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076940.099520:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076940.099524:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076940.099529:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076940.099538:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076940.099545:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076940.099547:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076940.099551:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076940.099556:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.099561:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076940.099565:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076940.099572:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.099577:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076940.099587:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769076940.099593:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076940.099598:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076940.099601:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076940.099607:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076940.099610:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076940.099614:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076940.099622:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076940.099629:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076940.099637:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610664192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076940.099653:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076940.099666:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.099673:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610664192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076940.099685:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076940.099697:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3939)
00000800:00000200:2.1:1769076940.100155:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076940.100159:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076940.100555:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076940.100558:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076940.100865:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076940.100867:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769076940.930513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076940.930520:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076940.994512:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298602353, at 4298602368
00000100:00000010:3.0:1769076940.994530:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769076941.954473:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076941.954483:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076941.954511:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076941.954514:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076941.954518:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076942.978493:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076942.978504:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076944.002509:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076944.002517:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076944.002570:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076944.002573:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076944.002577:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076945.026558:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076945.026567:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076945.219772:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076945.219782:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076945.220538:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076945.220542:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076945.220913:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076945.220917:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076945.221295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076945.221298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769076946.050507:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076946.050514:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076946.050542:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076946.050545:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076946.050548:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076946.114502:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298607473, at 4298607488
00000100:00000010:3.0:1769076946.114518:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00010000:00000001:0.0:1769076947.074507:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076947.074515:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076948.098474:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076948.098498:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076948.098607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076948.098615:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076948.098622:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076949.122493:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076949.122499:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076949.122502:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076949.122504:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076949.122508:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076949.122510:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076949.122511:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076949.122513:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076950.146507:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076950.146514:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076950.146598:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076950.146603:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076950.146608:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076950.339157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076950.339163:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076950.339724:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076950.339726:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076950.339978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076950.339980:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076950.340178:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076950.340180:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769076951.170514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076951.170521:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076951.234479:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298612592, at 4298612608
00000100:00000010:3.0:1769076951.234496:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00010000:00000001:0.0:1769076952.194534:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076952.194540:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076952.194625:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076952.194631:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076952.194635:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076953.218499:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076953.218505:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076954.242501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076954.242506:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076954.242597:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076954.242602:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076954.242606:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076955.266535:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076955.266545:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076955.458631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076955.458648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076955.458652:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076955.458658:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076955.458664:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076955.458675:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3944
00000400:00000200:3.0:1769076955.458689:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076955.458698:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076955.458703:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076955.458707:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.458712:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076955.458716:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.458720:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076955.458726:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076955.458729:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076955.458732:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076955.458736:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076955.458739:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076955.458742:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076955.458746:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.458749:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076955.458753:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.458755:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076955.458760:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076955.458765:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076955.458768:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076955.458772:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076955.458776:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076955.458780:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.458783:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076955.458786:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076955.458801:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076955.458806:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076955.458812:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076955.458814:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.458819:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076955.458822:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076955.458829:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076955.458840:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076955.458850:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076955.458864:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610665344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076955.458879:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076955.458885:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076955.458892:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610665344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076955.458987:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076955.458995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076955.459001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076955.459005:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076955.459009:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076955.459016:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076955.459029:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3944
00000400:00000200:3.0:1769076955.459040:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076955.459052:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076955.459064:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076955.459083:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.459100:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076955.459117:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.459133:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076955.459168:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076955.459184:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076955.459189:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076955.459194:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076955.459217:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076955.459223:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076955.459238:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.459251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076955.459259:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.459275:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076955.459280:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076955.459297:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076955.459301:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076955.459321:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076955.459333:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076955.459341:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.459351:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076955.459364:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076955.459383:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.459437:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076955.459444:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076955.459448:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076955.459452:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076955.459455:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.459460:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076955.459464:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076955.459474:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076955.459488:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076955.459509:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076955.459534:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610665472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076955.459591:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076955.459600:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076955.459628:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610665472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076955.459680:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076955.459694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076955.459700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076955.459708:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076955.459714:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076955.459732:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076955.459744:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3944
00000800:00000200:2.1:1769076955.459746:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076955.459759:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1769076955.459770:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076955.459782:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076955.459796:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076955.459813:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.459817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076955.459830:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.459835:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076955.459842:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076955.459845:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076955.459854:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076955.459867:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076955.459874:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076955.459891:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076955.459913:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.459950:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076955.459959:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.459978:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076955.459991:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076955.460005:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076955.460017:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076955.460021:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076955.460028:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076955.460044:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.460053:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076955.460057:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076955.460074:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.460086:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076955.460105:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769076955.460115:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076955.460121:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076955.460123:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.460127:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076955.460133:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076955.460138:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076955.460152:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076955.460160:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076955.460175:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610665600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076955.460206:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076955.460215:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076955.460222:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610665600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076955.460250:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076955.460257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076955.460269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076955.460273:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076955.460280:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076955.460296:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076955.460309:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3944
00000400:00000200:3.0:1769076955.460337:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076955.460349:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076955.460359:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076955.460373:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.460421:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076955.460431:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.460439:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076955.460453:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076955.460458:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076955.460463:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076955.460466:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076955.460470:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076955.460472:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076955.460488:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.460500:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076955.460513:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076955.460531:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076955.460550:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076955.460563:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076955.460578:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076955.460590:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076955.460596:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076955.460602:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.460606:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076955.460614:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076955.460634:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.460640:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076955.460650:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076955.460663:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076955.460675:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076955.460685:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076955.460692:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076955.460703:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076955.460711:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076955.460721:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076955.460733:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076955.460748:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610665728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076955.460827:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076955.460837:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076955.460854:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610665728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076955.460894:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076955.460911:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3954)
00000800:00000200:2.1:1769076955.461162:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076955.461165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076955.461439:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076955.461441:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076955.461668:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076955.461670:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.0:1769076955.970488:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076955.970495:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076955.970499:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769076955.970737:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076955.970760:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076955.970766:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076955.970769:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076956.290483:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076956.290492:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076956.290589:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076956.290595:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076956.290599:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076956.354582:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298617713, at 4298617728
00000100:00000010:3.0:1769076956.354602:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00010000:00000001:0.0:1769076957.314501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076957.314507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076958.338498:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076958.338506:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076958.338635:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076958.338641:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076958.338645:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076959.362498:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076959.362513:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076959.362517:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076959.362521:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076959.362530:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076959.362534:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076959.362537:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076959.362540:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076960.386514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076960.386524:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076960.386628:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076960.386635:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076960.386642:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076960.579828:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076960.579880:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076960.581296:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076960.581302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076960.581796:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076960.581800:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076960.582562:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076960.582566:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769076961.410444:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076961.410450:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076961.474448:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298622833, at 4298622848
00000100:00000010:3.0:1769076961.474460:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00010000:00000001:0.0:1769076962.434473:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076962.434480:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076962.434539:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076962.434543:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076962.434546:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076963.458458:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076963.458463:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076964.482495:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076964.482502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076964.482586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076964.482592:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076964.482595:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076965.506499:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076965.506507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076965.698562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076965.698577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076965.698581:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076965.698589:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076965.698594:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076965.698603:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3954
00000400:00000200:0.0:1769076965.698614:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076965.698624:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076965.698629:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076965.698636:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.698641:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.698645:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.698648:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076965.698655:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076965.698659:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076965.698663:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076965.698666:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076965.698671:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076965.698675:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076965.698680:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.698683:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.698687:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.698690:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076965.698695:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076965.698700:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076965.698703:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.698706:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076965.698710:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.698716:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.698719:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076965.698722:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076965.698738:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769076965.698746:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076965.698769:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076965.698772:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.698776:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076965.698780:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076965.698787:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076965.698800:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769076965.698812:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.698826:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610666368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076965.698844:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076965.698851:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.698859:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610666368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.698894:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076965.698899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076965.698904:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076965.698906:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076965.698908:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076965.698912:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076965.698915:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3954
00000400:00000200:0.0:1769076965.698923:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076965.698929:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076965.698933:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076965.698939:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.698942:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.698949:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.698954:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076965.698963:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076965.698967:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076965.698973:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076965.698979:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076965.698983:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076965.698991:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076965.699011:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.699023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.699041:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.699050:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076965.699063:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076965.699086:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076965.699100:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.699115:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076965.699127:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.699132:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.699145:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076965.699156:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076965.699169:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.699172:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076965.699178:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769076965.699185:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076965.699189:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076965.699193:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.699199:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076965.699206:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076965.699215:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076965.699233:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769076965.699247:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.699273:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610666496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076965.699302:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076965.699308:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.699315:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610666496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.699339:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076965.699355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076965.699367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076965.699372:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076965.699375:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076965.699382:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076965.699450:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3954
00000400:00000200:0.0:1769076965.699460:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076965.699473:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076965.699485:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076965.699501:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.699515:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769076965.699524:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769076965.699528:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769076965.699531:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1769076965.699532:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076965.699544:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076965.699556:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076965.699557:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076965.699564:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076965.699573:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076965.699584:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076965.699603:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.699608:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.699617:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.699632:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076965.699646:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076965.699660:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076965.699683:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.699693:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076965.699699:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.699710:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.699719:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076965.699726:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076965.699740:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.699749:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076965.699771:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076965.699776:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076965.699786:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076965.699789:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.699799:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076965.699812:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076965.699814:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076965.699824:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769076965.699831:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.699852:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610666624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076965.699869:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076965.699877:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.699891:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610666624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.699906:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076965.699918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076965.699933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076965.699935:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076965.699941:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076965.699945:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076965.699948:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3954
00000400:00000200:0.0:1769076965.699959:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076965.699967:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076965.699974:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076965.699981:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.699989:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.699993:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.700000:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076965.700009:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076965.700014:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076965.700022:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076965.700026:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076965.700033:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076965.700039:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076965.700053:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.700062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076965.700074:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076965.700082:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076965.700088:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076965.700096:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076965.700101:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076965.700105:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076965.700110:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076965.700118:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.700123:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076965.700125:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076965.700132:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.700136:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076965.700148:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076965.700155:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076965.700166:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076965.700169:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076965.700174:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076965.700177:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076965.700181:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076965.700189:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769076965.700195:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.700211:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610666752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076965.700229:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076965.700236:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.700247:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610666752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076965.700286:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076965.700296:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3964)
00000800:00000200:2.1:1769076965.700684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076965.700688:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076965.701152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076965.701156:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076965.701630:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076965.701634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1769076966.530472:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076966.530478:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076966.530563:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076966.530568:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076966.530572:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076966.594475:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298627953, at 4298627968
00000100:00000010:3.0:1769076966.594492:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769076967.554585:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076967.554593:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076968.578561:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076968.578569:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076968.578672:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076968.578678:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076968.578683:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076969.602506:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076969.602513:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076969.602515:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076969.602517:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076969.602521:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076969.602523:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076969.602525:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076969.602527:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076970.626498:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076970.626511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076970.626585:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076970.626588:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076970.626591:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769076970.819083:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076970.819089:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769076970.819605:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076970.819607:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769076970.819850:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076970.819853:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769076970.820082:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076970.820084:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1769076971.650553:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076971.650562:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076971.714459:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298633072, at 4298633088
00000100:00000010:3.0:1769076971.714482:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00010000:00000001:0.0:1769076972.674490:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076972.674497:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076972.674556:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076972.674559:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076972.674563:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076973.698500:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076973.698505:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076974.722463:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076974.722468:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076974.722537:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076974.722540:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076974.722543:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076975.746506:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076975.746511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076975.938692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076975.938712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076975.938718:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076975.938725:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076975.938731:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076975.938740:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3964
00000400:00000200:3.0:1769076975.938754:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076975.938762:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076975.938766:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076975.938770:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.938775:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.938778:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.938781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076975.938787:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076975.938789:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076975.938793:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076975.938796:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076975.938798:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076975.938801:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076975.938804:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.938807:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.938809:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.938811:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076975.938815:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076975.938819:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076975.938823:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076975.938826:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076975.938830:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076975.938833:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.938836:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076975.938838:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076975.938851:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769076975.938855:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076975.938861:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076975.938863:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.938867:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076975.938871:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076975.938877:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076975.938887:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076975.938897:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076975.938909:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610667392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076975.938922:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076975.938928:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076975.938933:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610667392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076975.938963:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076975.938968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076975.938971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076975.938973:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076975.938975:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076975.938978:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076975.938981:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3964
00000400:00000200:3.0:1769076975.938984:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076975.938987:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076975.938990:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076975.938993:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.938996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.938999:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076975.939005:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076975.939007:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076975.939009:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076975.939012:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076975.939015:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076975.939018:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076975.939022:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.939028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076975.939034:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076975.939042:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939045:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076975.939050:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076975.939059:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076975.939065:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.939086:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076975.939092:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076975.939096:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.939099:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076975.939106:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769076975.939108:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076975.939112:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076975.939115:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.939118:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076975.939122:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076975.939126:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076975.939133:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076975.939138:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076975.939147:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610667520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076975.939154:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076975.939159:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076975.939164:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610667520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076975.939185:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076975.939191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076975.939193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076975.939194:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076975.939196:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076975.939202:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076975.939207:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3964
00000400:00000200:3.0:1769076975.939215:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076975.939221:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076975.939225:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076975.939231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.939241:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939245:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076975.939250:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076975.939253:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076975.939255:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076975.939257:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076975.939259:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076975.939262:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076975.939267:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939268:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.939269:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939271:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076975.939275:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076975.939279:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939282:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076975.939285:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076975.939289:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076975.939292:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.939296:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076975.939299:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076975.939301:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.939304:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076975.939311:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769076975.939316:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076975.939320:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076975.939324:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.939327:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076975.939330:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076975.939331:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076975.939335:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076975.939340:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076975.939348:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610667648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076975.939363:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076975.939366:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076975.939370:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610667648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076975.939377:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076975.939380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076975.939385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076975.939386:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076975.939389:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076975.939392:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769076975.939396:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769076975.939397:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3964
00000800:00000200:2.1:1769076975.939401:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1769076975.939437:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076975.939447:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076975.939454:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076975.939464:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939470:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.939477:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939484:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076975.939489:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076975.939491:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076975.939495:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076975.939498:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076975.939502:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076975.939513:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076975.939521:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939524:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076975.939528:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939531:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076975.939532:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076975.939534:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076975.939537:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076975.939541:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076975.939547:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076975.939553:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.939558:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076975.939563:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076975.939567:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.939573:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076975.939579:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769076975.939596:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076975.939602:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076975.939605:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076975.939609:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076975.939612:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076975.939616:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076975.939623:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076975.939628:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076975.939647:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610667776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076975.939668:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076975.939670:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076975.939676:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610667776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076975.939689:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076975.939694:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3975)
00000800:00000200:2.1:1769076975.939909:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076975.939911:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076975.940109:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076975.940111:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076975.940467:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076975.940470:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769076976.770511:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076976.770517:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076976.770628:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076976.770633:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076976.770645:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076976.834466:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298638193, at 4298638208
00000100:00000010:3.0:1769076976.834479:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769076977.794463:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076977.794468:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076978.818494:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076978.818499:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076978.818602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076978.818606:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076978.818609:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076979.842507:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076979.842530:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076979.842533:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076979.842536:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076979.842541:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076979.842544:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076979.842546:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076979.842549:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076980.866481:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076980.866487:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076980.866561:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076980.866565:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076980.866568:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076981.058541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.058550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076981.058552:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.058555:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.058558:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.058563:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3970
00000400:00000200:0.0:1769076981.058571:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076981.058577:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.058579:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.058582:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.058584:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.058586:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.058588:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076981.058592:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.058593:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769076981.058595:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.058597:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769076981.058598:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769076981.058600:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769076981.058602:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.058604:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.058605:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.058606:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076981.058609:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769076981.058611:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076981.058613:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.058616:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.058618:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.058620:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.058622:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076981.058624:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.058631:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769076981.058633:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769076981.058637:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.058638:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.058640:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.058642:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.058646:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.058652:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769076981.058657:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.058664:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610667904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.058672:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.058676:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.058679:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610667904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.058700:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.058702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.058705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076981.058706:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.058707:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.058708:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.058710:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3970
00000400:00000200:0.0:1769076981.058712:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076981.058714:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.058715:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.058717:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.058719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.058720:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.058722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076981.058723:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.058725:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769076981.058727:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.058729:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769076981.058730:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769076981.058731:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769076981.058734:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.058735:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.058737:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.058739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076981.058741:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769076981.058743:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076981.058744:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.058746:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.058750:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.058752:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.058754:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076981.058757:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076981.058759:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.058760:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.058763:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769076981.058773:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769076981.058777:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.058781:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.058784:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.058789:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.058792:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.058794:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769076981.058797:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.058806:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610668032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.058892:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.058898:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.058906:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610668032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.058926:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.058929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.058937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769076981.058941:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.058946:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.058950:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.058956:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3970
00000400:00000200:0.0:1769076981.058970:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076981.058974:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.058986:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.058999:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.059003:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.059009:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.059014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076981.059019:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.059022:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769076981.059023:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.059026:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769076981.059037:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769076981.059040:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769076981.059043:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.059055:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.059076:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.059087:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076981.059100:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769076981.059111:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076981.059118:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.059121:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.059127:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.059132:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.059139:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076981.059144:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076981.059155:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.059167:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.059181:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769076981.059185:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076981.059192:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.059195:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.059205:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.059212:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.059219:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.059224:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769076981.059229:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.059242:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610668160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769076981.059260:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769076981.059265:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769076981.059268:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769076981.059269:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.059293:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610668160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.059335:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076981.059342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076981.059348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076981.059351:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076981.059354:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076981.059358:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076981.059364:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3970
00000400:00000200:0.0:1769076981.059379:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769076981.059441:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076981.059445:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076981.059451:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.059462:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.059470:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.059473:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769076981.059488:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076981.059511:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769076981.059514:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076981.059517:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769076981.059518:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769076981.059521:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769076981.059533:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.059538:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076981.059544:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769076981.059549:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769076981.059551:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769076981.059559:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769076981.059561:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076981.059566:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076981.059571:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076981.059574:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.059576:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076981.059578:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076981.059591:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.059595:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076981.059598:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769076981.059608:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769076981.059619:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076981.059626:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076981.059630:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076981.059638:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076981.059649:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076981.059658:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769076981.059666:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076981.059682:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610668288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076981.059703:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076981.059707:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.059713:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610668288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076981.059727:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076981.059734:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3980)
00000800:00000200:2.1:1769076981.059956:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076981.059958:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076981.060147:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076981.060149:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076981.060345:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076981.060347:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769076981.890569:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076981.890577:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076981.954491:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298643313, at 4298643328
00000100:00000010:3.0:1769076981.954512:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00010000:00000001:0.0:1769076982.914508:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076982.914515:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076982.914603:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076982.914608:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076982.914612:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076983.938527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076983.938535:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076984.962494:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076984.962501:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076984.962567:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076984.962570:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076984.962574:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076985.986494:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076985.986500:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076986.178533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076986.178545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076986.178547:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076986.178551:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076986.178555:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076986.178561:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3975
00000400:00000200:3.0:1769076986.178570:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076986.178575:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076986.178577:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076986.178580:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178583:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.178584:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178586:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076986.178590:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076986.178591:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076986.178593:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076986.178595:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076986.178597:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076986.178598:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076986.178600:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178602:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.178603:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178605:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076986.178607:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076986.178609:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178611:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076986.178613:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076986.178615:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076986.178617:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.178619:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076986.178620:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076986.178625:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769076986.178628:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076986.178631:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076986.178632:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.178635:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076986.178636:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076986.178640:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076986.178646:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769076986.178651:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076986.178658:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610668416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076986.178666:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076986.178670:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.178673:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610668416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076986.178691:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076986.178695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076986.178698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076986.178700:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076986.178702:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076986.178704:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076986.178707:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3975
00000400:00000200:3.0:1769076986.178711:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076986.178715:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076986.178717:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076986.178720:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178722:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.178724:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076986.178729:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076986.178730:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076986.178732:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076986.178745:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076986.178747:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076986.178749:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076986.178753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178755:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.178758:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076986.178762:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076986.178772:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178774:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076986.178776:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076986.178781:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076986.178783:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.178785:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076986.178789:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076986.178792:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.178794:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076986.178797:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769076986.178810:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076986.178812:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076986.178813:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.178815:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076986.178817:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076986.178818:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076986.178822:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769076986.178825:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076986.178830:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610668544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076986.178838:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076986.178840:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.178844:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610668544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076986.178854:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076986.178856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076986.178860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076986.178862:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076986.178863:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076986.178866:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076986.178868:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3975
00000400:00000200:3.0:1769076986.178915:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076986.178917:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076986.178920:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076986.178923:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178924:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.178927:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178929:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076986.178931:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076986.178933:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076986.178935:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076986.178936:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769076986.178937:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769076986.178939:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076986.178941:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769076986.178941:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769076986.178944:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.178948:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178950:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076986.178952:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076986.178955:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076986.178957:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076986.178959:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076986.178961:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076986.178964:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.178966:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076986.178968:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076986.178971:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.178973:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076986.178976:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769076986.178979:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076986.178982:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076986.178983:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.178985:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076986.178986:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076986.178988:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076986.178993:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076986.178996:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076986.179000:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610668672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076986.179008:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076986.179010:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.179014:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610668672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076986.179033:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076986.179036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076986.179040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076986.179041:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076986.179043:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076986.179046:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076986.179048:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3975
00000400:00000200:3.0:1769076986.179052:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076986.179054:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076986.179057:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076986.179060:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.179062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.179064:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.179067:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076986.179069:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076986.179071:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076986.179073:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076986.179075:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076986.179077:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076986.179079:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076986.179082:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.179092:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076986.179094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076986.179096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076986.179098:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076986.179101:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076986.179104:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076986.179106:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076986.179108:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076986.179110:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.179113:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076986.179115:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076986.179117:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.179119:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076986.179123:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769076986.179125:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076986.179128:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076986.179129:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076986.179131:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076986.179132:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076986.179134:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076986.179138:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076986.179140:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076986.179144:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610668800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076986.179159:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076986.179161:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.179164:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610668800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076986.179172:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076986.179177:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3985)
00000800:00000200:2.1:1769076986.179340:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076986.179342:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076986.179580:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076986.179582:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076986.179769:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076986.179771:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769076987.010529:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076987.010537:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076987.010662:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076987.010669:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076987.010674:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076987.074534:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298648432, at 4298648448
00000100:00000010:3.0:1769076987.074577:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769076988.034468:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076988.034474:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076989.058502:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076989.058510:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076989.058513:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076989.058515:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076989.058520:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076989.058522:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076989.058524:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076989.058526:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076989.058649:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076989.058657:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076989.058664:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076990.082533:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076990.082545:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076991.106480:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076991.106486:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076991.106637:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076991.106646:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076991.106652:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769076991.298586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076991.298603:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076991.298607:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076991.298613:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076991.298619:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076991.298630:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 3980
00000400:00000200:3.0:1769076991.298643:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076991.298652:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076991.298657:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076991.298661:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.298666:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076991.298670:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.298673:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076991.298680:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076991.298682:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769076991.298686:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076991.298690:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769076991.298693:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769076991.298697:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769076991.298700:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.298703:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076991.298705:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.298707:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076991.298711:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769076991.298715:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076991.298718:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076991.298722:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076991.298726:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076991.298730:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.298733:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076991.298736:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076991.298750:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769076991.298755:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769076991.298761:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076991.298763:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.298767:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076991.298771:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076991.298778:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076991.298790:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769076991.298800:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076991.298813:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610668928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076991.298828:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076991.298835:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076991.298841:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610668928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076991.298876:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076991.298881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076991.298886:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076991.298888:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076991.298890:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076991.298893:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076991.298897:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3980
00000400:00000200:3.0:1769076991.298902:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076991.298908:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076991.298911:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076991.298915:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.298919:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076991.298922:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.298925:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076991.298929:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076991.298937:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769076991.298941:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076991.298949:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769076991.298957:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769076991.298960:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769076991.298970:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.298979:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076991.298986:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.298994:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076991.299003:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769076991.299006:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299009:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076991.299012:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076991.299021:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076991.299030:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.299037:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076991.299044:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076991.299056:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.299068:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076991.299077:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769076991.299084:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769076991.299092:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076991.299098:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.299108:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076991.299111:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076991.299117:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076991.299126:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769076991.299138:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076991.299152:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610669056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076991.299172:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076991.299180:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076991.299188:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610669056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076991.299219:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076991.299225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076991.299239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769076991.299244:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076991.299249:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076991.299260:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076991.299273:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3980
00000400:00000200:3.0:1769076991.299288:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076991.299299:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076991.299309:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076991.299322:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299359:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076991.299370:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299427:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076991.299440:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076991.299449:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769076991.299459:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076991.299467:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769076991.299475:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769076991.299485:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769076991.299502:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299512:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076991.299520:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299530:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076991.299540:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769076991.299553:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299560:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076991.299569:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076991.299578:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076991.299586:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.299592:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076991.299596:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076991.299602:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.299608:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076991.299616:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000800:00000200:2.1:1769076991.299625:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:3.0:1769076991.299628:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:2.1:1769076991.299634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1769076991.299636:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076991.299642:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.299650:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076991.299658:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076991.299662:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076991.299673:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769076991.299686:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076991.299702:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610669184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076991.299721:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076991.299730:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076991.299745:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610669184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076991.299772:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076991.299781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076991.299790:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769076991.299797:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076991.299801:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076991.299806:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076991.299815:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 3980
00000400:00000200:3.0:1769076991.299836:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769076991.299845:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076991.299853:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076991.299858:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299862:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076991.299871:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299876:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769076991.299885:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076991.299890:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769076991.299896:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076991.299902:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769076991.299909:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769076991.299916:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769076991.299925:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299933:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076991.299944:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299954:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769076991.299963:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769076991.299973:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769076991.299984:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076991.299990:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076991.299995:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076991.300005:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.300013:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076991.300021:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076991.300032:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.300038:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076991.300047:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769076991.300057:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769076991.300062:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076991.300064:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076991.300072:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076991.300078:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076991.300083:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076991.300095:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769076991.300105:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076991.300124:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610669312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076991.300160:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076991.300167:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076991.300183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610669312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076991.300225:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076991.300241:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3990)
00000800:00000200:2.1:1769076991.300597:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076991.300601:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076991.300957:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076991.300960:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076991.301297:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076991.301300:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769076992.130548:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076992.130556:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076992.194489:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298653553, at 4298653568
00000100:00000010:3.0:1769076992.194505:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769076993.154548:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076993.154559:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076993.154705:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076993.154712:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076993.154717:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076994.178508:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076994.178515:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769076994.882602:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769076994.882616:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769076994.882624:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769076994.882813:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076994.882840:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769076994.882848:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769076994.882856:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769076995.202472:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076995.202479:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076995.202549:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076995.202553:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076995.202557:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769076996.226501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076996.226509:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076996.419507:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076996.419514:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076996.420561:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076996.420563:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076996.421021:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076996.421024:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076996.421497:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769076996.421499:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769076997.250486:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076997.250497:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076997.250607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076997.250612:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076997.250618:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769076997.314521:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298658673, at 4298658688
00000100:00000010:3.0:1769076997.314543:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00010000:00000001:0.0:1769076998.274468:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076998.274473:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076999.298529:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769076999.298539:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769076999.298543:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769076999.298546:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076999.298553:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769076999.298556:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076999.298559:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769076999.298562:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076999.298649:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076999.298655:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076999.298660:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077000.322483:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077000.322491:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077001.346569:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077001.346578:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077001.346676:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077001.346682:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077001.346688:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077001.539976:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077001.540682:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077001.541010:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077001.541469:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077002.370534:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077002.370541:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077002.434546:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298663793, at 4298663808
00000100:00000010:3.0:1769077002.434580:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00010000:00000001:0.0:1769077003.394500:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077003.394508:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077003.394592:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077003.394599:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077003.394604:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077004.418560:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077004.418570:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077004.610814:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769077004.610900:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077004.610923:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077004.610931:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769077004.610938:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077004.610945:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077004.610952:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077004.610957:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d100.
00000400:00000200:3.0:1769077004.610965:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077004.610972:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077004.610981:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:3.0:1769077004.610985:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:3.0:1769077004.610992:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077004.611004:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e79180 x1855007610669952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077004.611052:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077004.611061:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79180 x1855007610669952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077004.611078:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077004.611082:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077004.611132:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077004.611138:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:3.0:1769077004.611145:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077004.611152:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077004.611158:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894b28
00000400:00000010:3.0:1769077004.611161:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894b28.
00000100:00000001:3.0:1769077004.611166:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077004.611174:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7b480 x1855007610670080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077004.611188:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077004.611193:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b480 x1855007610670080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077004.611211:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077004.611218:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077004.611232:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077004.611237:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d800.
00000400:00000200:3.0:1769077004.611242:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077004.611255:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077004.611265:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894e58
00000400:00000010:3.0:1769077004.611271:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894e58.
00000100:00000001:3.0:1769077004.611279:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077004.611289:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78700 x1855007610670208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077004.611309:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077004.611322:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78700 x1855007610670208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077004.611347:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077004.611356:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077004.611381:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077004.611486:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d300.
00000400:00000200:3.0:1769077004.611494:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077004.611505:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077004.611518:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894770
00000400:00000010:3.0:1769077004.611525:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894770.
00000100:00000001:3.0:1769077004.611534:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077004.611550:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7a300 x1855007610670336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077004.611609:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077004.611626:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a300 x1855007610670336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077004.611686:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077004.611694:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077005.443468:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077005.443487:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077005.443575:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077005.443585:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077005.443592:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077006.466493:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077006.466512:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077006.659347:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077006.659356:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077006.660178:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077006.660181:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077006.660469:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077006.660473:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077006.660688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077006.660691:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077007.490511:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077007.490521:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077007.490643:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077007.490647:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077007.490651:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077007.554529:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298668913, at 4298668928
00000100:00000010:3.0:1769077007.554570:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00010000:00000001:0.0:1769077008.514480:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077008.514487:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077009.538541:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077009.538551:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077009.538554:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077009.538556:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077009.538561:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077009.538563:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077009.538565:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077009.538567:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077009.538650:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077009.538656:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077009.538660:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077010.562508:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077010.562514:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077011.586504:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077011.586510:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077011.586580:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077011.586583:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077011.586586:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077011.779783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077011.779797:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077011.780930:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077011.780931:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077011.781169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077011.781171:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077011.781495:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077011.781497:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077012.610550:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077012.610557:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077012.674529:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298674033, at 4298674048
00000100:00000010:3.0:1769077012.674549:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769077013.634513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077013.634519:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077013.634610:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077013.634613:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077013.634617:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077014.658472:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077014.658477:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077015.682574:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077015.682581:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077015.682651:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077015.682655:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077015.682659:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077016.706506:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077016.706512:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077016.898476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077016.898485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077016.898488:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077016.898491:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077016.898494:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077016.898513:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4005
00000400:00000200:0.0:1769077016.898521:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077016.898527:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077016.898530:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077016.898532:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898535:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077016.898537:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898538:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077016.898542:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077016.898543:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077016.898545:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077016.898547:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077016.898549:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077016.898551:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077016.898553:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077016.898556:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898557:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077016.898559:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077016.898562:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898563:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077016.898565:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077016.898578:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077016.898580:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.898582:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077016.898583:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077016.898591:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769077016.898594:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077016.898596:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077016.898598:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.898600:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077016.898601:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077016.898605:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077016.898611:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769077016.898616:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077016.898624:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610671488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077016.898643:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077016.898647:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077016.898651:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610671488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077016.898670:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077016.898673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077016.898675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077016.898676:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077016.898677:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077016.898679:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077016.898680:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4005
00000400:00000200:0.0:1769077016.898682:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077016.898684:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077016.898685:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077016.898687:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898689:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077016.898691:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898693:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077016.898694:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077016.898696:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077016.898697:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077016.898709:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077016.898710:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077016.898711:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077016.898713:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898715:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077016.898716:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898718:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077016.898719:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077016.898722:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898724:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077016.898728:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077016.898732:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077016.898737:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.898739:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077016.898743:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077016.898750:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.898754:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077016.898759:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769077016.898764:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077016.898770:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077016.898772:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.898775:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077016.898779:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077016.898783:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077016.898787:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769077016.898791:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077016.898798:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610671616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077016.898806:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077016.898811:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077016.898816:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610671616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077016.898828:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077016.898831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077016.898835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077016.898835:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077016.898837:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077016.898852:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077016.898855:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4005
00000400:00000200:0.0:1769077016.898857:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077016.898860:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077016.898863:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077016.898867:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898872:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077016.898874:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898880:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077016.898882:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077016.898884:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077016.898885:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077016.898887:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077016.898891:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077016.898908:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077016.898912:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898916:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077016.898920:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898924:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077016.898929:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077016.898933:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077016.898938:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077016.898940:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077016.898943:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077016.898947:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.898949:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077016.898951:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077016.898955:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.898959:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077016.898963:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769077016.898968:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077016.898970:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077016.898971:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.898973:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077016.898973:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077016.898975:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077016.898979:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769077016.898983:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077016.898989:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610671744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077016.899000:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077016.899004:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077016.899011:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610671744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077016.899030:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077016.899033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077016.899041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077016.899043:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077016.899046:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077016.899050:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077016.899055:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4005
00000400:00000200:0.0:1769077016.899060:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077016.899065:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077016.899067:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077016.899072:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.899073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077016.899074:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.899084:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077016.899090:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077016.899091:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077016.899094:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077016.899097:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000800:00000200:2.1:1769077016.899101:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769077016.899102:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077016.899108:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:2.1:1769077016.899109:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769077016.899113:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.899117:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077016.899122:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077016.899125:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077016.899127:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077016.899129:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077016.899133:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077016.899136:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077016.899140:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077016.899144:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.899147:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077016.899149:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077016.899153:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.899157:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077016.899162:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769077016.899165:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077016.899170:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077016.899173:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077016.899177:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077016.899180:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077016.899182:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077016.899194:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077016.899201:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077016.899208:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610671872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077016.899222:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077016.899224:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077016.899228:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610671872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077016.899235:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077016.899247:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4015)
00000800:00000200:2.1:1769077016.899502:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077016.899504:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077016.899712:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077016.899714:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077016.899917:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077016.899918:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769077017.730537:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077017.730559:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077017.730657:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077017.730662:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077017.730667:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077017.794572:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298679152, at 4298679168
00000100:00000010:3.0:1769077017.794594:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00010000:00000001:0.0:1769077018.754525:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077018.754531:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077019.778475:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077019.778482:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077019.778485:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077019.778487:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077019.778503:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077019.778505:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077019.778507:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077019.778509:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077019.778608:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077019.778613:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077019.778618:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077020.802456:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077020.802464:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077021.826468:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077021.826473:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077021.826548:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077021.826551:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077021.826554:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077022.018562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077022.018583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077022.018585:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077022.018589:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077022.018609:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077022.018616:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4010
00000400:00000200:3.0:1769077022.018626:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077022.018633:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077022.018637:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077022.018640:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.018643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.018645:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.018647:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077022.018651:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077022.018654:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077022.018656:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077022.018659:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077022.018661:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077022.018663:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077022.018665:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.018667:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.018680:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.018682:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077022.018684:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077022.018687:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077022.018690:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077022.018693:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077022.018697:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077022.018701:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.018703:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077022.018706:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077022.018716:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077022.018721:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077022.018725:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077022.018727:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.018731:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077022.018735:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077022.018739:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077022.018760:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077022.018770:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077022.018781:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610672000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077022.018792:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077022.018796:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.018800:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610672000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077022.018847:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077022.018850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077022.018854:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077022.018856:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077022.018858:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077022.018860:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077022.018863:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4010
00000400:00000200:3.0:1769077022.018868:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077022.018871:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077022.018874:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077022.018887:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.018889:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.018891:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.018893:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077022.018895:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077022.018896:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077022.018898:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077022.018900:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077022.018902:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077022.018904:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077022.018907:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.018909:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.018913:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.018915:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077022.018917:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077022.018921:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077022.018936:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077022.018939:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077022.018950:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077022.018957:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.018961:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077022.018967:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077022.018974:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.018978:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077022.018984:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077022.019006:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077022.019010:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077022.019012:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.019014:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077022.019017:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077022.019021:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077022.019027:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077022.019032:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077022.019041:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610672128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077022.019052:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077022.019055:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.019062:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610672128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077022.019073:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077022.019091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077022.019097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077022.019101:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077022.019104:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077022.019109:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077022.019113:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4010
00000400:00000200:3.0:1769077022.019122:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077022.019128:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077022.019132:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077022.019136:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.019140:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.019145:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.019148:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077022.019149:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077022.019150:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077022.019154:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077022.019158:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077022.019160:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077022.019164:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077022.019188:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.019191:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.019197:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.019201:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077022.019207:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077022.019216:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077022.019222:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077022.019230:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077022.019236:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077022.019241:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.019245:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077022.019248:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077022.019254:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.019260:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077022.019268:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077022.019291:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077022.019296:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077022.019299:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.019306:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077022.019308:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077022.019310:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077022.019319:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077022.019324:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077022.019331:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:3.0:1769077022.019333:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610672256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077022.019337:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769077022.019352:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077022.019356:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.019363:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610672256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077022.019381:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077022.019385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077022.019391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077022.019392:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077022.019394:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077022.019395:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077022.019399:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4010
00000400:00000200:3.0:1769077022.019403:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077022.019407:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077022.019409:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077022.019413:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.019415:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.019417:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.019419:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077022.019420:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077022.019422:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077022.019424:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077022.019426:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077022.019427:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077022.019430:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077022.019516:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.019521:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077022.019525:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077022.019529:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077022.019531:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077022.019534:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077022.019540:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077022.019542:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077022.019545:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077022.019549:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.019551:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077022.019556:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077022.019560:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.019565:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077022.019569:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077022.019584:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077022.019589:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077022.019591:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077022.019594:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077022.019613:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077022.019617:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077022.019625:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077022.019632:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077022.019642:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610672384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077022.019653:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077022.019658:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.019667:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610672384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077022.019677:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.019692:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4021)
00000800:00000200:2.1:1769077022.020053:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077022.020055:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077022.020329:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077022.020332:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077022.020607:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077022.020609:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1769077022.850519:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077022.850528:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077022.914588:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298684273, at 4298684288
00000100:00000010:3.0:1769077022.914618:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00010000:00000001:0.0:1769077023.874539:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077023.874546:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077023.874638:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077023.874643:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077023.874646:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077024.898484:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077024.898489:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077025.922502:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077025.922508:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077025.922564:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077025.922567:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077025.922570:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077026.946465:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077026.946474:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077027.139126:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077027.139131:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077027.139543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077027.139545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077027.139753:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077027.139755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077027.139946:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077027.139947:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769077027.970472:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077027.970479:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077027.970604:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077027.970607:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077027.970611:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077028.034498:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298689392, at 4298689408
00000100:00000010:3.0:1769077028.034516:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea120.
00010000:00000001:0.0:1769077028.994501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077028.994508:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077028.994510:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077028.994528:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077028.994532:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077028.994534:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077028.994537:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077028.994539:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077030.018547:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077030.018556:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077030.018635:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077030.018639:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077030.018642:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077031.042487:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077031.042504:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077032.066503:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077032.066510:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077032.066585:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077032.066588:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077032.066592:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077032.259203:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077032.259210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077032.259668:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077032.259669:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077032.259900:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077032.259902:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077032.260216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077032.260219:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077033.090493:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077033.090499:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077033.154487:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298694512, at 4298694528
00000100:00000010:3.0:1769077033.154506:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaba0.
00000800:00000200:3.0:1769077033.794516:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769077033.794524:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769077033.794529:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00010000:00000001:0.0:1769077034.114479:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077034.114485:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077034.114544:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077034.114548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077034.114550:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077035.138477:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077035.138483:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077036.162511:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077036.162516:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077036.162635:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077036.162639:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077036.162642:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077037.186464:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077037.186470:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077037.379222:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077037.379227:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077037.379881:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077037.379884:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077037.380106:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077037.380108:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077037.380321:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077037.380323:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077038.210493:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077038.210502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077038.210650:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077038.210654:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077038.210658:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077038.274524:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298699632, at 4298699648
00000100:00000010:3.0:1769077038.274557:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00010000:00000001:0.0:1769077039.234502:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077039.234510:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077039.234513:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077039.234516:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077039.234540:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077039.234542:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077039.234545:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077039.234547:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077040.258574:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077040.258586:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077040.258702:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077040.258708:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077040.258712:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077041.282592:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077041.282602:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077042.306466:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077042.306485:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077042.306544:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077042.306548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077042.306552:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077042.498521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077042.498530:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077042.498532:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077042.498535:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077042.498539:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077042.498545:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4031
00000400:00000200:3.0:1769077042.498553:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077042.498559:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077042.498561:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077042.498564:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498566:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.498568:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498570:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077042.498574:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077042.498575:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077042.498577:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077042.498579:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077042.498581:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077042.498582:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077042.498585:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498587:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.498588:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498590:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077042.498597:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077042.498600:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498601:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077042.498604:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077042.498606:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077042.498608:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.498610:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077042.498612:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077042.498620:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769077042.498623:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077042.498626:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077042.498628:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.498630:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077042.498632:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077042.498636:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077042.498642:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077042.498647:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077042.498653:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610674048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077042.498661:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077042.498665:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.498668:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610674048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077042.498687:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077042.498689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077042.498691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077042.498693:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077042.498694:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077042.498696:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077042.498698:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4031
00000400:00000200:3.0:1769077042.498701:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077042.498703:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077042.498704:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077042.498706:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498713:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.498715:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498717:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077042.498719:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077042.498720:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077042.498721:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077042.498723:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077042.498725:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077042.498727:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077042.498729:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498731:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.498732:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498734:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077042.498736:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077042.498740:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498742:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077042.498745:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077042.498752:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077042.498754:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.498756:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077042.498761:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077042.498767:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.498770:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077042.498781:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769077042.498787:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077042.498791:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077042.498795:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.498798:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077042.498799:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077042.498801:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077042.498806:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077042.498811:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077042.498818:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610674176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077042.498827:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077042.498832:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.498838:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610674176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077042.498849:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077042.498852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077042.498856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077042.498860:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077042.498864:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077042.498867:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077042.498872:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4031
00000400:00000200:3.0:1769077042.498880:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077042.498887:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077042.498890:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077042.498892:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498898:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.498903:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498905:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077042.498906:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077042.498908:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077042.498909:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077042.498910:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077042.498912:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077042.498916:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077042.498920:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498923:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.498926:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498930:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077042.498933:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077042.498937:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077042.498939:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077042.498940:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077042.498943:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077042.498947:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.498948:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077042.498950:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077042.498953:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.498956:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077042.498960:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077042.498963:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077042.498968:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077042.498972:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.498976:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077042.498980:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077042.498982:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077042.498987:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077042.498993:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077042.498998:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610674304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077042.499016:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077042.499020:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.499026:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610674304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077042.499034:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077042.499037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077042.499041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077042.499044:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077042.499047:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769077042.499051:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077042.499052:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769077042.499055:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1769077042.499059:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4031
00000400:00000200:3.0:1769077042.499071:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077042.499077:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077042.499084:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077042.499091:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.499098:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.499103:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.499109:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077042.499116:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077042.499118:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077042.499120:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077042.499125:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077042.499129:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077042.499134:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077042.499140:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.499153:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077042.499157:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077042.499159:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077042.499163:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077042.499165:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077042.499167:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077042.499169:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077042.499171:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077042.499175:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.499177:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077042.499178:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077042.499181:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.499185:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077042.499189:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077042.499194:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077042.499195:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077042.499197:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077042.499198:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077042.499201:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077042.499203:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077042.499208:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077042.499213:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077042.499219:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610674432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077042.499241:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077042.499247:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.499255:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610674432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077042.499269:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077042.499275:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4041)
00000800:00000200:2.1:1769077042.499548:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077042.499550:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077042.499842:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077042.499843:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077042.500045:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077042.500046:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077043.330476:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077043.330481:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077043.394571:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298704752, at 4298704768
00000100:00000010:3.0:1769077043.394589:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00010000:00000001:0.0:1769077044.354454:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077044.354460:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077044.354508:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077044.354511:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077044.354515:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077045.378473:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077045.378478:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077046.402514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077046.402520:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077046.402580:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077046.402584:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077046.402587:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077047.426488:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077047.426493:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077047.619091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077047.619097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077047.619577:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077047.619579:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077047.619764:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077047.619765:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077047.619970:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077047.619972:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077048.450504:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077048.450527:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077048.450635:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077048.450640:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077048.450643:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077048.514450:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298709872, at 4298709888
00000100:00000010:3.0:1769077048.514462:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00010000:00000001:0.0:1769077049.474497:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077049.474511:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077049.474514:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077049.474517:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077049.474522:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077049.474525:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077049.474527:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077049.474529:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077050.498469:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077050.498486:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077050.498561:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077050.498565:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077050.498568:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077051.522481:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077051.522487:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077052.546507:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077052.546512:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077052.546577:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077052.546581:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077052.546584:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077052.739069:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077052.739075:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077052.739705:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077052.739707:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077052.740022:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077052.740023:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077052.740235:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077052.740237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077053.570450:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077053.570456:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077053.634486:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298714992, at 4298715008
00000100:00000010:3.0:1769077053.634515:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00010000:00000001:0.0:1769077054.594469:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077054.594474:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077054.594534:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077054.594537:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077054.594541:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077055.618464:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077055.618470:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077056.642556:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077056.642562:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077056.642623:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077056.642627:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077056.642630:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077057.666459:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077057.666464:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077057.858527:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077057.858537:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077057.858541:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077057.858545:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077057.858549:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077057.858556:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4046
00000400:00000200:3.0:1769077057.858567:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077057.858573:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077057.858576:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077057.858579:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.858582:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077057.858585:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.858587:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077057.858591:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077057.858594:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077057.858598:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077057.858602:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077057.858605:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077057.858609:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077057.858613:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.858616:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077057.858619:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.858621:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077057.858625:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077057.858630:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077057.858633:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077057.858638:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077057.858641:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077057.858645:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.858648:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077057.858651:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077057.858659:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077057.858665:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077057.858670:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077057.858672:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.858676:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077057.858678:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077057.858683:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077057.858690:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077057.858697:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077057.858705:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610675584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077057.858715:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077057.858719:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077057.858723:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610675584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077057.858751:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077057.858754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077057.858757:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077057.858758:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077057.858760:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077057.858763:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077057.858765:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4046
00000400:00000200:3.0:1769077057.858771:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077057.858775:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077057.858777:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077057.858781:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.858787:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077057.858790:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.858794:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077057.858799:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077057.858800:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077057.858804:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077057.858807:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077057.858812:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077057.858817:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077057.858826:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.858831:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077057.858835:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.858839:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077057.858845:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077057.858850:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077057.858857:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077057.858863:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077057.858870:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077057.858886:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.858893:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077057.858902:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077057.858912:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.858917:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077057.858922:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077057.858928:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077057.858935:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077057.858940:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.858945:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077057.858949:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077057.858953:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077057.858962:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077057.858969:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077057.858979:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610675712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077057.859012:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077057.859019:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077057.859029:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610675712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077057.859054:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077057.859065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077057.859076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077057.859079:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077057.859084:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077057.859099:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077057.859109:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4046
00000400:00000200:3.0:1769077057.859158:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077057.859168:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077057.859173:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077057.859183:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.1:1769077057.859192:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077057.859198:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077057.859199:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1769077057.859205:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.859222:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077057.859226:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077057.859229:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077057.859243:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077057.859248:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077057.859251:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077057.859256:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077057.859266:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.859270:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077057.859275:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.859280:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077057.859285:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077057.859291:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077057.859296:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077057.859303:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077057.859309:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077057.859313:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.859317:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077057.859327:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077057.859334:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.859340:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077057.859345:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077057.859352:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077057.859358:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077057.859362:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.859369:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077057.859371:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077057.859374:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077057.859384:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077057.859443:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077057.859460:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610675840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077057.859475:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077057.859480:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077057.859489:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610675840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077057.859517:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077057.859522:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077057.859532:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077057.859533:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077057.859539:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077057.859545:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077057.859552:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4046
00000400:00000200:3.0:1769077057.859562:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077057.859570:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077057.859575:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077057.859581:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.859588:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077057.859593:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.859602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077057.859609:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077057.859614:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077057.859620:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077057.859625:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077057.859635:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077057.859643:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077057.859656:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.859664:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077057.859677:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077057.859684:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077057.859691:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077057.859699:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077057.859704:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077057.859709:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077057.859714:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077057.859722:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.859728:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077057.859732:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077057.859739:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.859744:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077057.859751:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077057.859757:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077057.859762:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077057.859766:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077057.859769:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077057.859774:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077057.859778:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077057.859786:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077057.859794:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077057.859804:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610675968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077057.859821:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077057.859826:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077057.859834:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610675968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077057.859873:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077057.859885:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4056)
00000800:00000200:2.1:1769077057.860021:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077057.860023:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077057.860302:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077057.860305:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077057.860649:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077057.860652:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769077058.690515:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077058.690521:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077058.690628:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077058.690632:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077058.690635:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077058.754520:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298720113, at 4298720128
00000100:00000010:3.0:1769077058.754550:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00010000:00000001:0.0:1769077059.714500:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077059.714508:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077059.714511:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077059.714529:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077059.714534:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077059.714536:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077059.714538:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077059.714539:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077059.714602:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077059.714604:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077059.714607:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077060.738467:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077060.738473:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077060.738567:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077060.738573:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077060.738577:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077061.762499:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077061.762506:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077061.762546:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077061.762549:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077061.762551:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077062.786474:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077062.786480:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077062.786565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077062.786569:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077062.786572:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077062.978500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077062.978522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077062.978526:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077062.978531:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077062.978536:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077062.978543:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4051
00000400:00000200:3.0:1769077062.978555:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077062.978561:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077062.978565:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077062.978569:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.978572:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077062.978575:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.978578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077062.978594:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077062.978596:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077062.978599:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077062.978602:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077062.978605:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077062.978607:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077062.978611:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.978613:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077062.978615:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.978617:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077062.978621:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077062.978625:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077062.978627:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077062.978630:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077062.978634:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077062.978637:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.978639:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077062.978641:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077062.978662:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077062.978667:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077062.978671:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077062.978673:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.978676:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077062.978679:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077062.978683:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077062.978691:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077062.978697:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077062.978706:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610676096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077062.978729:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077062.978734:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077062.978739:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610676096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077062.978766:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077062.978769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077062.978773:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077062.978775:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077062.978788:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077062.978790:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077062.978793:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4051
00000400:00000200:3.0:1769077062.978797:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077062.978801:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077062.978804:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077062.978807:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.978810:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077062.978813:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.978816:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077062.978819:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077062.978821:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077062.978823:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077062.978826:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077062.978828:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077062.978831:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077062.978837:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.978841:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077062.978853:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.978856:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077062.978861:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077062.978869:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077062.978875:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077062.978878:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077062.978885:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077062.978892:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.978898:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077062.978904:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077062.978910:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.978915:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077062.978921:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077062.978926:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077062.978931:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077062.978934:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.978936:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077062.978939:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077062.978942:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077062.978949:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077062.978956:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077062.978964:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610676224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077062.978977:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077062.978982:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077062.978990:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610676224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077062.979024:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077062.979029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077062.979036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077062.979041:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077062.979044:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077062.979048:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077062.979054:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4051
00000400:00000200:3.0:1769077062.979101:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077062.979110:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077062.979115:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077062.979133:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.979138:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077062.979144:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769077062.979149:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077062.979150:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769077062.979155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769077062.979157:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077062.979161:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077062.979166:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077062.979180:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077062.979184:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077062.979189:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077062.979198:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.979202:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077062.979208:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.979212:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077062.979218:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077062.979226:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077062.979231:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077062.979234:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077062.979239:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077062.979244:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.979249:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077062.979254:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077062.979261:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.979264:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077062.979270:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077062.979276:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077062.979282:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077062.979285:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.979290:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077062.979292:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077062.979295:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077062.979304:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077062.979310:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077062.979322:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610676352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077062.979341:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077062.979346:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077062.979354:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610676352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077062.979380:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077062.979415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077062.979434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077062.979437:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077062.979442:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077062.979446:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077062.979453:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4051
00000400:00000200:3.0:1769077062.979461:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077062.979469:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077062.979476:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077062.979484:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.979489:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077062.979495:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.979500:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077062.979505:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077062.979509:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077062.979520:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077062.979524:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077062.979528:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077062.979533:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077062.979541:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.979545:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077062.979559:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077062.979566:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077062.979573:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077062.979592:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077062.979599:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077062.979610:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077062.979616:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077062.979620:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.979624:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077062.979629:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077062.979636:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.979639:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077062.979657:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077062.979663:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077062.979670:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077062.979673:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077062.979678:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077062.979681:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077062.979685:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077062.979692:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077062.979697:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077062.979709:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610676480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077062.979733:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077062.979738:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077062.979747:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610676480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077062.979786:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077062.979794:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4062)
00000800:00000200:2.1:1769077062.979852:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077062.979854:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077062.980070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077062.980072:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077062.980515:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077062.980517:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1769077063.810513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077063.810519:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077063.810548:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077063.810550:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077063.810553:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077063.874520:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298725232, at 4298725248
00000100:00000010:3.0:1769077063.874535:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769077064.834449:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077064.834455:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077064.834509:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077064.834513:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077064.834516:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077065.858505:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077065.858512:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077065.858537:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077065.858539:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077065.858542:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077066.882452:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077066.882458:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077066.882505:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077066.882509:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077066.882513:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077067.906449:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077067.906455:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077067.906472:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077067.906474:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077067.906477:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077068.099004:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077068.099269:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077068.099422:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077068.099634:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077068.930447:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077068.930454:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077068.930457:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077068.930459:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077068.930463:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077068.930465:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077068.930466:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077068.930468:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077068.930504:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077068.930510:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077068.930513:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077068.994470:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298730352, at 4298730368
00000100:00000010:3.0:1769077068.994485:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00010000:00000001:0.0:1769077069.954475:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077069.954481:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077069.954501:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077069.954504:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077069.954507:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077070.978460:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077070.978466:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077070.978500:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077070.978505:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077070.978509:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769077071.170628:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769077071.170664:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077071.170674:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077071.170677:0:2356:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769077071.170680:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077071.170683:0:2356:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077071.170687:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077071.170691:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:3.0:1769077071.170695:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077071.170699:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077071.170705:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:3.0:1769077071.170707:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:3.0:1769077071.170711:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077071.170718:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7ad80 x1855007610676608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077071.170737:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077071.170742:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7ad80 x1855007610676608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077071.170749:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077071.170751:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077071.170761:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077071.170764:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769077071.170767:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077071.170770:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077071.170773:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28942a8
00000400:00000010:3.0:1769077071.170775:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28942a8.
00000100:00000001:3.0:1769077071.170778:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077071.170784:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78e00 x1855007610676736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077071.170801:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077071.170809:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78e00 x1855007610676736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077071.170821:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077071.170825:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077071.170836:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077071.170843:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101db00.
00000400:00000200:3.0:1769077071.170847:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077071.170853:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077071.170874:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:3.0:1769077071.170879:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:3.0:1769077071.170884:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077071.170893:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7b100 x1855007610676864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077071.170906:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077071.170914:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b100 x1855007610676864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077071.170925:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077071.170929:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077071.170939:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077071.170945:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d200.
00000400:00000200:3.0:1769077071.170951:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077071.170961:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077071.170967:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894088
00000400:00000010:3.0:1769077071.170971:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894088.
00000100:00000001:3.0:1769077071.170976:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077071.171003:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e79f80 x1855007610676992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077071.171021:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077071.171028:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79f80 x1855007610676992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077071.171043:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077071.171047:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:3.0:1769077071.682693:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077071.682721:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077071.682728:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077071.682732:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077072.002450:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077072.002455:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077072.002472:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077072.002474:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077072.002476:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077073.026475:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077073.026480:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077073.026574:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077073.026577:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077073.026581:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077073.219167:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077073.219174:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077073.219791:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077073.219794:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077073.220154:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077073.220156:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077073.220432:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077073.220435:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077074.050476:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077074.050484:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077074.050509:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077074.050511:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077074.050513:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077074.114489:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298735472, at 4298735488
00000100:00000010:3.0:1769077074.114507:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf480.
00010000:00000001:0.0:1769077075.074533:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077075.074543:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077075.074656:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077075.074661:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077075.074665:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077076.098530:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077076.098537:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077076.098563:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077076.098565:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077076.098568:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077077.122539:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077077.122549:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077077.122644:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077077.122651:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077077.122656:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077078.146527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077078.146533:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077078.146579:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077078.146582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077078.146587:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077078.339227:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077078.339237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077078.339781:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077078.339783:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077078.340012:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077078.340013:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077078.340199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077078.340201:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077079.170481:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077079.170489:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077079.170492:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077079.170495:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077079.170499:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077079.170502:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077079.170504:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077079.170506:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077079.170572:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077079.170577:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077079.170581:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077079.234494:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298740593, at 4298740608
00000100:00000010:3.0:1769077079.234508:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00010000:00000001:0.0:1769077080.194485:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077080.194490:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077080.194511:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077080.194514:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077080.194516:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077081.218490:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077081.218498:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077081.218573:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077081.218578:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077081.218581:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077082.242460:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077082.242465:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077082.242484:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077082.242486:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077082.242488:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077083.266449:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077083.266455:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077083.266525:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077083.266530:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077083.266534:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077083.459077:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077083.459084:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077083.459536:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077083.459538:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077083.459721:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077083.459723:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077083.459917:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077083.459919:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769077084.290466:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077084.290470:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077084.290499:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077084.290502:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077084.290504:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077084.354505:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298745712, at 4298745728
00000100:00000010:3.0:1769077084.354517:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00010000:00000001:0.0:1769077085.314651:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077085.314658:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077085.315176:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077085.315181:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077085.315185:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077086.338469:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077086.338474:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077086.338493:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077086.338495:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077086.338498:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077087.362522:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077087.362530:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077087.362609:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077087.362615:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077087.362619:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077088.386501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077088.386506:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077088.386527:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077088.386529:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077088.386531:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077088.579059:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077088.579066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077088.579632:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077088.579635:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077088.579850:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077088.579852:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077088.580047:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077088.580051:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769077089.410542:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077089.410564:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077089.410567:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077089.410570:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077089.410577:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077089.410580:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077089.410582:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077089.410585:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077089.410661:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077089.410666:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077089.410671:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077089.474483:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298750832, at 4298750848
00000100:00000010:3.0:1769077089.474515:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00010000:00000001:0.0:1769077090.434525:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077090.434532:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077090.434561:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077090.434564:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077090.434569:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077091.458501:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077091.458506:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077091.458595:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077091.458599:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077091.458601:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077092.482458:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077092.482463:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077092.482482:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077092.482484:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077092.482487:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077093.506461:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077093.506471:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077093.506537:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077093.506541:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077093.506544:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077093.699210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077093.699218:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077093.699671:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077093.699674:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077093.700001:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077093.700004:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077093.700344:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077093.700347:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769077094.530513:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077094.530530:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077094.530550:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077094.530552:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077094.530554:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077094.594458:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298755952, at 4298755968
00000100:00000010:3.0:1769077094.594469:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00010000:00000001:0.0:1769077095.554483:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077095.554487:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077095.554528:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077095.554532:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077095.554535:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077096.578494:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077096.578502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077096.578528:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077096.578530:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077096.578534:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077097.602493:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077097.602498:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077097.602564:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077097.602567:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077097.602570:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077098.626482:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077098.626487:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077098.626506:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077098.626508:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077098.626510:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077098.819291:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077098.819299:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077098.819843:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077098.819845:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077098.820072:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077098.820074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077098.820326:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077098.820329:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1769077099.650565:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077099.650574:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077099.650577:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077099.650580:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077099.650586:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077099.650588:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077099.650590:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077099.650593:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077099.650662:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077099.650666:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077099.650668:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077099.714502:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298761073, at 4298761088
00000100:00000010:3.0:1769077099.714528:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00010000:00000001:0.0:1769077100.674532:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077100.674539:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077100.674574:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077100.674577:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077100.674582:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077101.698656:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077101.698665:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077101.698776:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077101.698782:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077101.698787:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077102.722574:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077102.722584:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077102.722686:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077102.722692:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077102.722698:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077103.746479:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077103.746486:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077103.746566:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077103.746571:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077103.746575:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077103.939057:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077103.939065:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077103.939564:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077103.939566:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077103.939751:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077103.939753:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077103.939935:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077103.939936:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077104.770515:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077104.770522:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077104.770581:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077104.770584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077104.770588:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077104.834538:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298766192, at 4298766208
00000100:00000010:3.0:1769077104.834561:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00010000:00000001:0.0:1769077105.794550:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077105.794557:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077105.794630:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077105.794633:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077105.794637:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077106.818509:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077106.818514:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077106.818541:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077106.818544:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077106.818546:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077107.842492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077107.842498:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077107.842563:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077107.842567:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077107.842571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077108.866500:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077108.866506:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077108.866529:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077108.866532:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077108.866534:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077109.059605:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077109.059614:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077109.060643:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077109.060646:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077109.061063:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077109.061066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077109.061544:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077109.061547:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077109.890538:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077109.890552:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077109.890556:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077109.890562:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077109.890571:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077109.890575:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077109.890579:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077109.890584:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077109.890738:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077109.890744:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077109.890750:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077109.954503:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298771313, at 4298771328
00000100:00000010:3.0:1769077109.954524:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac00.
00000800:00000200:3.0:1769077110.594502:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769077110.594511:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769077110.594517:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769077110.594754:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077110.594779:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077110.594786:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077110.594791:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077110.914551:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077110.914558:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077110.914585:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077110.914587:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077110.914590:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077111.938508:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077111.938514:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077111.938559:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077111.938563:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077111.938566:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077112.962494:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077112.962501:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077112.962521:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077112.962523:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077112.962525:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077113.986474:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077113.986479:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077113.986544:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077113.986548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077113.986552:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077114.179020:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077114.179026:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077114.179471:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077114.179473:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077114.179658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077114.179660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077114.179871:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077114.179873:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077115.010500:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077115.010506:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077115.010524:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077115.010526:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077115.010529:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077115.074457:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298776432, at 4298776448
00000100:00000010:3.0:1769077115.074471:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa80.
00010000:00000001:0.0:1769077116.034512:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077116.034519:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077116.034605:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077116.034609:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077116.034612:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077117.058474:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077117.058480:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077117.058499:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077117.058502:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077117.058504:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077118.082516:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077118.082523:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077118.082597:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077118.082601:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077118.082603:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077119.106470:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077119.106477:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077119.106479:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077119.106481:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077119.106486:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077119.106488:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077119.106490:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077119.106492:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077119.106528:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077119.106532:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077119.106535:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077119.299005:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077119.299010:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077119.299413:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077119.299415:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077119.299606:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077119.299607:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077119.299783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077119.299784:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077120.130543:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077120.130548:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077120.130662:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077120.130666:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077120.130670:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077120.194468:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298781552, at 4298781568
00000100:00000010:3.0:1769077120.194484:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00010000:00000001:0.0:1769077121.154526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077121.154534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077121.154601:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077121.154604:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077121.154608:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077122.178464:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077122.178471:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077122.178540:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077122.178544:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077122.178548:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077123.202466:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077123.202470:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077123.202489:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077123.202492:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077123.202494:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077124.226477:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077124.226484:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077124.226558:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077124.226563:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077124.226567:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077124.419156:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077124.419161:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077124.419622:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077124.419624:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077124.419818:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077124.419820:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077124.420049:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077124.420051:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769077125.250504:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077125.250512:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077125.250543:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077125.250546:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077125.250550:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077125.314510:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298786672, at 4298786688
00000100:00000010:3.0:1769077125.314524:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00010000:00000001:0.0:1769077126.274526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077126.274534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077126.274628:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077126.274634:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077126.274638:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077127.298468:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077127.298474:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077127.298499:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077127.298502:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077127.298505:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077128.322523:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077128.322529:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077128.322590:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077128.322593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077128.322596:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077129.346530:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077129.346540:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077129.346543:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077129.346545:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077129.346551:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077129.346553:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077129.346556:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077129.346558:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077129.346582:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077129.346585:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077129.346588:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077129.539084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077129.539089:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077129.539689:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077129.539691:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077129.539877:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077129.539879:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077129.540132:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077129.540134:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769077130.370509:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077130.370515:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077130.370587:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077130.370592:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077130.370596:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077130.434491:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298791792, at 4298791808
00000100:00000010:3.0:1769077130.434509:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf480.
00010000:00000001:0.0:1769077131.394497:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077131.394504:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077131.394530:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077131.394533:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077131.394535:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077132.418506:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077132.418513:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077132.418597:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077132.418602:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077132.418606:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077133.442458:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077133.442463:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077133.442488:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077133.442491:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077133.442497:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077134.466458:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077134.466463:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077134.466501:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077134.466506:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077134.466509:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077134.659077:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077134.659427:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077134.659677:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077134.659842:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077135.490454:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077135.490461:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077135.490482:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077135.490485:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077135.490489:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077135.554468:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298796912, at 4298796928
00000100:00000010:3.0:1769077135.554478:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00010000:00000001:0.0:1769077136.514450:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077136.514457:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077136.514505:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077136.514515:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077136.514518:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077137.538464:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077137.538475:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077137.538501:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077137.538503:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077137.538506:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769077137.730895:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769077137.730962:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077137.730978:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077137.730983:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769077137.730988:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077137.730993:0:2355:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077137.731000:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077137.731006:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000400:00000200:3.0:1769077137.731012:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077137.731019:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077137.731028:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:3.0:1769077137.731031:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:3.0:1769077137.731038:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077137.731050:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78700 x1855007610683264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077137.731083:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077137.731089:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78700 x1855007610683264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077137.731099:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077137.731115:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077137.731133:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077137.731138:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d000.
00000400:00000200:3.0:1769077137.731142:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077137.731145:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077137.731149:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894dd0
00000400:00000010:3.0:1769077137.731151:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894dd0.
00000100:00000001:3.0:1769077137.731154:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077137.731166:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7b480 x1855007610683392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077137.731175:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077137.731179:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b480 x1855007610683392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077137.731187:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077137.731188:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077137.731194:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077137.731197:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d200.
00000400:00000200:3.0:1769077137.731201:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077137.731205:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077137.731208:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28945d8
00000400:00000010:3.0:1769077137.731210:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28945d8.
00000100:00000001:3.0:1769077137.731213:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077137.731220:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e79500 x1855007610683520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077137.731228:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077137.731231:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79500 x1855007610683520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077137.731247:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077137.731249:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077137.731254:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077137.731257:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101db00.
00000400:00000200:3.0:1769077137.731261:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077137.731264:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077137.731268:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894110
00000400:00000010:3.0:1769077137.731271:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894110.
00000100:00000001:3.0:1769077137.731273:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077137.731278:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78000 x1855007610683648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077137.731286:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077137.731290:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78000 x1855007610683648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077137.731297:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077137.731299:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077138.562479:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077138.562487:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077138.562534:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077138.562538:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077138.562542:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077139.586467:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077139.586474:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077139.586476:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077139.586478:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077139.586482:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077139.586484:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077139.586485:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077139.586487:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077139.586505:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077139.586507:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077139.586509:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077139.779226:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077139.779233:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077139.779777:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077139.779780:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077139.780091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077139.780093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077139.780422:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077139.780426:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077140.610511:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077140.610519:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077140.610602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077140.610607:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077140.610611:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077140.674502:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298802033, at 4298802048
00000100:00000010:3.0:1769077140.674513:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaea0.
00010000:00000001:0.0:1769077141.634448:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077141.634453:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077141.634479:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077141.634482:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077141.634484:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077142.658487:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077142.658492:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077142.658557:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077142.658560:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077142.658563:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077143.682527:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077143.682534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077143.682570:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077143.682573:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077143.682576:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077144.706502:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077144.706509:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077144.706616:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077144.706619:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077144.706622:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077144.899071:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077144.899077:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077144.899495:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077144.899497:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077144.899719:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077144.899721:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077144.900000:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077144.900002:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077145.730506:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077145.730512:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077145.730553:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077145.730555:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077145.730557:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077145.794465:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298807152, at 4298807168
00000100:00000010:3.0:1769077145.794479:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769077146.754455:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077146.754460:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077146.754523:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077146.754526:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077146.754529:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077147.778460:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077147.778465:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077147.778482:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077147.778484:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077147.778486:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769077148.482498:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769077148.482505:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769077148.482509:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769077148.482617:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077148.802463:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077148.802470:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077148.802586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077148.802592:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077148.802596:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077149.826517:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077149.826524:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077149.826526:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077149.826528:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077149.826532:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077149.826534:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077149.826536:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077149.826537:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077149.826576:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077149.826578:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077149.826580:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077150.019078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077150.019084:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077150.019644:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077150.019647:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077150.019943:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077150.019945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077150.020118:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077150.020120:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1769077150.850502:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077150.850507:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077150.850590:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077150.850595:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077150.850599:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077150.914467:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298812272, at 4298812288
00000100:00000010:3.0:1769077150.914478:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea840.
00010000:00000001:0.0:1769077151.874503:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077151.874511:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077151.874556:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077151.874559:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077151.874562:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077152.898484:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077152.898490:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077152.898590:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077152.898593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077152.898596:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077153.922570:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077153.922576:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077153.922613:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077153.922616:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077153.922618:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077154.946550:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077154.946562:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077154.946719:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077154.946727:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077154.946734:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077155.139619:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077155.139626:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077155.140172:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077155.140175:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077155.140671:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077155.140674:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077155.141125:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077155.141128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1769077155.970652:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077155.970659:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077155.970689:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077155.970693:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077155.970697:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077156.034498:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298817393, at 4298817408
00000100:00000010:3.0:1769077156.034513:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea720.
00010000:00000001:0.0:1769077156.994497:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077156.994503:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077156.994591:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077156.994595:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077156.994598:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077158.018573:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077158.018578:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077158.018597:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077158.018600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077158.018602:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077159.042559:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077159.042569:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077159.042571:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077159.042573:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077159.042578:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077159.042580:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077159.042581:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077159.042583:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077159.042655:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077159.042659:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077159.042662:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077160.066570:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077160.066579:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077160.066658:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077160.066663:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077160.066670:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077160.259140:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077160.259147:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077160.259700:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077160.259702:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077160.259998:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077160.260000:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077160.260268:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077160.260271:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769077161.090543:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077161.090549:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077161.090627:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077161.090647:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077161.090650:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077161.154523:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298822512, at 4298822528
00000100:00000010:3.0:1769077161.154541:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00010000:00000001:0.0:1769077162.114510:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077162.114515:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077162.114553:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077162.114555:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077162.114558:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077163.138541:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077163.138546:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077163.138624:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077163.138627:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077163.138647:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077164.162496:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077164.162503:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077164.162538:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077164.162542:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077164.162545:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077165.186581:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077165.186591:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077165.186708:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077165.186713:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077165.186717:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077165.379575:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077165.379602:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077165.380325:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077165.380328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077165.380776:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077165.380779:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077165.381011:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077165.381014:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077166.210531:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077166.210539:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077166.210568:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077166.210571:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077166.210573:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077166.274528:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298827633, at 4298827648
00000100:00000010:3.0:1769077166.274545:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00010000:00000001:0.0:1769077167.234579:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077167.234588:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077167.234667:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077167.234670:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077167.234674:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077168.258526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077168.258534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077169.282509:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077169.282516:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077169.282518:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077169.282520:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077169.282524:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077169.282526:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077169.282528:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077169.282529:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077169.282596:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077169.282599:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077169.282602:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077170.306531:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077170.306538:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077170.499227:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077170.499237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077170.499941:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077170.499942:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077170.500182:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077170.500184:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077170.500410:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077170.500412:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077171.330523:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077171.330531:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077171.330607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077171.330612:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077171.330615:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077171.394507:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298832753, at 4298832768
00000100:00000010:3.0:1769077171.394523:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea720.
00010000:00000001:0.0:1769077172.354488:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077172.354494:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077173.378524:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077173.378531:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077173.378607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077173.378611:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077173.378615:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077174.402460:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077174.402465:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077175.426526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077175.426531:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077175.426594:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077175.426598:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077175.426607:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077175.619259:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077175.619268:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077175.619995:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077175.619998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077175.620250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077175.620252:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077175.620492:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077175.620494:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077176.450490:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077176.450496:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077176.514449:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298837873, at 4298837888
00000100:00000010:3.0:1769077176.514464:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea660.
00010000:00000001:0.0:1769077177.474511:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077177.474521:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077177.474619:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077177.474624:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077177.474628:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077178.498556:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077178.498566:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077179.522485:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077179.522494:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077179.522496:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077179.522499:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077179.522504:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077179.522507:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077179.522509:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077179.522511:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077179.522579:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077179.522584:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077179.522588:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077180.546489:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077180.546496:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077180.738505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077180.738516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077180.738519:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077180.738522:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077180.738536:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077180.738541:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4169
00000400:00000200:0.0:1769077180.738550:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077180.738555:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077180.738558:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077180.738560:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738563:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.738565:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738566:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077180.738570:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077180.738572:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077180.738575:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077180.738577:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077180.738578:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077180.738580:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077180.738582:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738583:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.738584:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738586:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077180.738588:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077180.738590:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738591:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077180.738593:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077180.738596:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077180.738598:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.738600:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077180.738601:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077180.738608:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769077180.738611:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077180.738614:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077180.738615:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.738617:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077180.738619:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077180.738623:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077180.738629:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769077180.738634:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077180.738641:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610687872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077180.738649:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077180.738652:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077180.738655:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610687872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077180.738679:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077180.738682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077180.738684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077180.738685:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077180.738686:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077180.738688:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077180.738689:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4169
00000400:00000200:0.0:1769077180.738692:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077180.738693:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077180.738695:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077180.738697:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738698:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.738700:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738701:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077180.738703:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077180.738703:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077180.738704:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077180.738706:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077180.738707:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077180.738709:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077180.738711:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738713:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.738714:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738715:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077180.738716:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077180.738718:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738720:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077180.738722:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077180.738733:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077180.738736:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.738739:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077180.738744:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077180.738748:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.738752:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077180.738755:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769077180.738758:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077180.738760:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077180.738762:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.738766:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077180.738768:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077180.738770:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077180.738776:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769077180.738779:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077180.738787:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610688000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077180.738803:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077180.738808:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077180.738813:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610688000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077180.738827:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077180.738834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077180.738839:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077180.738843:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077180.738847:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077180.738852:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077180.738855:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4169
00000400:00000200:0.0:1769077180.738860:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077180.738864:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077180.738865:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077180.738870:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738873:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.738877:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738880:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077180.738883:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077180.738887:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077180.738890:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077180.738893:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077180.738897:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077180.738900:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077180.738908:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738912:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.738916:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738919:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077180.738921:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077180.738929:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077180.738934:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077180.738938:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077180.738944:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077180.738949:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.738954:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077180.738960:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077180.738967:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.738973:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077180.738981:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769077180.738986:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077180.738993:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077180.738996:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.738999:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077180.739002:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077180.739007:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077180.739015:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769077180.739023:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077180.739034:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:0.0:1769077180.739035:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610688128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077180.739037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769077180.739054:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077180.739058:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077180.739068:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610688128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077180.739086:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077180.739093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077180.739103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077180.739106:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077180.739112:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077180.739119:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077180.739125:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4169
00000400:00000200:0.0:1769077180.739134:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077180.739152:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077180.739156:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077180.739161:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.739167:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.739172:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.739177:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077180.739181:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077180.739184:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077180.739188:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077180.739191:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077180.739198:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077180.739200:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077180.739205:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.739208:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077180.739213:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077180.739216:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077180.739221:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077180.739224:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077180.739229:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077180.739232:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077180.739236:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077180.739239:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.739242:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077180.739244:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077180.739247:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.739249:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077180.739254:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769077180.739257:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077180.739262:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077180.739264:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077180.739267:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077180.739269:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077180.739271:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077180.739287:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769077180.739293:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077180.739300:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610688256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077180.739312:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077180.739316:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077180.739324:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610688256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077180.739348:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077180.739353:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4179)
00000800:00000200:1.1:1769077180.739601:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077180.739603:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077180.739868:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077180.739870:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077180.740046:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077180.740047:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077181.570496:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077181.570502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077181.570612:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077181.570617:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077181.570621:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077181.634518:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298842992, at 4298843008
00000100:00000010:3.0:1769077181.634555:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea0c0.
00010000:00000001:0.0:1769077182.594499:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077182.594505:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077183.618481:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077183.618488:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077183.618544:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077183.618547:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077183.618550:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077184.642503:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077184.642508:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077185.666500:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077185.666505:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077185.666582:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077185.666589:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077185.666594:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077185.859029:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077185.859035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077185.859539:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077185.859541:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077185.859723:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077185.859725:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077185.859896:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077185.859898:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.0:1769077186.370700:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077186.690494:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077186.690500:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077186.754469:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298848112, at 4298848128
00000100:00000010:3.0:1769077186.754483:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00010000:00000001:0.0:1769077187.714492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077187.714499:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077187.714603:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077187.714610:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077187.714615:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077188.738503:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077188.738509:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077189.762497:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077189.762507:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077189.762510:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077189.762512:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077189.762515:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077189.762517:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077189.762519:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077189.762520:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077189.762585:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077189.762590:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077189.762595:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077190.786518:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077190.786526:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077190.978550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077190.978562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077190.978564:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077190.978569:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077190.978573:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077190.978580:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4179
00000400:00000200:3.0:1769077190.978590:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077190.978596:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077190.978599:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077190.978601:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.978604:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.978606:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.978608:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077190.978612:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077190.978613:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077190.978616:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077190.978618:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077190.978619:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077190.978621:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077190.978623:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.978624:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.978625:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.978627:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077190.978630:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077190.978632:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077190.978634:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077190.978637:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077190.978640:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077190.978642:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.978645:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077190.978647:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077190.978662:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077190.978666:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077190.978670:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077190.978671:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.978674:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077190.978677:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077190.978682:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077190.978690:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077190.978697:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077190.978705:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610688896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077190.978714:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077190.978718:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077190.978721:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610688896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077190.978746:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077190.978750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077190.978754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077190.978755:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077190.978757:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077190.978760:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077190.978763:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4179
00000400:00000200:3.0:1769077190.978767:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077190.978771:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077190.978774:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077190.978777:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.978780:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.978783:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.978786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077190.978789:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077190.978791:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077190.978793:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077190.978795:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077190.978797:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077190.978798:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077190.978801:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.978802:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.978805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.978807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077190.978808:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077190.978810:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077190.978811:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077190.978814:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077190.978819:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077190.978820:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.978822:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077190.978825:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077190.978829:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.978832:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077190.978836:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077190.978839:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077190.978842:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077190.978845:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.978848:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077190.978850:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077190.978855:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077190.978859:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077190.978863:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077190.978870:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610689024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077190.978919:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077190.978928:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077190.978936:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610689024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077190.978964:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077190.978989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077190.978993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077190.978994:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077190.978996:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077190.978998:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077190.979001:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4179
00000400:00000200:3.0:1769077190.979006:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077190.979010:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077190.979012:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077190.979018:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.979021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.979024:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.979026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077190.979028:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077190.979028:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077190.979029:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077190.979032:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077190.979034:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077190.979040:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077190.979045:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.979048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.979053:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.979055:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077190.979058:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077190.979068:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077190.979073:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077190.979078:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077190.979082:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077190.979085:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.979097:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077190.979100:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077190.979104:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.979110:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077190.979121:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769077190.979126:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077190.979130:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077190.979133:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.979142:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077190.979147:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077190.979153:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077190.979161:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077190.979169:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077190.979178:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610689152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077190.979206:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077190.979214:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077190.979219:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610689152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077190.979234:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077190.979242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077190.979259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077190.979263:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077190.979266:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077190.979273:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077190.979282:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4179
00000400:00000200:3.0:1769077190.979322:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077190.979335:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077190.979344:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077190.979352:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.979363:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.979366:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.979377:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769077190.979416:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769077190.979421:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077190.979421:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000020:00000040:3.0:1769077190.979427:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077190.979430:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077190.979432:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077190.979435:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077190.979437:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077190.979441:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.979443:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077190.979446:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077190.979454:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077190.979460:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077190.979466:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077190.979470:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077190.979474:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077190.979477:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077190.979485:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.979488:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077190.979492:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077190.979498:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.979501:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077190.979512:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769077190.979520:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077190.979529:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077190.979533:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077190.979537:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077190.979539:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077190.979543:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077190.979549:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077190.979556:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077190.979564:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610689280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077190.979574:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077190.979578:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077190.979583:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610689280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077190.979591:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077190.979601:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4190)
00000800:00000200:2.1:1769077190.979892:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077190.979894:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077190.980128:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077190.980130:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769077190.980309:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077190.980310:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1769077191.810492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077191.810497:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077191.810554:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077191.810559:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077191.810564:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077191.874502:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298853233, at 4298853248
00000100:00000010:3.0:1769077191.874525:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00010000:00000001:0.0:1769077192.834510:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077192.834526:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077193.858510:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077193.858516:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077193.858584:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077193.858589:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077193.858593:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077194.882526:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077194.882534:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077195.906522:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077195.906527:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077195.906617:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077195.906622:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077195.906627:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077196.099358:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077196.099362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077196.100100:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077196.100102:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077196.100372:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077196.100374:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077196.100637:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077196.100639:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1769077196.930502:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077196.930508:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077196.994498:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298858353, at 4298858368
00000100:00000010:3.0:1769077196.994512:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00010000:00000001:0.0:1769077197.954469:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077197.954474:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077197.954530:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077197.954534:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077197.954538:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077198.978514:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077198.978521:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077198.978523:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077198.978525:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077198.978529:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077198.978531:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077198.978532:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077198.978534:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077200.002465:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077200.002470:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077200.002500:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077200.002503:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077200.002506:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077201.026441:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077201.026447:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077201.218480:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077201.218492:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077201.218495:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077201.218499:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077201.218504:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077201.218511:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4190
00000400:00000200:0.0:1769077201.218523:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077201.218529:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077201.218533:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077201.218537:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.218541:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.218543:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.218546:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077201.218551:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077201.218553:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077201.218556:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077201.218559:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077201.218562:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077201.218564:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077201.218568:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.218570:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.218572:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.218576:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077201.218579:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077201.218583:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077201.218586:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.218589:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077201.218593:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.218596:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.218599:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077201.218601:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077201.218610:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769077201.218613:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077201.218618:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077201.218620:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.218623:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077201.218625:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077201.218629:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077201.218639:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077201.218646:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.218654:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610689920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077201.218666:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077201.218670:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.218675:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610689920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.218698:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077201.218702:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077201.218705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077201.218707:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077201.218708:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077201.218712:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077201.218714:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4190
00000400:00000200:0.0:1769077201.218720:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077201.218724:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077201.218728:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077201.218731:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.218735:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.218741:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.218746:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077201.218751:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077201.218754:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077201.218759:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077201.218764:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077201.218769:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077201.218775:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077201.218785:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.218790:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.218796:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.218813:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077201.218816:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077201.218819:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077201.218827:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.218830:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077201.218837:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.218842:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.218848:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077201.218854:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077201.218862:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.218868:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077201.218875:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769077201.218880:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077201.218887:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077201.218890:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.218892:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077201.218896:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077201.218900:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077201.218908:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077201.218914:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.218924:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610690048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077201.218940:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077201.218946:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.218955:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610690048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.218973:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077201.218980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077201.218989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077201.218994:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077201.218998:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077201.219005:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077201.219014:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4190
00000400:00000200:0.0:1769077201.219035:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077201.219044:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077201.219049:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077201.219054:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.219059:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769077201.219064:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769077201.219066:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.219071:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077201.219073:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077201.219075:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077201.219077:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077201.219079:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077201.219083:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077201.219091:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077201.219099:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.219106:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.219121:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.219127:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077201.219133:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077201.219143:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077201.219149:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.219154:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077201.219161:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.219166:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.219172:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077201.219178:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077201.219184:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.219189:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077201.219196:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769077201.219203:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077201.219208:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077201.219212:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.219217:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077201.219219:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077201.219224:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077201.219232:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077201.219241:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.219251:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610690176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077201.219267:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077201.219272:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.219289:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610690176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.219308:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077201.219315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077201.219323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077201.219327:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077201.219331:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077201.219335:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077201.219342:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4190
00000400:00000200:0.0:1769077201.219371:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077201.219381:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077201.219437:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769077201.219443:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769077201.219447:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.219453:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.219457:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.219464:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077201.219469:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077201.219473:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077201.219475:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077201.219481:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077201.219485:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077201.219491:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077201.219499:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.219505:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077201.219510:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077201.219515:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077201.219521:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077201.219526:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077201.219529:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077201.219532:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077201.219539:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077201.219542:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.219549:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077201.219553:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077201.219558:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.219562:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077201.219568:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769077201.219574:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077201.219580:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077201.219588:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.219593:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077201.219597:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077201.219601:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077201.219608:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077201.219615:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.219627:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610690304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077201.219638:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077201.219644:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.219653:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610690304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077201.219667:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077201.219676:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4200)
00000800:00000200:1.1:1769077201.219778:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077201.219968:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077202.050492:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077202.050502:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077202.050553:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077202.050557:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077202.050561:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077202.114477:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298863472, at 4298863488
00000100:00000010:3.0:1769077202.114495:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00010000:00000001:0.0:1769077203.074463:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077203.074470:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077204.098494:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077204.098504:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077204.098585:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077204.098593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077204.098600:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769077204.290666:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769077204.290703:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077204.290715:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077204.290719:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769077204.290723:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077204.290727:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077204.290733:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077204.290737:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:3.0:1769077204.290770:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077204.290776:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077204.290784:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd550
00000400:00000010:3.0:1769077204.290788:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd550.
00000100:00000001:3.0:1769077204.290793:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077204.290802:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56edc00 x1855007610689920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077204.290833:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077204.290837:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edc00 x1855007610689920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077204.290845:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077204.290846:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077204.290856:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077204.290858:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:3.0:1769077204.290861:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077204.290865:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077204.290868:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd7f8
00000400:00000010:3.0:1769077204.290872:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd7f8.
00000100:00000001:3.0:1769077204.290876:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077204.290880:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56eea00 x1855007610690048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077204.290890:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077204.290896:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610690048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077204.290909:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077204.290913:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077204.290923:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077204.290928:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:3.0:1769077204.290932:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077204.290940:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077204.290943:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd4c8
00000400:00000010:3.0:1769077204.290944:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd4c8.
00000100:00000001:3.0:1769077204.290946:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077204.290958:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ef100 x1855007610690176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077204.290969:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077204.290977:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef100 x1855007610690176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077204.291000:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077204.291004:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077204.291015:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077204.291019:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:3.0:1769077204.291024:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077204.291031:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077204.291036:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd088
00000400:00000010:3.0:1769077204.291041:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd088.
00000100:00000001:3.0:1769077204.291046:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077204.291054:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56efb80 x1855007610690304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077204.291094:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077204.291102:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610690304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077204.291115:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077204.291118:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077205.122482:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077205.122488:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077206.146522:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077206.146527:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077206.146583:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077206.146587:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077206.146590:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077206.339261:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077206.339269:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077206.339900:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077206.339903:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077206.340210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077206.340212:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077206.340542:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077206.340544:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077207.170502:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077207.170509:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077207.234509:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298868593, at 4298868608
00000100:00000010:3.0:1769077207.234536:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00010000:00000001:0.0:1769077208.194540:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077208.194548:0:69572:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077208.194619:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077208.194623:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077208.194626:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077209.218520:0:69572:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077209.218526:0:69572:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077209.218529:0:69572:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077209.218531:0:69572:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077209.218536:0:69572:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077209.218538:0:69572:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077209.218540:0:69572:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077209.218542:0:69572:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077210.242516:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077210.242523:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077210.242622:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077210.242636:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077210.242640:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077211.266500:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077211.266506:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077211.459285:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077211.459291:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077211.459768:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077211.459770:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077211.459972:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077211.459980:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077211.460197:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077211.460199:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077212.290500:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077212.290506:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077212.290595:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077212.290598:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077212.290601:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077212.354505:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298873713, at 4298873728
00000100:00000010:3.0:1769077212.354524:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00010000:00000001:0.0:1769077213.314515:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077213.314523:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077214.338566:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077214.338588:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077214.338694:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077214.338699:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077214.338703:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077215.362497:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077215.362502:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077216.386561:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077216.386568:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077216.386624:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077216.386627:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077216.386630:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077216.579207:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077216.579215:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077216.580164:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077216.580167:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077216.580369:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077216.580371:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077216.580632:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077216.580634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769077217.410576:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077217.410589:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077217.474493:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298878833, at 4298878848
00000100:00000010:3.0:1769077217.474513:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00010000:00000001:0.0:1769077218.434594:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077218.434602:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077218.434667:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077218.434671:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077218.434675:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077219.458541:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077219.458550:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077219.458553:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077219.458556:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077219.458562:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077219.458565:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077219.458568:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077219.458570:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077220.482509:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077220.482517:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077220.482595:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077220.482604:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077220.482610:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077221.506537:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077221.506545:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077221.699015:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077221.699020:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077221.699549:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077221.699551:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077221.699771:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077221.699772:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077221.699949:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077221.699951:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769077222.530550:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077222.530559:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077222.530638:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077222.530642:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077222.530646:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077222.594512:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298883952, at 4298883968
00000100:00000010:3.0:1769077222.594530:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa80.
00010000:00000001:0.0:1769077223.554538:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077223.554544:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077224.578533:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077224.578542:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077224.578608:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077224.578611:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077224.578615:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769077225.282608:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769077225.282613:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077225.282623:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077225.282627:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077225.282629:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077225.602508:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077225.602513:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077226.626461:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077226.626467:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077226.626524:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077226.626527:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077226.626530:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077226.818502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077226.818511:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077226.818513:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077226.818517:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077226.818520:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077226.818533:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4215
00000400:00000200:0.0:1769077226.818542:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077226.818547:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077226.818550:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077226.818552:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818555:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077226.818557:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818558:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077226.818562:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077226.818563:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077226.818566:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077226.818567:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077226.818569:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077226.818571:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077226.818572:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818574:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077226.818575:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818577:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077226.818580:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077226.818582:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818584:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077226.818587:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077226.818589:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077226.818591:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.818592:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077226.818594:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077226.818601:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769077226.818604:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077226.818607:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077226.818609:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.818611:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077226.818613:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077226.818617:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077226.818624:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769077226.818629:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077226.818637:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610692480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077226.818645:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077226.818649:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077226.818652:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610692480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077226.818670:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077226.818672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077226.818675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077226.818676:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077226.818677:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077226.818679:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077226.818680:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4215
00000400:00000200:0.0:1769077226.818684:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077226.818686:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077226.818687:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077226.818690:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818691:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077226.818693:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818694:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077226.818696:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077226.818696:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077226.818698:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077226.818699:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077226.818701:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077226.818702:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077226.818704:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818706:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077226.818708:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818710:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077226.818711:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077226.818714:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818716:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077226.818717:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077226.818721:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077226.818724:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.818728:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077226.818732:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077226.818737:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.818739:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077226.818744:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769077226.818756:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077226.818759:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077226.818762:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.818768:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077226.818771:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077226.818773:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077226.818777:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769077226.818781:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077226.818788:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610692608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077226.818797:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077226.818802:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077226.818809:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610692608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077226.818820:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077226.818824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077226.818830:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077226.818831:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077226.818832:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077226.818834:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077226.818837:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4215
00000400:00000200:0.0:1769077226.818842:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077226.818844:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077226.818846:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077226.818849:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818854:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077226.818859:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818862:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077226.818867:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077226.818868:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077226.818869:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077226.818870:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077226.818873:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077226.818876:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077226.818882:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818886:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077226.818890:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818894:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077226.818897:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077226.818902:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077226.818906:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077226.818908:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077226.818913:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077226.818915:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.818918:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077226.818921:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077226.818923:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.818928:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077226.818932:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769077226.818936:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077226.818941:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077226.818942:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.818943:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077226.818944:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077226.818945:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077226.818948:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769077226.818952:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077226.818958:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610692736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077226.818970:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077226.818973:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077226.818979:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610692736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077226.818989:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077226.818992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077226.818997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077226.818999:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077226.819002:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077226.819005:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077226.819010:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4215
00000400:00000200:0.0:1769077226.819026:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077226.819036:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077226.819041:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077226.819047:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.819054:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077226.819059:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.819062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077226.819064:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077226.819066:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077226.819069:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077226.819074:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077226.819080:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077226.819086:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:1.1:1769077226.819086:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077226.819093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1769077226.819094:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.819101:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077226.819106:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077226.819112:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077226.819118:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077226.819132:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077226.819138:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077226.819141:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077226.819146:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077226.819151:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.819156:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077226.819161:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077226.819168:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.819171:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077226.819178:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769077226.819184:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077226.819191:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077226.819193:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077226.819204:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077226.819207:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077226.819209:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077226.819216:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769077226.819237:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077226.819245:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610692864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077226.819256:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077226.819259:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077226.819265:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610692864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077226.819279:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077226.819285:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4225)
00000800:00000200:1.1:1769077226.819566:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077226.819568:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077226.819780:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077226.819782:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077226.820026:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077226.820027:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769077227.650490:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077227.650494:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077227.714442:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298889072, at 4298889088
00000100:00000010:3.0:1769077227.714455:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00010000:00000001:0.0:1769077228.674496:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077228.674504:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077228.674568:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077228.674573:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077228.674578:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077229.698497:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077229.698504:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077229.698506:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077229.698508:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077229.698512:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077229.698514:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077229.698515:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077229.698517:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077230.722468:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077230.722474:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077230.722525:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077230.722528:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077230.722531:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077231.746507:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077231.746513:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077231.938464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077231.938472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077231.938474:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077231.938478:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077231.938481:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077231.938487:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4220
00000400:00000200:0.0:1769077231.938495:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077231.938500:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077231.938503:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077231.938506:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938509:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.938511:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938513:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077231.938516:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077231.938518:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077231.938520:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077231.938522:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077231.938523:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077231.938525:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077231.938527:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938528:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.938530:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938532:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077231.938534:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077231.938537:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938538:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077231.938540:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077231.938542:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077231.938544:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.938546:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077231.938548:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077231.938556:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769077231.938559:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077231.938562:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077231.938564:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.938566:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077231.938569:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077231.938572:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077231.938579:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077231.938585:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077231.938591:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610692992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077231.938599:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077231.938603:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077231.938606:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610692992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077231.938624:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077231.938627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077231.938629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077231.938631:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077231.938632:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077231.938634:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077231.938635:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4220
00000400:00000200:0.0:1769077231.938637:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077231.938639:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077231.938640:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077231.938642:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.938645:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938647:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077231.938649:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077231.938651:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077231.938652:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077231.938654:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077231.938656:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077231.938657:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077231.938659:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938660:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.938661:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938664:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077231.938667:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077231.938672:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938676:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077231.938678:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077231.938683:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077231.938688:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.938692:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077231.938697:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077231.938707:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.938712:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077231.938718:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769077231.938722:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077231.938725:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077231.938727:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.938731:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077231.938732:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077231.938737:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077231.938740:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077231.938745:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077231.938754:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610693120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077231.938760:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077231.938764:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077231.938769:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610693120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077231.938777:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077231.938783:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077231.938786:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077231.938789:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077231.938792:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077231.938794:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077231.938797:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4220
00000400:00000200:0.0:1769077231.938803:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077231.938805:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077231.938807:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077231.938809:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938813:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.938817:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938822:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077231.938827:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077231.938829:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077231.938831:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077231.938833:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077231.938835:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077231.938841:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077231.938848:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938851:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.938857:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938860:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077231.938863:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077231.938868:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077231.938872:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077231.938875:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077231.938877:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077231.938880:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.938882:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077231.938884:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077231.938886:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.938887:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077231.938893:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769077231.938896:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077231.938900:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077231.938903:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.938906:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077231.938908:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077231.938911:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077231.938916:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077231.938921:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077231.938929:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610693248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077231.938947:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077231.938948:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077231.938955:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610693248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077231.938970:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077231.938974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077231.938977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077231.938980:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077231.938981:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077231.938987:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077231.938994:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4220
00000800:00000200:1.1:1769077231.939001:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:0.0:1769077231.939003:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:1.1:1769077231.939005:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000400:00000200:0.0:1769077231.939013:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077231.939019:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077231.939027:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.939031:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.939036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.939042:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077231.939048:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077231.939049:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077231.939050:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077231.939052:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077231.939057:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077231.939059:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077231.939065:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.939067:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077231.939072:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077231.939075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077231.939077:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077231.939083:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077231.939087:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077231.939091:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077231.939095:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077231.939099:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.939101:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077231.939103:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077231.939109:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.939113:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077231.939118:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769077231.939122:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077231.939125:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077231.939128:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077231.939129:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077231.939131:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077231.939135:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077231.939139:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077231.939143:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077231.939147:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610693376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077231.939153:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077231.939156:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077231.939159:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610693376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077231.939170:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077231.939174:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4231)
00000800:00000200:1.1:1769077231.939488:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077231.939490:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077231.939688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077231.939690:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077231.939904:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077231.939906:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077232.770489:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077232.770494:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077232.770547:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077232.770550:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077232.770553:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077232.834470:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298894192, at 4298894208
00000100:00000010:3.0:1769077232.834487:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00010000:00000001:0.0:1769077233.794486:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077233.794492:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077234.818489:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077234.818494:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077234.818544:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077234.818547:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077234.818550:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077235.842502:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077235.842508:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077236.866464:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077236.866469:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077236.866523:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077236.866526:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077236.866529:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077237.059132:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077237.059138:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077237.059799:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077237.059800:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077237.059992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077237.059993:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077237.060348:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077237.060350:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077237.890532:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077237.890539:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077237.954481:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298899312, at 4298899328
00000100:00000010:3.0:1769077237.954500:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00010000:00000001:0.0:1769077238.914489:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077238.914497:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077238.914522:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077238.914525:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077238.914528:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077239.938522:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077239.938531:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077239.938534:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077239.938538:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077239.938543:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077239.938545:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077239.938548:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077239.938550:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077240.962595:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077240.962603:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077240.962641:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077240.962644:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077240.962647:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077241.986537:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077241.986543:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077242.179081:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077242.179087:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077242.179704:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077242.179705:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077242.179889:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077242.179891:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077242.180069:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077242.180070:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077243.010516:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077243.010522:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077243.010545:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077243.010547:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077243.010549:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077243.074511:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298904432, at 4298904448
00000100:00000010:3.0:1769077243.074529:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769077244.034477:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077244.034483:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077245.058508:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077245.058514:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077245.058535:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077245.058538:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077245.058540:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077246.082513:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077246.082518:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077247.106531:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077247.106538:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077247.106567:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077247.106569:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077247.106571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077247.298529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077247.298542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077247.298545:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077247.298549:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077247.298553:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077247.298561:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4236
00000400:00000200:3.0:1769077247.298570:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077247.298576:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077247.298580:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077247.298582:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298585:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.298587:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298590:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077247.298594:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077247.298595:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077247.298597:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077247.298599:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077247.298601:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077247.298603:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077247.298605:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298606:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.298607:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077247.298612:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077247.298615:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298618:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077247.298621:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077247.298624:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077247.298627:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.298629:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077247.298631:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077247.298642:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769077247.298645:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077247.298648:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077247.298649:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.298652:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077247.298655:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077247.298660:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077247.298668:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077247.298675:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077247.298683:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610694528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077247.298692:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077247.298696:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077247.298700:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610694528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077247.298721:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077247.298724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077247.298727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077247.298728:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077247.298729:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077247.298731:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077247.298732:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4236
00000400:00000200:3.0:1769077247.298735:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077247.298736:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077247.298738:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077247.298740:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.298744:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298746:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077247.298748:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077247.298749:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077247.298750:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077247.298752:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077247.298754:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077247.298755:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077247.298757:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298758:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.298759:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298761:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077247.298762:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077247.298764:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298765:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077247.298767:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077247.298773:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077247.298777:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.298781:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077247.298786:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077247.298789:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.298793:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077247.298799:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769077247.298801:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077247.298803:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077247.298804:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.298805:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077247.298806:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077247.298807:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077247.298812:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077247.298821:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077247.298831:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610694656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077247.298844:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077247.298846:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077247.298851:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610694656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077247.298861:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077247.298864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077247.298869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077247.298871:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077247.298873:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077247.298876:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077247.298881:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4236
00000400:00000200:3.0:1769077247.298887:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077247.298891:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077247.298892:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077247.298897:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298900:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.298901:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298904:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077247.298908:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077247.298910:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077247.298914:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077247.298916:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077247.298920:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077247.298924:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077247.298930:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.298937:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077247.298944:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077247.298949:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077247.298953:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077247.298956:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077247.298961:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077247.298966:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.298969:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077247.298974:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077247.298979:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.298984:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077247.298990:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769077247.298996:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077247.299001:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077247.299005:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.299009:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077247.299014:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077247.299019:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077247.299041:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077247.299046:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077247.299055:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610694784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077247.299073:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077247.299076:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077247.299080:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610694784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077247.299100:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077247.299106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077247.299110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077247.299113:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077247.299115:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077247.299119:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077247.299124:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4236
00000400:00000200:3.0:1769077247.299131:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.1:1769077247.299135:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:3.0:1769077247.299137:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000200:2.1:1769077247.299140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1769077247.299141:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077247.299147:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.299151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.299156:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.299160:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077247.299161:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077247.299162:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077247.299164:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077247.299168:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077247.299172:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077247.299178:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077247.299183:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.299186:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077247.299189:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077247.299192:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077247.299195:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077247.299199:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077247.299203:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077247.299207:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077247.299211:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077247.299214:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.299218:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077247.299221:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077247.299226:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.299230:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077247.299235:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769077247.299240:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077247.299245:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077247.299247:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077247.299249:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077247.299251:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077247.299254:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077247.299259:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077247.299264:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077247.299270:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610694912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077247.299276:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077247.299278:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077247.299282:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610694912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077247.299289:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077247.299295:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4246)
00000800:00000200:2.1:1769077247.299560:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077247.299562:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077247.299785:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077247.299787:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077247.300004:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077247.300006:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077248.130492:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077248.130497:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077248.194496:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298909552, at 4298909568
00000100:00000010:3.0:1769077248.194516:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00010000:00000001:0.0:1769077249.154517:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077249.154522:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077249.154564:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077249.154567:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077249.154569:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077250.178494:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077250.178501:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077250.178504:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077250.178507:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077250.178512:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077250.178514:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077250.178516:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077250.178519:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077251.202496:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077251.202501:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077251.202522:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077251.202524:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077251.202526:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077252.226510:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077252.226516:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077252.419106:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077252.419111:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077252.419553:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077252.419555:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077252.419846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077252.419848:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077252.420090:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077252.420092:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077253.250569:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077253.250576:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077253.250629:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077253.250631:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077253.250634:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077253.314495:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298914672, at 4298914688
00000100:00000010:3.0:1769077253.314513:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00010000:00000001:0.0:1769077254.274467:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077254.274473:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077255.298478:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077255.298483:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077255.298510:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077255.298512:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077255.298515:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077256.322528:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077256.322538:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077257.346512:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077257.346519:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077257.346561:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077257.346564:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077257.346567:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077257.538945:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077257.538949:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077257.539292:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077257.539294:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077257.539518:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077257.539521:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077257.539793:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077257.539795:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769077258.370528:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077258.370535:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077258.434491:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298919792, at 4298919808
00000100:00000010:3.0:1769077258.434507:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769077259.394527:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077259.394536:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077259.394572:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077259.394574:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077259.394577:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077260.418489:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077260.418495:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077260.418497:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077260.418499:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077260.418503:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077260.418505:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077260.418506:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077260.418508:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077261.442523:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077261.442531:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077261.442561:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077261.442563:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077261.442566:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077262.466503:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077262.466509:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077262.658546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077262.658554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077262.658557:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077262.658560:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077262.658564:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077262.658570:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4251
00000400:00000200:3.0:1769077262.658578:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077262.658583:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077262.658586:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077262.658589:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.658592:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.658593:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.658595:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077262.658598:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077262.658600:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077262.658602:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077262.658604:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077262.658605:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077262.658607:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077262.658609:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.658611:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.658613:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.658616:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077262.658619:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077262.658623:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077262.658626:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077262.658629:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077262.658632:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077262.658635:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.658637:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077262.658640:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077262.658649:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077262.658653:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077262.658657:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077262.658659:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.658662:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077262.658664:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077262.658669:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077262.658692:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077262.658699:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077262.658709:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610696064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077262.658720:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077262.658725:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.658731:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610696064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077262.658755:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077262.658758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077262.658762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077262.658779:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077262.658781:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077262.658800:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077262.658803:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4251
00000400:00000200:3.0:1769077262.658808:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077262.658812:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077262.658815:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077262.658819:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.658821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.658824:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.658826:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077262.658830:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077262.658834:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077262.658838:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077262.658842:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077262.658846:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077262.658853:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077262.658861:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.658868:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.658874:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.658881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077262.658888:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077262.658897:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077262.658904:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077262.658908:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077262.658916:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077262.658923:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.658929:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077262.658935:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077262.658941:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.658946:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077262.658954:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077262.658961:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077262.658968:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077262.658972:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.658977:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077262.658979:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077262.658986:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077262.658996:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077262.659002:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077262.659011:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610696192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077262.659028:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077262.659034:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.659045:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610696192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077262.659072:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077262.659080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077262.659088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077262.659093:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077262.659096:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077262.659102:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077262.659109:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4251
00000800:00000200:2.1:1769077262.659115:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:3.0:1769077262.659119:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.1:1769077262.659120:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000400:00000200:3.0:1769077262.659130:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077262.659136:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077262.659142:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.659159:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.659166:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.659172:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077262.659178:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077262.659182:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077262.659186:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077262.659189:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077262.659194:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077262.659198:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077262.659207:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.659211:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.659215:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.659219:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077262.659225:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077262.659230:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077262.659237:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077262.659241:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077262.659247:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077262.659251:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.659256:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077262.659259:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077262.659264:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.659270:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077262.659278:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077262.659285:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077262.659292:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077262.659295:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.659299:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077262.659302:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077262.659306:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077262.659314:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077262.659320:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077262.659333:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610696320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077262.659357:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077262.659362:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.659373:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610696320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077262.659420:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077262.659423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077262.659426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077262.659428:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077262.659431:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077262.659433:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077262.659436:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4251
00000400:00000200:3.0:1769077262.659443:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077262.659451:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077262.659455:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077262.659460:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.659464:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.659468:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.659472:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077262.659477:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077262.659480:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077262.659483:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077262.659486:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077262.659490:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077262.659496:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077262.659503:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.659506:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077262.659510:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077262.659512:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077262.659515:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077262.659519:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077262.659522:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077262.659525:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077262.659529:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077262.659531:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.659536:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077262.659540:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077262.659544:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.659547:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077262.659554:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077262.659558:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077262.659562:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077262.659565:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077262.659569:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077262.659571:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077262.659573:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077262.659578:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077262.659583:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077262.659589:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610696448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077262.659596:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077262.659598:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.659602:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610696448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077262.659615:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077262.659621:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4261)
00000800:00000200:2.1:1769077262.659747:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077262.659749:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077262.659956:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077262.659957:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077262.660135:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077262.660137:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.0:1769077263.170804:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077263.490504:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077263.490511:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077263.490536:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077263.490539:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077263.490542:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077263.554497:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298924912, at 4298924928
00000100:00000010:3.0:1769077263.554523:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769077264.514501:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077264.514506:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077265.538507:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077265.538513:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077265.538539:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077265.538544:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077265.538548:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077266.562459:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077266.562464:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077267.586510:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077267.586525:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077267.586586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077267.586590:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077267.586595:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077267.779762:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077267.780322:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077267.780547:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077267.780770:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077268.610537:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077268.610546:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077268.674562:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298930033, at 4298930048
00000100:00000010:3.0:1769077268.674591:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaba0.
00010000:00000001:0.0:1769077269.634458:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077269.634466:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077269.634488:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077269.634491:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077269.634494:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077270.658516:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077270.658526:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077270.658529:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077270.658532:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077270.658538:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077270.658541:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077270.658543:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077270.658546:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077270.850762:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769077270.850812:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077270.850827:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077270.850833:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769077270.850838:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077270.850842:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077270.850849:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077270.850855:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:3.0:1769077270.850862:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077270.850869:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077270.850879:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdc38
00000400:00000010:3.0:1769077270.850883:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdc38.
00000100:00000001:3.0:1769077270.850889:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077270.850900:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568e00 x1855007610696576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077270.850941:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077270.850947:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568e00 x1855007610696576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077270.850957:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077270.850960:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077270.850972:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077270.850975:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:3.0:1769077270.850980:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077270.850985:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077270.850989:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bde58
00000400:00000010:3.0:1769077270.850992:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bde58.
00000100:00000001:3.0:1769077270.850995:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077270.851003:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568000 x1855007610696704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077270.851014:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077270.851018:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568000 x1855007610696704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077270.851027:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077270.851029:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077270.851034:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077270.851038:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:3.0:1769077270.851042:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077270.851046:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077270.851049:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd660
00000400:00000010:3.0:1769077270.851052:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd660.
00000100:00000001:3.0:1769077270.851055:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077270.851059:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356a680 x1855007610696832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077270.851070:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077270.851074:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a680 x1855007610696832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077270.851083:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077270.851086:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077270.851093:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077270.851098:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:3.0:1769077270.851103:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077270.851109:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077270.851130:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd198
00000400:00000010:3.0:1769077270.851135:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd198.
00000100:00000001:3.0:1769077270.851145:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077270.851157:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356ad80 x1855007610696960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077270.851177:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077270.851187:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356ad80 x1855007610696960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077270.851207:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077270.851214:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077271.682558:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077271.682585:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077272.706535:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077272.706543:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077272.899752:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077272.899766:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077272.901064:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077272.901070:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077272.901731:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077272.901734:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077272.902144:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077272.902149:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077273.730538:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077273.730562:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077273.794485:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298935153, at 4298935168
00000100:00000010:3.0:1769077273.794516:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaba0.
00010000:00000001:0.0:1769077274.754512:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077274.754519:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077275.778532:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077275.778538:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077276.802473:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077276.802479:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077277.826487:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077277.826497:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077278.019175:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077278.019181:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769077278.019695:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077278.019697:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769077278.019877:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077278.019879:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769077278.020092:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077278.020094:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1769077278.850483:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077278.850488:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077278.914526:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298940272, at 4298940288
00000100:00000010:3.0:1769077278.914561:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00010000:00000001:0.0:1769077279.874616:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077279.874624:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077280.898509:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077280.898516:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077280.898519:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077280.898521:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077280.898525:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077280.898527:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077280.898529:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077280.898531:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077281.922570:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077281.922577:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077282.946490:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077282.946497:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077283.138516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077283.138524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077283.138527:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077283.138530:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077283.138533:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077283.138540:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4272
00000400:00000200:0.0:1769077283.138548:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077283.138553:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077283.138556:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077283.138558:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.138561:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.138562:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.138564:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077283.138568:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077283.138569:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077283.138572:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077283.138573:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077283.138575:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077283.138576:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077283.138578:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.138579:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.138581:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.138582:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077283.138585:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077283.138587:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077283.138589:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077283.138592:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077283.138594:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077283.138596:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.138597:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077283.138599:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077283.138607:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769077283.138609:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077283.138613:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077283.138614:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.138616:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077283.138618:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077283.138621:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077283.138628:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769077283.138633:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077283.138640:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610698112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077283.138648:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077283.138651:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077283.138654:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610698112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077283.138678:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077283.138682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077283.138685:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077283.138687:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077283.138688:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077283.138691:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077283.138694:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4272
00000400:00000200:0.0:1769077283.138699:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077283.138703:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077283.138705:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077283.138709:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.138712:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.138716:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.138719:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077283.138722:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077283.138723:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077283.138725:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077283.138727:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077283.138728:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077283.138730:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077283.138732:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.138734:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.138737:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.138739:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077283.138746:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077283.138757:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077283.138761:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077283.138767:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077283.138777:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077283.138786:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.138795:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077283.138803:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077283.138811:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.138814:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077283.138822:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769077283.138828:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077283.138833:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077283.138840:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.138844:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077283.138849:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077283.138854:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077283.138860:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077283.138866:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077283.138884:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610698240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077283.138899:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077283.138904:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077283.138915:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610698240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077283.138932:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077283.138936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077283.138943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077283.138953:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077283.138956:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077283.138962:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077283.138973:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4272
00000400:00000200:0.0:1769077283.138991:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077283.139003:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077283.139013:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077283.139020:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.139030:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.139039:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.139041:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077283.139043:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077283.139047:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077283.139051:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077283.139054:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077283.139056:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077283.139057:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077283.139060:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.139061:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.139070:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.139075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077283.139082:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077283.139092:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077283.139098:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077283.139105:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077283.139110:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077283.139116:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.139118:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077283.139122:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077283.139127:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.139133:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077283.139139:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769077283.139143:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077283.139147:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077283.139149:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.139152:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077283.139153:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077283.139156:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077283.139159:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077283.139165:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077283.139171:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610698368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077283.139189:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077283.139193:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077283.139204:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610698368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077283.139211:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077283.139216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077283.139220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077283.139226:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077283.139228:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077283.139237:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077283.139242:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4272
00000400:00000200:0.0:1769077283.139252:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:1.1:1769077283.139261:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:0.0:1769077283.139265:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000200:1.1:1769077283.139270:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1769077283.139271:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077283.139286:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.139293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.139297:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.139308:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077283.139311:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077283.139313:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077283.139317:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077283.139319:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077283.139321:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077283.139325:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077283.139329:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.139335:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077283.139341:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077283.139343:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077283.139345:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077283.139348:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077283.139355:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077283.139356:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077283.139360:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077283.139362:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.139365:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077283.139370:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077283.139372:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.139374:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077283.139379:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769077283.139383:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077283.139415:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077283.139416:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077283.139418:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077283.139435:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077283.139438:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077283.139441:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077283.139444:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077283.139460:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610698496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077283.139470:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077283.139474:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077283.139484:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610698496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077283.139520:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077283.139526:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4282)
00000800:00000200:1.1:1769077283.139822:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077283.139825:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077283.140033:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077283.140035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077283.140302:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077283.140304:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1769077283.970501:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077283.970507:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077284.034466:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298945393, at 4298945408
00000100:00000010:3.0:1769077284.034480:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00010000:00000001:0.0:1769077284.994507:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077284.994515:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077286.018494:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077286.018500:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077287.042529:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077287.042539:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077288.066524:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077288.066530:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077288.258481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077288.258490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077288.258492:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077288.258495:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077288.258499:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077288.258505:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4277
00000400:00000200:0.0:1769077288.258515:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077288.258520:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077288.258523:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077288.258526:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258528:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.258530:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258532:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077288.258535:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077288.258537:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077288.258539:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077288.258541:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077288.258543:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077288.258545:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077288.258547:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258548:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.258549:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258551:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077288.258553:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077288.258556:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258558:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077288.258560:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077288.258562:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077288.258565:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.258566:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077288.258568:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077288.258576:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769077288.258578:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077288.258590:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077288.258592:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.258594:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077288.258596:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077288.258600:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077288.258607:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769077288.258613:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077288.258620:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610698624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077288.258629:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077288.258633:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077288.258636:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610698624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077288.258657:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077288.258659:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077288.258662:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077288.258663:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077288.258664:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077288.258666:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077288.258668:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4277
00000400:00000200:0.0:1769077288.258674:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077288.258676:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077288.258678:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077288.258680:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258681:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.258683:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258684:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077288.258686:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077288.258687:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077288.258689:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077288.258691:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077288.258692:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077288.258695:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077288.258702:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258704:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.258706:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258711:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077288.258716:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077288.258718:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258720:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077288.258722:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077288.258727:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077288.258730:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.258733:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077288.258736:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077288.258740:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.258742:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077288.258747:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769077288.258751:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077288.258756:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077288.258758:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.258764:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077288.258767:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077288.258772:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077288.258780:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077288.258789:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077288.258800:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610698752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077288.258817:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077288.258825:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077288.258835:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610698752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077288.258848:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077288.258852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077288.258856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077288.258859:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077288.258863:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077288.258867:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077288.258871:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4277
00000400:00000200:0.0:1769077288.258880:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077288.258887:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077288.258892:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077288.258899:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258904:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.258909:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258913:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077288.258919:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077288.258920:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077288.258921:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077288.258931:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077288.258933:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077288.258937:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077288.258942:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258944:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.258948:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258953:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077288.258956:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077288.258960:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077288.258967:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077288.258969:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077288.258973:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077288.258978:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.258981:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077288.258983:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077288.258986:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.258989:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077288.258994:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769077288.258999:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077288.259003:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077288.259007:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.259010:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077288.259014:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077288.259016:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077288.259030:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769077288.259037:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077288.259043:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610698880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077288.259050:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077288.259055:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077288.259063:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610698880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077288.259077:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077288.259081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077288.259086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077288.259088:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077288.259090:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077288.259096:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077288.259113:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4277
00000400:00000200:0.0:1769077288.259119:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077288.259126:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000200:1.1:1769077288.259127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769077288.259128:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077288.259134:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:1.1:1769077288.259134:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1769077288.259138:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.259143:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.259147:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077288.259150:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077288.259154:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077288.259156:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077288.259158:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077288.259162:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077288.259167:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077288.259174:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.259177:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077288.259182:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077288.259187:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077288.259190:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077288.259194:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077288.259199:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077288.259201:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077288.259204:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077288.259209:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.259214:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077288.259217:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077288.259220:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.259225:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077288.259228:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769077288.259233:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077288.259239:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077288.259242:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077288.259245:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077288.259248:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077288.259251:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077288.259268:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077288.259274:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077288.259282:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610699008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077288.259292:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077288.259294:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077288.259299:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610699008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077288.259308:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077288.259313:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4287)
00000800:00000200:1.1:1769077288.259669:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077288.259672:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077288.260040:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077288.260043:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077288.260419:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077288.260422:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1769077289.090496:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077289.090503:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077289.154491:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298950512, at 4298950528
00000100:00000010:3.0:1769077289.154524:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac00.
00010000:00000001:0.0:1769077290.114499:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077290.114508:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077290.114511:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077290.114514:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077290.114519:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077290.114522:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077290.114524:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077290.114526:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077291.138454:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077291.138459:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077292.162507:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077292.162515:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077293.186496:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077293.186503:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.378535:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077293.378549:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077293.378553:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.378558:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.378564:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077293.378574:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4282
00000400:00000200:0.0:1769077293.378587:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077293.378595:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077293.378600:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077293.378605:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378610:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.378613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077293.378622:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.378624:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077293.378626:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077293.378629:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077293.378631:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077293.378633:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077293.378636:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378637:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.378638:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378639:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077293.378642:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077293.378644:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378646:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.378648:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077293.378651:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.378653:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.378655:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077293.378657:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077293.378664:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769077293.378668:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077293.378671:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.378674:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.378676:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.378679:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.378683:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077293.378699:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077293.378706:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.378714:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610699136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077293.378723:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077293.378727:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.378731:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610699136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.378751:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.378754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077293.378756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077293.378758:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.378759:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.378761:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077293.378762:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4282
00000400:00000200:0.0:1769077293.378765:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077293.378767:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077293.378769:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077293.378772:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378774:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.378775:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378777:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077293.378779:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.378780:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077293.378781:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077293.378783:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077293.378785:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077293.378786:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077293.378789:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378791:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.378795:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378799:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077293.378804:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077293.378809:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378812:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.378816:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077293.378822:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.378826:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.378829:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077293.378835:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077293.378838:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.378841:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077293.378847:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769077293.378850:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077293.378854:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.378857:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.378859:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.378864:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.378867:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077293.378871:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077293.378876:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.378886:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610699264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077293.378896:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077293.378900:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.378908:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610699264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.378919:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.378921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077293.378927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077293.378930:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.378933:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.378936:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077293.378941:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4282
00000400:00000200:0.0:1769077293.378949:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077293.378962:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077293.378966:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077293.378970:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378974:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.378978:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.378981:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077293.378983:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.378984:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077293.378985:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077293.378987:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077293.378990:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077293.378994:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077293.378998:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.379001:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.379011:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.379015:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077293.379017:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077293.379023:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077293.379028:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.379032:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077293.379035:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.379039:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.379042:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077293.379044:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077293.379045:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.379046:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077293.379050:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769077293.379054:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077293.379056:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.379057:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.379060:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.379062:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.379065:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077293.379070:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769077293.379075:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.379079:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610699392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077293.379093:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077293.379098:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.379105:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610699392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.379118:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077293.379121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077293.379126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077293.379127:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077293.379129:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077293.379133:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077293.379138:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4282
00000400:00000200:0.0:1769077293.379144:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:1.1:1769077293.379148:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077293.379152:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000400:00000200:0.0:1769077293.379155:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077293.379160:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077293.379166:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.379170:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.379174:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.379177:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077293.379181:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077293.379184:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077293.379185:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077293.379190:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077293.379193:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077293.379197:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077293.379203:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.379206:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077293.379212:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077293.379216:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077293.379219:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077293.379225:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077293.379228:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077293.379231:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077293.379234:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077293.379240:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.379244:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077293.379258:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077293.379264:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.379270:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077293.379275:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769077293.379277:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077293.379280:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077293.379282:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.379286:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077293.379288:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077293.379292:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077293.379300:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769077293.379303:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.379310:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610699520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077293.379317:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077293.379322:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.379327:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610699520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077293.379341:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077293.379347:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4292)
00000800:00000200:1.1:1769077293.379607:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077293.379608:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077293.379812:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077293.379813:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077293.379993:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077293.379994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769077294.210499:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077294.210506:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077294.274471:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298955632, at 4298955648
00000100:00000010:3.0:1769077294.274487:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ead80.
00010000:00000001:0.0:1769077295.234467:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077295.234472:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077296.258460:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077296.258466:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077297.282461:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077297.282466:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077298.306515:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077298.306523:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077298.499038:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077298.499043:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077298.499690:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077298.499692:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077298.499881:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077298.499882:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077298.500111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077298.500113:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077299.330519:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077299.330527:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077299.394472:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298960752, at 4298960768
00000100:00000010:3.0:1769077299.394485:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaae0.
00010000:00000001:0.0:1769077300.354486:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077300.354493:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077300.354496:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077300.354499:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077300.354504:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077300.354506:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077300.354508:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077300.354511:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077301.378516:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077301.378523:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077302.082714:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077302.402472:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077302.402487:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077303.426499:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077303.426507:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077303.618572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077303.618584:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077303.618587:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077303.618592:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077303.618597:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077303.618605:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4292
00000400:00000200:3.0:1769077303.618616:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077303.618624:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077303.618627:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077303.618631:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.618635:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077303.618639:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.618642:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077303.618647:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077303.618649:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077303.618653:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077303.618656:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077303.618659:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077303.618662:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077303.618666:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.618668:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077303.618671:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.618674:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077303.618678:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077303.618682:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077303.618685:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077303.618688:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077303.618692:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077303.618695:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.618697:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077303.618700:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077303.618710:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077303.618713:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077303.618718:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077303.618720:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.618724:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077303.618727:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077303.618731:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077303.618739:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077303.618747:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077303.618757:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610700160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077303.618769:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077303.618774:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077303.618778:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610700160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077303.618798:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077303.618802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077303.618805:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077303.618807:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077303.618809:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077303.618812:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077303.618815:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4292
00000400:00000200:3.0:1769077303.618820:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077303.618827:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077303.618832:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077303.618838:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.618842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077303.618847:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.618852:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077303.618858:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077303.618860:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077303.618864:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077303.618867:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077303.618872:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077303.618879:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077303.618883:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.618888:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077303.618893:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.618895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077303.618897:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077303.618900:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077303.618902:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077303.618905:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077303.618913:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077303.618919:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.618924:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077303.618931:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077303.618937:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.618941:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077303.618947:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077303.618952:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077303.618960:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077303.618963:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.618966:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077303.618968:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077303.618971:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077303.618978:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077303.618983:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077303.618992:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610700288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077303.619003:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077303.619007:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077303.619015:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610700288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077303.619030:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077303.619035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077303.619045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077303.619047:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077303.619051:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077303.619055:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077303.619060:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4292
00000400:00000200:3.0:1769077303.619068:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077303.619091:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077303.619096:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077303.619107:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.619114:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077303.619119:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.619122:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077303.619127:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077303.619131:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077303.619135:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077303.619137:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077303.619141:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077303.619145:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077303.619151:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.619156:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077303.619162:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.619168:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077303.619172:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077303.619180:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077303.619187:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077303.619192:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077303.619197:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077303.619201:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.619204:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077303.619209:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077303.619214:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.619219:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077303.619225:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077303.619231:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077303.619235:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077303.619238:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.619242:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077303.619243:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077303.619245:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077303.619250:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077303.619254:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077303.619263:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610700416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077303.619277:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077303.619281:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077303.619285:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769077303.619289:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610700416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077303.619292:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769077303.619308:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077303.619313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077303.619319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077303.619321:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077303.619325:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077303.619331:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077303.619337:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4292
00000400:00000200:3.0:1769077303.619344:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077303.619351:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077303.619354:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077303.619362:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.619366:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077303.619373:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.619379:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077303.619383:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077303.619421:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077303.619423:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077303.619425:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077303.619428:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077303.619430:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077303.619438:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.619445:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077303.619452:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077303.619527:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077303.619533:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077303.619541:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077303.619546:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077303.619550:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077303.619556:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077303.619561:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.619566:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077303.619569:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077303.619574:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.619578:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077303.619584:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077303.619590:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077303.619595:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077303.619598:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077303.619603:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077303.619606:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077303.619609:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077303.619617:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077303.619624:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077303.619635:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610700544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077303.619659:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077303.619664:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077303.619675:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610700544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077303.619704:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077303.619711:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4302)
00000800:00000200:1.1:1769077303.619952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077303.619955:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077303.620279:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077303.620282:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077303.620619:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077303.620621:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077304.450499:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077304.450505:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077304.514473:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298965873, at 4298965888
00000100:00000010:3.0:1769077304.514490:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00010000:00000001:0.0:1769077305.474515:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077305.474522:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077306.498512:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077306.498517:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077307.522570:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077307.522580:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077308.546484:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077308.546491:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077308.738504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077308.738516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077308.738519:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077308.738524:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077308.738528:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077308.738537:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4297
00000400:00000200:3.0:1769077308.738548:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077308.738555:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077308.738558:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077308.738561:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738564:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077308.738567:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738569:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077308.738573:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077308.738575:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077308.738578:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077308.738581:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077308.738583:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077308.738585:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077308.738595:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738597:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077308.738599:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738601:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077308.738604:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077308.738607:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738610:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077308.738614:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077308.738617:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077308.738620:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.738623:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077308.738626:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077308.738636:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077308.738641:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077308.738645:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077308.738647:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.738650:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077308.738653:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077308.738657:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077308.738664:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077308.738669:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077308.738676:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610700672/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077308.738684:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077308.738689:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077308.738692:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610700672/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077308.738713:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077308.738716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077308.738718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077308.738719:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077308.738720:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077308.738722:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077308.738724:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4297
00000400:00000200:3.0:1769077308.738727:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077308.738729:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077308.738730:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077308.738733:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738734:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077308.738735:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738737:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077308.738739:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077308.738739:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077308.738741:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077308.738743:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077308.738744:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077308.738746:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077308.738749:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077308.738752:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738754:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077308.738756:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077308.738758:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738763:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077308.738765:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077308.738770:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077308.738774:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.738777:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077308.738782:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077308.738787:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.738792:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077308.738796:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077308.738800:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077308.738804:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077308.738806:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.738808:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077308.738809:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077308.738811:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077308.738815:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077308.738821:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077308.738831:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610700800/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077308.738846:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077308.738852:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077308.738861:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610700800/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077308.738877:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077308.738882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077308.738888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077308.738891:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077308.738894:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077308.738897:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077308.738902:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4297
00000400:00000200:3.0:1769077308.738911:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077308.738916:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077308.738920:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077308.738931:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738936:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077308.738938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077308.738943:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077308.738945:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077308.738948:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077308.738951:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077308.738953:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077308.738954:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077308.738958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077308.738965:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738967:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077308.738969:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077308.738974:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077308.738980:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077308.738982:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077308.738985:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077308.738999:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.739002:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077308.739005:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077308.739010:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.739013:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077308.739017:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077308.739022:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077308.739028:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077308.739030:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.739035:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077308.739037:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077308.739040:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077308.739046:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077308.739050:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077308.739055:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610700928/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077308.739066:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077308.739070:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077308.739074:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610700928/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077308.739084:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077308.739087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077308.739090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077308.739093:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077308.739096:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077308.739098:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077308.739103:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4297
00000400:00000200:3.0:1769077308.739108:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077308.739114:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077308.739116:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077308.739122:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.739127:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769077308.739128:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769077308.739134:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:1.1:1769077308.739136:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769077308.739138:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077308.739144:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077308.739147:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077308.739152:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077308.739156:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077308.739160:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077308.739164:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077308.739171:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.739177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077308.739183:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077308.739185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077308.739187:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077308.739193:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077308.739196:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077308.739200:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077308.739203:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077308.739208:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.739209:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077308.739211:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077308.739214:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.739219:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077308.739225:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077308.739229:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077308.739232:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077308.739235:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077308.739237:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077308.739240:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077308.739243:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077308.739248:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077308.739254:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077308.739260:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610701056/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077308.739276:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077308.739282:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077308.739289:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610701056/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077308.739305:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077308.739314:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4307)
00000800:00000200:1.1:1769077308.739622:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077308.739624:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077308.739855:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077308.739858:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077308.740081:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077308.740083:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077309.570465:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077309.570472:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077309.634497:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298970992, at 4298971008
00000100:00000010:3.0:1769077309.634515:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaea0.
00010000:00000001:0.0:1769077310.594497:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077310.594504:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077310.594506:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077310.594508:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077310.594512:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077310.594514:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077310.594516:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077310.594517:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077311.618541:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077311.618550:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077312.642475:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077312.642481:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077313.666503:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077313.666508:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077313.859071:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077313.859078:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077313.859604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077313.859607:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077313.859803:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077313.859805:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077313.860005:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077313.860008:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077314.690504:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077314.690510:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077314.754446:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298976112, at 4298976128
00000100:00000010:3.0:1769077314.754460:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00010000:00000001:0.0:1769077315.714506:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077315.714511:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077316.738499:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077316.738504:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077317.762466:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077317.762471:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077318.786508:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077318.786514:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077318.978984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077318.978990:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077318.979571:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077318.979573:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077318.979859:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077318.979862:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077318.980186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077318.980188:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00010000:00000001:0.0:1769077319.810463:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077319.810468:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077319.874537:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298981232, at 4298981248
00000100:00000010:3.0:1769077319.874542:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea840.
00010000:00000001:0.0:1769077320.834459:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077320.834467:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077320.834469:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077320.834472:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077320.834477:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077320.834479:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077320.834481:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077320.834482:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077321.858479:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077321.858485:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077322.882516:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077322.882521:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077323.906450:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077323.906454:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077324.098524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077324.098535:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077324.098537:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077324.098541:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077324.098545:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077324.098552:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4313
00000400:00000200:0.0:1769077324.098561:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077324.098566:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077324.098570:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077324.098572:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.098575:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077324.098578:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.098580:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077324.098585:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077324.098586:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077324.098589:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077324.098592:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077324.098594:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077324.098597:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077324.098600:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.098602:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077324.098603:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.098606:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077324.098608:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077324.098612:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077324.098614:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077324.098617:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077324.098619:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077324.098622:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.098624:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077324.098626:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077324.098642:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769077324.098646:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077324.098650:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077324.098651:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.098654:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077324.098656:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077324.098660:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077324.098668:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077324.098673:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077324.098681:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610702208/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077324.098691:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077324.098695:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077324.098699:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610702208/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077324.098717:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077324.098720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077324.098723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077324.098724:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077324.098726:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077324.098728:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077324.098730:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4313
00000400:00000200:0.0:1769077324.098745:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077324.098748:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077324.098751:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077324.098754:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.098757:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077324.098759:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.098761:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077324.098764:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077324.098771:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077324.098775:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077324.098779:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077324.098782:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077324.098785:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077324.098793:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.098797:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077324.098802:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.098804:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077324.098808:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077324.098814:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077324.098819:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077324.098824:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077324.098830:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077324.098835:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.098837:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077324.098843:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077324.098849:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.098853:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077324.098860:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769077324.098864:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077324.098868:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077324.098874:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.098877:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077324.098878:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077324.098880:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077324.098884:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077324.098890:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077324.098900:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610702336/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077324.098913:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077324.098917:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077324.098923:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610702336/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077324.098949:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077324.098953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077324.098959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077324.098962:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077324.098966:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077324.098971:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077324.098976:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4313
00000400:00000200:0.0:1769077324.098989:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077324.098995:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077324.099000:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077324.099012:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.099016:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077324.099022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.099026:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077324.099031:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077324.099034:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077324.099037:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077324.099039:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077324.099044:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:1.1:1769077324.099044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769077324.099049:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:1.1:1769077324.099050:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1769077324.099058:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.099063:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077324.099067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.099070:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077324.099075:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077324.099082:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077324.099086:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077324.099091:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077324.099095:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077324.099100:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.099106:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077324.099110:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077324.099116:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.099121:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077324.099128:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769077324.099133:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077324.099137:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077324.099141:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.099145:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077324.099148:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077324.099150:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077324.099156:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077324.099161:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077324.099170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610702464/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077324.099185:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077324.099190:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077324.099199:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610702464/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077324.099214:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077324.099218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077324.099225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077324.099229:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077324.099232:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077324.099237:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077324.099242:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4313
00000400:00000200:0.0:1769077324.099249:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077324.099256:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077324.099261:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077324.099269:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.099273:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077324.099280:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.099286:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077324.099293:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077324.099297:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077324.099300:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077324.099304:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077324.099309:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077324.099314:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077324.099321:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.099326:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077324.099332:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077324.099335:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077324.099341:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077324.099346:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077324.099352:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077324.099364:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077324.099371:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077324.099377:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.099383:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077324.099421:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077324.099425:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.099431:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077324.099439:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769077324.099444:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077324.099451:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077324.099455:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.099461:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077324.099464:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077324.099468:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077324.099475:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077324.099481:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077324.099491:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610702592/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077324.099508:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077324.099511:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077324.099518:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610702592/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077324.099537:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077324.099544:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4323)
00000800:00000200:1.1:1769077324.099593:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077324.099594:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077324.099815:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077324.099817:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077324.100058:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077324.100060:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1769077324.930505:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077324.930510:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077324.994474:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298986352, at 4298986368
00000100:00000010:3.0:1769077324.994495:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf00.
00010000:00000001:0.0:1769077325.954558:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077325.954567:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077326.978520:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077326.978527:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077328.002506:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077328.002511:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077329.026497:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077329.026502:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077329.218462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077329.218469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077329.218471:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077329.218480:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077329.218484:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077329.218489:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4318
00000400:00000200:0.0:1769077329.218497:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077329.218501:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077329.218504:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077329.218506:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218508:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.218510:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218511:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077329.218514:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077329.218516:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077329.218518:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077329.218520:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077329.218521:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077329.218523:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077329.218524:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218525:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.218526:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218527:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077329.218529:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077329.218531:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218533:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077329.218534:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077329.218536:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077329.218538:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.218539:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077329.218541:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077329.218548:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769077329.218551:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077329.218554:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077329.218555:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.218556:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077329.218558:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077329.218561:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077329.218567:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769077329.218571:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077329.218577:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610702720/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077329.218585:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077329.218588:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077329.218591:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610702720/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077329.218608:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077329.218610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077329.218612:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077329.218613:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077329.218614:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077329.218615:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077329.218616:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4318
00000400:00000200:0.0:1769077329.218619:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077329.218620:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077329.218621:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077329.218623:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218624:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.218626:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218627:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077329.218629:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077329.218629:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077329.218631:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077329.218633:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077329.218634:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077329.218635:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077329.218637:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218638:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.218639:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218640:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077329.218642:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077329.218656:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218658:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077329.218661:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077329.218665:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077329.218668:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.218671:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077329.218675:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077329.218677:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.218679:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077329.218683:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769077329.218686:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077329.218690:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077329.218692:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.218695:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077329.218697:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077329.218699:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077329.218705:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077329.218709:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077329.218715:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610702848/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077329.218724:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077329.218727:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077329.218730:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610702848/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077329.218740:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077329.218749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077329.218754:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077329.218756:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077329.218757:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077329.218761:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077329.218763:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4318
00000400:00000200:0.0:1769077329.218767:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077329.218770:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077329.218772:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077329.218775:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218778:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.218782:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218784:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077329.218785:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077329.218786:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077329.218787:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077329.218789:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077329.218791:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077329.218795:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077329.218798:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218801:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.218804:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218805:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077329.218807:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077329.218812:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218814:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077329.218815:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077329.218817:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077329.218820:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.218823:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077329.218825:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077329.218827:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.218831:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077329.218834:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769077329.218837:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077329.218839:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077329.218841:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.218845:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077329.218846:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077329.218848:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077329.218853:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769077329.218856:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077329.218864:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610702976/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077329.218872:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077329.218874:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077329.218879:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610702976/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077329.218884:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077329.218887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077329.218896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077329.218898:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077329.218901:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077329.218904:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077329.218906:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4318
00000400:00000200:0.0:1769077329.218938:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077329.218943:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077329.218947:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077329.218952:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218957:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.218960:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218962:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077329.218968:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077329.218970:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077329.218971:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077329.218973:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077329.218977:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077329.218979:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077329.218982:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218986:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077329.218991:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077329.218993:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077329.218995:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077329.218999:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077329.219001:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077329.219004:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1769077329.219005:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:0.0:1769077329.219006:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077329.219010:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077329.219012:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1769077329.219013:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077329.219015:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077329.219018:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.219022:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077329.219025:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769077329.219026:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077329.219027:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077329.219028:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077329.219028:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077329.219029:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077329.219030:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077329.219035:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077329.219039:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077329.219043:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610703104/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077329.219051:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077329.219054:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077329.219059:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610703104/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077329.219065:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077329.219070:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4328)
00000800:00000200:1.1:1769077329.219357:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077329.219358:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077329.219549:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077329.219550:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077329.219723:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077329.219724:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1769077330.050452:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077330.050458:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077330.050460:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077330.050468:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077330.050472:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077330.050473:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077330.050475:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077330.050476:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077330.114452:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298991472, at 4298991488
00000100:00000010:3.0:1769077330.114467:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea660.
00010000:00000001:0.0:1769077331.074489:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077331.074499:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077332.098469:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077332.098475:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077333.122441:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077333.122446:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077334.146447:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077334.146455:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077334.339107:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077334.339497:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077334.339697:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077334.339859:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077335.170464:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077335.170470:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077335.234494:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4298996592, at 4298996608
00000100:00000010:3.0:1769077335.234511:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769077336.194502:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077336.194544:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077337.218460:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077337.218467:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077337.410737:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769077337.410784:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077337.410796:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077337.410801:0:2356:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769077337.410805:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077337.410810:0:2356:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077337.410816:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077337.410820:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769077337.410826:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077337.410832:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077337.410840:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894a18
00000400:00000010:3.0:1769077337.410843:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894a18.
00000100:00000001:3.0:1769077337.410849:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077337.410860:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78000 x1855007610703232/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077337.410902:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077337.410908:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78000 x1855007610703232/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077337.410917:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077337.410919:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077337.410930:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077337.410933:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:3.0:1769077337.410937:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077337.410941:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077337.410944:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894aa0
00000400:00000010:3.0:1769077337.410946:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894aa0.
00000100:00000001:3.0:1769077337.410949:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077337.410955:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e79500 x1855007610703360/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077337.410964:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077337.410967:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79500 x1855007610703360/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077337.410981:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077337.410982:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077337.410990:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077337.410993:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d300.
00000400:00000200:3.0:1769077337.410995:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077337.410999:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077337.411001:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894c38
00000400:00000010:3.0:1769077337.411003:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894c38.
00000100:00000001:3.0:1769077337.411006:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077337.411010:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e79180 x1855007610703488/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077337.411018:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077337.411021:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79180 x1855007610703488/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077337.411028:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077337.411029:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077337.411035:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077337.411037:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d800.
00000400:00000200:3.0:1769077337.411040:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077337.411043:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077337.411046:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894bb0
00000400:00000010:3.0:1769077337.411048:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894bb0.
00000100:00000001:3.0:1769077337.411051:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077337.411056:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7a300 x1855007610703616/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077337.411064:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077337.411067:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a300 x1855007610703616/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077359 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077337.411073:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077337.411075:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077338.242448:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077338.242456:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077339.266540:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077339.266547:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077339.459147:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077339.459152:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077339.460858:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077339.460861:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077339.461097:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077339.461099:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077339.461300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077339.461302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.0:1769077339.970750:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077340.290538:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077340.290545:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077340.290547:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077340.290549:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077340.290553:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077340.290555:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077340.290557:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077340.290558:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077340.354477:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299001712, at 4299001728
00000100:00000010:3.0:1769077340.354493:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea840.
00010000:00000001:0.0:1769077341.314515:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077341.314521:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077342.338590:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077342.338602:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077343.362555:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077343.362562:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077344.386514:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077344.386519:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077344.579133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077344.579140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077344.579638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077344.579639:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077344.579824:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077344.579825:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077344.580035:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077344.580037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077345.410497:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077345.410505:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077345.474534:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299006832, at 4299006848
00000100:00000010:3.0:1769077345.474553:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00010000:00000001:0.0:1769077346.434519:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077346.434525:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077347.458508:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077347.458514:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077348.482510:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077348.482518:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077349.506474:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077349.506480:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077349.699051:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077349.699057:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077349.699707:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077349.699709:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077349.699897:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077349.699899:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077349.700128:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077349.700130:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769077350.530490:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077350.530498:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077350.530500:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077350.530501:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077350.530505:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077350.530507:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077350.530508:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077350.530510:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077350.594481:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299011952, at 4299011968
00000100:00000010:3.0:1769077350.594498:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00010000:00000001:0.0:1769077351.554446:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077351.554452:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077352.578519:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077352.578532:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077353.602531:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077353.602536:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077354.626495:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077354.626501:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077354.819069:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077354.819076:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077354.819489:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077354.819491:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077354.819669:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077354.819670:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077354.819843:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077354.819845:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769077355.650503:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077355.650508:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077355.714516:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299017072, at 4299017088
00000100:00000010:3.0:1769077355.714571:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa80.
00010000:00000001:0.0:1769077356.674525:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077356.674532:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077357.698519:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077357.698526:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077358.722484:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077358.722490:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077359.746492:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077359.746498:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077359.938537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077359.938548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077359.938551:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077359.938554:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077359.938557:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077359.938564:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4348
00000400:00000200:0.0:1769077359.938572:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077359.938576:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077359.938579:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077359.938581:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938584:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.938586:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938588:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077359.938592:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077359.938593:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077359.938596:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077359.938614:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077359.938616:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077359.938618:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077359.938621:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.938623:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938625:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077359.938627:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077359.938629:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938631:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077359.938633:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077359.938635:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077359.938637:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.938638:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077359.938640:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077359.938645:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769077359.938648:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077359.938651:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077359.938653:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.938655:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077359.938656:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077359.938660:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077359.938666:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769077359.938672:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077359.938679:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610705792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077359.938687:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077359.938691:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077359.938694:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610705792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077359.938711:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077359.938713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077359.938715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077359.938716:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077359.938718:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077359.938720:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077359.938721:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4348
00000400:00000200:0.0:1769077359.938724:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077359.938728:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077359.938730:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077359.938732:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938734:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.938736:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938741:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077359.938743:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077359.938746:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077359.938749:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077359.938752:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077359.938754:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077359.938757:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077359.938764:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938768:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.938771:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938775:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077359.938780:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077359.938785:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938789:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077359.938793:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077359.938799:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077359.938805:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.938807:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077359.938812:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077359.938818:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.938822:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077359.938826:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769077359.938831:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077359.938834:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077359.938836:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.938839:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077359.938842:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077359.938843:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077359.938850:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769077359.938853:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077359.938859:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610705920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077359.938872:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077359.938875:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077359.938883:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610705920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077359.938907:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077359.938910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077359.938915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077359.938918:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077359.938921:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077359.938923:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077359.938925:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4348
00000400:00000200:0.0:1769077359.938970:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077359.938977:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077359.938981:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077359.938987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.938995:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.938999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077359.939001:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077359.939003:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077359.939006:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077359.939007:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077359.939009:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077359.939013:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077359.939018:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.939021:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.939025:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.939028:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077359.939031:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000800:00000200:1.1:1769077359.939033:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769077359.939036:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077359.939040:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077359.939041:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1769077359.939042:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077359.939045:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077359.939048:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.939053:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077359.939056:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077359.939059:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.939062:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077359.939066:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769077359.939068:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077359.939074:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077359.939076:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.939079:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077359.939081:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077359.939083:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077359.939088:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077359.939093:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077359.939101:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610706048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077359.939111:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077359.939115:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077359.939122:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610706048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077359.939147:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077359.939152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077359.939160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077359.939163:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077359.939166:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077359.939169:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077359.939174:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4348
00000400:00000200:0.0:1769077359.939179:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077359.939183:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077359.939187:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077359.939194:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.939199:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.939200:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.939202:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077359.939207:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077359.939208:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077359.939209:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077359.939211:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077359.939215:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077359.939218:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077359.939225:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.939229:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.939233:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077359.939236:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077359.939241:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077359.939247:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077359.939250:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077359.939253:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077359.939257:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077359.939262:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.939266:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077359.939270:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077359.939274:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.939277:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077359.939283:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769077359.939287:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077359.939292:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077359.939295:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.939299:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077359.939302:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077359.939304:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077359.939309:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077359.939315:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077359.939322:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610706176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077359.939335:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077359.939338:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077359.939347:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610706176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077359.939363:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077359.939371:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4359)
00000800:00000200:1.1:1769077359.939586:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077359.939588:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077359.939789:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077359.939791:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077359.939994:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077359.939996:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769077360.770513:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077360.770522:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077360.770525:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077360.770527:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077360.770532:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077360.770534:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077360.770535:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077360.770537:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077360.834486:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299022192, at 4299022208
00000100:00000010:3.0:1769077360.834509:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00010000:00000001:0.0:1769077361.794527:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077361.794535:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077362.818503:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077362.818511:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077363.842457:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077363.842462:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077364.866469:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077364.866474:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077364.866534:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077364.866536:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077364.866538:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077365.059086:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077365.059094:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077365.059630:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077365.059633:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077365.059937:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077365.059940:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077365.060263:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077365.060265:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077365.890506:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077365.890513:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077365.954493:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299027312, at 4299027328
00000100:00000010:3.0:1769077365.954508:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00010000:00000001:0.0:1769077366.914490:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077366.914500:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077366.914531:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077366.914534:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077366.914537:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077367.938524:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077367.938531:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077368.962513:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077368.962520:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077368.962588:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077368.962591:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077368.962596:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077369.986523:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077369.986530:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077369.986532:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077369.986534:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077369.986538:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077369.986539:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077369.986541:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077369.986542:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077370.179495:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077370.179508:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077370.180126:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077370.180128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077370.180353:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077370.180355:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077370.180567:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077370.180569:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077371.010522:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077371.010529:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077371.010556:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077371.010558:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077371.010561:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077371.074462:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299032433, at 4299032448
00000100:00000010:3.0:1769077371.074482:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac00.
00010000:00000001:0.0:1769077372.034497:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077372.034502:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077373.058507:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077373.058517:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077373.058548:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077373.058551:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077373.058554:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077374.082531:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077374.082541:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077375.106536:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077375.106554:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077375.106584:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077375.106586:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077375.106589:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077375.299357:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077375.299363:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077375.299926:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077375.299928:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077375.300124:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077375.300126:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077375.300353:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077375.300355:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077376.130472:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077376.130478:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077376.194497:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299037553, at 4299037568
00000100:00000010:3.0:1769077376.194518:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00010000:00000001:0.0:1769077377.154508:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077377.154515:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077377.154545:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077377.154548:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077377.154551:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077378.178502:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077378.178508:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077378.882518:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769077378.882528:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769077378.882533:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769077378.882724:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077378.882743:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077378.882750:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077378.882753:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077379.202497:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077379.202503:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077379.202523:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077379.202526:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077379.202528:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077380.226485:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077380.226494:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077380.226497:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077380.226500:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077380.226505:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077380.226508:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077380.226510:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077380.226513:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077380.418533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077380.418543:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077380.418545:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077380.418549:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077380.418552:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077380.418557:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4369
00000400:00000200:0.0:1769077380.418572:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077380.418577:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077380.418579:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077380.418582:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418585:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077380.418586:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418588:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077380.418592:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077380.418593:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077380.418596:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077380.418598:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077380.418600:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077380.418602:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077380.418604:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418605:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077380.418606:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418608:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077380.418610:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077380.418612:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418614:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077380.418616:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077380.418619:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077380.418624:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.418626:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077380.418627:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077380.418647:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769077380.418650:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077380.418653:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077380.418654:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.418656:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077380.418658:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077380.418662:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077380.418669:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077380.418674:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077380.418680:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610707840/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077380.418689:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077380.418692:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077380.418696:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610707840/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077380.418730:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077380.418733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077380.418735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077380.418737:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077380.418738:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077380.418740:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077380.418741:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4369
00000400:00000200:0.0:1769077380.418743:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077380.418745:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077380.418747:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077380.418749:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418751:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077380.418753:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418755:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077380.418757:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077380.418758:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077380.418759:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077380.418761:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077380.418762:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077380.418765:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077380.418770:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418773:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077380.418778:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077380.418796:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077380.418800:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418801:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077380.418803:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077380.418807:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077380.418813:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.418817:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077380.418822:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077380.418828:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.418831:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077380.418835:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769077380.418839:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077380.418844:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077380.418847:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.418851:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077380.418853:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077380.418857:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077380.418860:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077380.418867:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077380.418874:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610707968/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077380.418885:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077380.418889:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077380.418895:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610707968/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077380.418907:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077380.418909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077380.418921:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077380.418925:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077380.418927:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077380.418932:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077380.418937:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4369
00000400:00000200:0.0:1769077380.418945:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077380.418950:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077380.418954:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077380.418960:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418964:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077380.418967:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418970:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077380.418974:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077380.418977:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077380.418980:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077380.418982:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077380.418986:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077380.418989:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077380.418994:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.418998:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077380.419004:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.419007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077380.419011:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077380.419018:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077380.419023:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077380.419033:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077380.419038:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077380.419044:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.419045:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077380.419048:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077380.419054:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.419057:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077380.419064:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769077380.419068:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077380.419071:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077380.419074:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.419077:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077380.419080:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769077380.419081:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:0.0:1769077380.419082:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077380.419086:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
02000000:00000010:0.0:1769077380.419088:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077380.419093:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077380.419100:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610708096/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077380.419122:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077380.419126:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077380.419132:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610708096/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077380.419147:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077380.419158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077380.419168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077380.419170:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077380.419173:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077380.419179:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077380.419183:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4369
00000400:00000200:0.0:1769077380.419194:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077380.419199:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077380.419203:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077380.419205:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.419207:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077380.419210:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.419212:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077380.419214:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077380.419216:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077380.419219:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077380.419222:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077380.419226:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077380.419229:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077380.419234:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.419237:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077380.419241:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077380.419244:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077380.419247:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077380.419253:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077380.419258:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077380.419263:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077380.419265:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077380.419271:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.419275:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077380.419277:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077380.419281:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.419285:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077380.419290:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769077380.419295:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077380.419299:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077380.419302:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077380.419306:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077380.419309:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077380.419312:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077380.419317:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077380.419324:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077380.419332:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610708224/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077380.419349:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077380.419354:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077380.419363:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610708224/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077380.419374:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077380.419380:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4379)
00000800:00000200:1.1:1769077380.419631:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077380.419633:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077380.419890:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077380.419891:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077380.420066:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077380.420068:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077381.250541:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077381.250548:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077381.250574:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077381.250577:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077381.250579:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077381.314450:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299042672, at 4299042688
00000100:00000010:3.0:1769077381.314465:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea120.
00010000:00000001:0.0:1769077382.274492:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077382.274498:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077383.298516:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077383.298522:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077383.298552:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077383.298555:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077383.298557:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077384.322521:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077384.322529:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077385.346534:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077385.346544:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077385.346582:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077385.346584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077385.346587:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077385.539267:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077385.539273:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077385.540068:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077385.540071:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077385.540364:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077385.540365:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077385.540626:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077385.540628:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077386.370516:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077386.370524:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077386.434490:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299047793, at 4299047808
00000100:00000010:3.0:1769077386.434509:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769077387.394526:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077387.394533:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077387.394560:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077387.394563:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077387.394566:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077388.418517:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077388.418528:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077389.442497:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077389.442504:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077389.442544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077389.442547:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077389.442549:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077390.466465:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077390.466472:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077390.466474:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077390.466476:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077390.466481:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077390.466482:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077390.466484:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077390.466485:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077390.659338:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077390.659345:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077390.659786:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077390.659788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077390.660020:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077390.660022:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077390.660207:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077390.660208:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769077391.490510:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077391.490517:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077391.490541:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077391.490545:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077391.490548:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077391.554519:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299052913, at 4299052928
00000100:00000010:3.0:1769077391.554536:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00010000:00000001:0.0:1769077392.514495:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077392.514500:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077393.538483:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077393.538490:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077393.538523:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077393.538525:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077393.538528:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077394.562507:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077394.562513:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077395.586487:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077395.586495:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077395.586525:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077395.586528:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077395.586543:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077395.779247:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077395.779256:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077395.780069:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077395.780071:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077395.780312:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077395.780315:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077395.780568:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077395.780570:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769077396.610534:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077396.610541:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077396.674510:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299058033, at 4299058048
00000100:00000010:3.0:1769077396.674549:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00010000:00000001:0.0:1769077397.634527:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077397.634533:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077397.634584:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077397.634587:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077397.634590:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077398.658529:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077398.658537:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077399.682498:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077399.682506:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077399.682551:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077399.682554:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077399.682556:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077400.706520:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077400.706532:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077400.706535:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077400.706538:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077400.706543:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077400.706545:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077400.706547:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077400.706549:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077400.899548:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077400.900076:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077400.900215:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077400.900376:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077401.730510:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077401.730518:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077401.730551:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077401.730554:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077401.730557:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077401.794521:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299063153, at 4299063168
00000100:00000010:3.0:1769077401.794538:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf60.
00010000:00000001:0.0:1769077402.754485:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077402.754493:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077403.778501:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077403.778506:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077403.778556:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077403.778558:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077403.778561:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769077403.970722:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769077403.970786:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077403.970802:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077403.970807:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769077403.970812:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077403.970817:0:2355:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077403.970824:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077403.970829:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:3.0:1769077403.970838:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077403.970843:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077403.970851:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bddd0
00000400:00000010:3.0:1769077403.970855:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bddd0.
00000100:00000001:3.0:1769077403.970861:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077403.970872:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568a80 x1855007610709888/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077403.970902:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077403.970907:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568a80 x1855007610709888/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077403.970916:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077403.970919:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077403.970932:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077403.970936:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:3.0:1769077403.970941:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077403.970946:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077403.970959:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd908
00000400:00000010:3.0:1769077403.970964:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd908.
00000100:00000001:3.0:1769077403.970969:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077403.970978:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3569880 x1855007610710016/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077403.970999:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077403.971012:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569880 x1855007610710016/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077403.971058:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077403.971061:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077403.971072:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077403.971079:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:3.0:1769077403.971086:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077403.971093:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077403.971099:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd440
00000400:00000010:3.0:1769077403.971103:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd440.
00000100:00000001:3.0:1769077403.971111:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077403.971121:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3569c00 x1855007610710144/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077403.971146:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077403.971155:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569c00 x1855007610710144/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077403.971193:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077403.971200:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077403.971224:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077403.971237:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:3.0:1769077403.971248:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077403.971261:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077403.971272:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:3.0:1769077403.971278:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:3.0:1769077403.971287:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077403.971298:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356b100 x1855007610710272/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077403.971464:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077403.971471:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b100 x1855007610710272/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077403.971484:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077403.971488:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077404.802492:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077404.802502:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077404.802578:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077404.802583:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077404.802587:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077405.826578:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077405.826587:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077405.826632:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077405.826636:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077405.826640:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077406.019116:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077406.019123:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077406.019847:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077406.019851:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077406.020179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077406.020182:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077406.020590:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077406.020592:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077406.850529:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077406.850535:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077406.850581:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077406.850584:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077406.850587:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077406.914556:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299068272, at 4299068288
00000100:00000010:3.0:1769077406.914577:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00010000:00000001:0.0:1769077407.874486:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077407.874493:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077407.874527:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077407.874529:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077407.874532:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077408.898517:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077408.898524:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077408.898565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077408.898568:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077408.898572:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077409.922499:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077409.922506:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077409.922535:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077409.922539:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077409.922543:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077410.946499:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077410.946506:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077410.946508:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077410.946510:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077410.946521:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077410.946523:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077410.946525:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077410.946527:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077410.946547:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077410.946549:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077410.946551:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077411.138518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077411.138526:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077411.138528:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077411.138532:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077411.138535:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077411.138541:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4400
00000400:00000200:0.0:1769077411.138549:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077411.138554:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077411.138557:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077411.138559:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138561:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.138563:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138565:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077411.138569:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077411.138570:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077411.138572:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077411.138574:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077411.138576:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077411.138578:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077411.138580:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138582:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.138583:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138584:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077411.138587:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077411.138589:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138590:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077411.138592:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077411.138594:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077411.138596:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.138598:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077411.138599:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077411.138606:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769077411.138609:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077411.138612:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077411.138613:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.138616:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077411.138617:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077411.138621:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077411.138627:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077411.138632:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077411.138638:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610710912/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077411.138646:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077411.138650:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077411.138663:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610710912/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077411.138692:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077411.138695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077411.138699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077411.138701:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077411.138703:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077411.138706:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077411.138709:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4400
00000400:00000200:0.0:1769077411.138713:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077411.138717:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077411.138719:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077411.138722:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138725:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.138728:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138729:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077411.138731:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077411.138732:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077411.138734:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077411.138735:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077411.138737:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077411.138741:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077411.138744:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138748:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.138751:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138753:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077411.138756:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077411.138760:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138766:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077411.138770:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077411.138775:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077411.138779:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.138782:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077411.138785:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077411.138791:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.138797:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077411.138803:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769077411.138807:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077411.138810:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077411.138814:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.138821:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077411.138824:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077411.138826:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077411.138831:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077411.138837:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077411.138845:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610711040/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077411.138856:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077411.138860:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077411.138864:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610711040/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077411.138881:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077411.138886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077411.138892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077411.138895:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077411.138899:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077411.138904:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077411.138909:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4400
00000400:00000200:0.0:1769077411.138914:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077411.138918:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077411.138921:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077411.138928:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138930:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.138932:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138933:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077411.138936:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077411.138940:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077411.138942:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077411.138945:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077411.138949:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077411.138953:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077411.138958:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138962:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.138968:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138973:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077411.138977:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077411.138982:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077411.138988:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077411.138991:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077411.138994:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077411.138997:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.139001:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077411.139003:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077411.139008:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.139010:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077411.139014:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769077411.139018:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077411.139023:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077411.139024:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.139026:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077411.139028:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077411.139032:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077411.139037:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000800:00000200:1.1:1769077411.139042:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769077411.139043:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077411.139047:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00100000:0.0:1769077411.139052:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610711168/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077411.139065:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077411.139068:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077411.139074:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610711168/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077411.139089:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077411.139093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077411.139096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077411.139099:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077411.139102:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077411.139106:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077411.139111:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4400
00000400:00000200:0.0:1769077411.139118:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077411.139125:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077411.139129:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077411.139135:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.139140:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.139143:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.139148:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077411.139151:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077411.139152:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077411.139157:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077411.139159:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077411.139163:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077411.139168:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077411.139174:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.139177:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077411.139182:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077411.139184:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077411.139185:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077411.139188:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077411.139191:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077411.139194:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077411.139199:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077411.139202:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.139205:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077411.139208:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077411.139211:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.139215:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077411.139220:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769077411.139224:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077411.139226:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077411.139230:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077411.139231:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077411.139233:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077411.139235:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077411.139238:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077411.139242:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077411.139250:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610711296/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077411.139261:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077411.139281:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077411.139287:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610711296/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077411.139299:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077411.139307:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4410)
00000800:00000200:1.1:1769077411.139568:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077411.139569:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077411.139804:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077411.139806:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077411.140006:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077411.140008:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077411.970522:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077411.970530:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077411.970556:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077411.970560:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077411.970563:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077412.034513:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299073392, at 4299073408
00000100:00000010:3.0:1769077412.034533:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00010000:00000001:0.0:1769077412.994521:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077412.994531:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077412.994564:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077412.994567:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077412.994571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077414.018555:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077414.018564:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077414.018596:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077414.018598:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077414.018602:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077415.042550:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077415.042559:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077415.042595:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077415.042598:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077415.042602:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077416.066561:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077416.066571:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077416.066607:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077416.066612:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077416.066615:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077416.258564:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077416.258576:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077416.258579:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077416.258583:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077416.258587:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077416.258595:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4405
00000400:00000200:3.0:1769077416.258605:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077416.258612:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077416.258616:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077416.258619:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077416.258624:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258626:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077416.258630:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077416.258631:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077416.258634:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077416.258635:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077416.258637:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077416.258639:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077416.258641:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077416.258644:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258646:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077416.258648:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077416.258651:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258652:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077416.258654:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077416.258656:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077416.258659:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.258660:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077416.258662:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077416.258670:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769077416.258672:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077416.258675:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077416.258687:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.258694:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077416.258697:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077416.258701:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077416.258710:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077416.258717:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077416.258726:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610711424/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077416.258738:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077416.258741:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077416.258745:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610711424/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077416.258766:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077416.258769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077416.258773:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077416.258774:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077416.258776:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077416.258778:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077416.258781:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4405
00000400:00000200:3.0:1769077416.258786:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077416.258789:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077416.258792:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077416.258795:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258798:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077416.258800:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258802:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077416.258805:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077416.258806:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077416.258808:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077416.258811:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077416.258813:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077416.258815:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077416.258818:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258820:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077416.258822:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258824:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077416.258827:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077416.258829:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258832:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077416.258834:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077416.258839:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077416.258841:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.258843:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077416.258847:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077416.258850:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.258852:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077416.258856:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769077416.258859:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077416.258861:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077416.258863:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.258865:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077416.258866:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077416.258868:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077416.258872:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077416.258875:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077416.258879:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610711552/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077416.258887:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077416.258889:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077416.258892:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610711552/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077416.258901:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077416.258904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077416.258908:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077416.258909:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077416.258911:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077416.258913:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077416.258916:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4405
00000400:00000200:3.0:1769077416.258920:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077416.258923:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077416.258925:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077416.258928:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258930:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077416.258932:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258934:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077416.258936:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077416.258937:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077416.258939:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077416.258941:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077416.258943:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077416.258945:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077416.258948:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258950:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077416.258952:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258954:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077416.258956:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077416.258959:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077416.258961:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077416.258963:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077416.258966:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077416.258968:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.258970:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077416.258973:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077416.258975:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.258977:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077416.258981:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077416.258983:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077416.258986:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077416.258987:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.258989:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077416.258991:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077416.258992:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077416.258995:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077416.258998:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077416.259002:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610711680/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077416.259009:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077416.259010:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077416.259012:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077416.259013:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1769077416.259016:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610711680/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077416.259024:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077416.259027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077416.259030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077416.259032:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077416.259034:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077416.259036:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077416.259039:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4405
00000400:00000200:3.0:1769077416.259042:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077416.259045:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077416.259048:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077416.259051:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.259053:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077416.259055:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.259058:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077416.259060:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077416.259061:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077416.259063:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077416.259065:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077416.259067:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077416.259070:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077416.259073:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.259074:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077416.259076:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077416.259078:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077416.259080:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077416.259083:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077416.259086:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077416.259088:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077416.259090:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077416.259092:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.259094:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077416.259096:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077416.259098:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.259100:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077416.259103:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077416.259105:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077416.259108:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077416.259109:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.259111:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077416.259112:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077416.259114:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077416.259117:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077416.259120:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077416.259124:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610711808/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077416.259131:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077416.259134:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077416.259138:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610711808/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077416.259146:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077416.259150:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4415)
00000800:00000200:1.1:1769077416.259456:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077416.259458:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077416.259657:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077416.259659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077416.259839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077416.259841:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769077417.090504:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077417.090511:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077417.090536:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077417.090539:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077417.090541:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077417.154496:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299078512, at 4299078528
00000100:00000010:3.0:1769077417.154511:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00000800:00000200:3.0:1769077417.794494:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769077417.794503:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769077417.794509:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769077417.794714:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769077417.794720:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077417.794732:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077417.794737:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077417.794743:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077418.114495:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077418.114501:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077418.114523:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077418.114526:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077418.114528:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077419.138474:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077419.138481:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077419.138507:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077419.138510:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077419.138513:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077420.162517:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077420.162523:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077420.162548:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077420.162550:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077420.162552:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077421.186504:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077421.186516:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077421.186521:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077421.186525:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077421.186532:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077421.186535:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077421.186538:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077421.186540:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077421.186591:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077421.186593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077421.186596:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077421.378461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077421.378470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077421.378472:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077421.378475:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077421.378479:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077421.378485:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4410
00000400:00000200:3.0:1769077421.378492:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077421.378498:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077421.378500:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077421.378502:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378505:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077421.378507:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378509:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077421.378512:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077421.378514:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077421.378516:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077421.378518:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077421.378519:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077421.378521:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077421.378523:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378524:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077421.378526:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378527:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077421.378529:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077421.378531:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378533:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077421.378535:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077421.378537:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077421.378539:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.378540:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077421.378542:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077421.378549:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077421.378552:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077421.378555:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077421.378556:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.378559:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077421.378560:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077421.378564:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077421.378570:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077421.378575:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077421.378582:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610711936/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077421.378590:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077421.378594:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077421.378597:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610711936/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077421.378615:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077421.378617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077421.378619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077421.378620:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077421.378621:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077421.378623:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077421.378625:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4410
00000400:00000200:3.0:1769077421.378627:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077421.378629:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077421.378630:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077421.378632:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378633:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077421.378634:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378636:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077421.378638:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077421.378639:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077421.378640:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077421.378641:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077421.378643:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077421.378645:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077421.378648:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378649:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077421.378650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378652:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077421.378653:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077421.378655:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378657:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077421.378658:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077421.378663:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077421.378666:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.378670:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077421.378674:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077421.378677:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.378680:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077421.378683:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077421.378686:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077421.378691:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077421.378692:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.378696:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077421.378698:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077421.378701:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077421.378707:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077421.378711:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077421.378720:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610712064/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077421.378728:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077421.378731:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077421.378742:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610712064/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077421.378762:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077421.378766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077421.378770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077421.378772:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077421.378775:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077421.378777:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077421.378779:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4410
00000400:00000200:3.0:1769077421.378784:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077421.378788:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077421.378791:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077421.378794:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378799:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077421.378804:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378806:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077421.378807:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077421.378810:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077421.378813:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077421.378815:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077421.378816:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077421.378818:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077421.378824:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378826:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077421.378827:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378829:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077421.378831:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077421.378837:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378841:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077421.378843:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077421.378846:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077421.378848:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.378850:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077421.378853:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077421.378855:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.378859:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077421.378863:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077421.378867:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077421.378871:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077421.378874:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.378875:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077421.378878:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077421.378881:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077421.378884:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077421.378888:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077421.378896:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610712192/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077421.378905:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077421.378908:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077421.378912:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610712192/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077421.378934:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077421.378939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077421.378945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077421.378948:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077421.378952:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077421.378957:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077421.378963:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4410
00000400:00000200:3.0:1769077421.378973:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077421.378982:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077421.378988:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077421.378995:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.378998:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077421.379003:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.379008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077421.379012:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077421.379014:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077421.379017:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077421.379020:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077421.379022:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077421.379033:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077421.379039:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.379041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077421.379044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077421.379046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077421.379049:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077421.379055:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077421.379057:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077421.379059:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077421.379062:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077421.379065:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.379068:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.1:1769077421.379070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00100000:3.0:1769077421.379071:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077421.379075:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.379077:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077421.379078:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000100:00000010:3.0:1769077421.379081:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077421.379084:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077421.379088:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077421.379091:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077421.379094:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077421.379120:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077421.379123:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077421.379128:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077421.379134:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077421.379141:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610712320/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077421.379149:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077421.379151:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077421.379153:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610712320/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077421.379160:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077421.379165:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4420)
00000800:00000200:1.1:1769077421.379580:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077421.379583:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077421.379857:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077421.379859:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077421.380169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077421.380172:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769077422.210501:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077422.210507:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077422.210527:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077422.210529:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077422.210532:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077422.274490:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299083632, at 4299083648
00000100:00000010:3.0:1769077422.274504:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ead80.
00010000:00000001:0.0:1769077423.234516:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077423.234522:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077423.234549:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077423.234551:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077423.234553:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077424.258530:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077424.258537:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077424.258581:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077424.258584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077424.258588:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077425.282517:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077425.282526:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077425.282561:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077425.282564:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077425.282568:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077426.306570:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077426.306578:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077426.306617:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077426.306620:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077426.306623:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077426.499145:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077426.499152:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077426.499793:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077426.499795:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077426.500089:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077426.500092:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077426.500345:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077426.500348:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769077427.330493:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077427.330501:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077427.330527:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077427.330531:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077427.330536:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077427.394476:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299088752, at 4299088768
00000100:00000010:3.0:1769077427.394498:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00010000:00000001:0.0:1769077428.354551:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077428.354560:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077428.354631:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077428.354635:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077428.354639:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077429.378462:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077429.378468:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077429.378486:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077429.378488:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077429.378490:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077430.402478:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077430.402483:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077430.402501:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077430.402503:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077430.402505:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077431.426507:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077431.426515:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077431.426518:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077431.426521:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077431.426526:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077431.426528:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077431.426529:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077431.426531:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077431.426553:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077431.426555:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077431.426557:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077431.618555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077431.618566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077431.618569:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.618574:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077431.618579:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077431.618587:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4420
00000400:00000200:3.0:1769077431.618597:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077431.618613:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.618616:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077431.618619:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.618622:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.618624:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.618626:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077431.618630:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.618632:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077431.618634:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077431.618637:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077431.618639:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077431.618641:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077431.618643:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.618645:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.618646:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.618647:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077431.618649:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077431.618652:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077431.618653:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.618655:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077431.618658:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.618660:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.618662:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077431.618664:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077431.618675:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077431.618683:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077431.618687:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077431.618689:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.618691:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077431.618694:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077431.618698:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077431.618707:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077431.618714:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.618722:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610712960/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077431.618730:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077431.618735:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.618738:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610712960/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.618757:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077431.618762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077431.618766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077431.618767:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.618768:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077431.618771:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077431.618772:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4420
00000400:00000200:3.0:1769077431.618775:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077431.618776:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.618778:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077431.618780:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.618781:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.618783:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.618785:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077431.618788:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.618790:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077431.618792:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077431.618795:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077431.618797:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077431.618800:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077431.618806:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.618809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.618812:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.618815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077431.618817:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077431.618820:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077431.618823:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.618828:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077431.618837:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.618844:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.618850:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077431.618858:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077431.618874:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.618881:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077431.618894:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077431.618903:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077431.618919:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077431.618938:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.618943:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077431.618945:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077431.618954:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077431.618963:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077431.618971:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.618984:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610713088/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077431.619012:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077431.619021:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.619041:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610713088/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.619067:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077431.619072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077431.619084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077431.619086:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.619091:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077431.619100:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077431.619106:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4420
00000400:00000200:3.0:1769077431.619143:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077431.619150:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.619153:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077431.619165:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.619169:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.619177:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.619182:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077431.619189:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.619195:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000800:00000200:2.1:1769077431.619199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769077431.619201:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769077431.619205:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000020:00000040:3.0:1769077431.619206:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077431.619217:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077431.619224:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077431.619231:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.619233:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.619236:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.619241:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077431.619244:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077431.619246:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077431.619248:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.619254:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077431.619261:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.619266:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.619269:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077431.619273:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077431.619276:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.619278:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077431.619282:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077431.619288:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077431.619292:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077431.619302:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.619305:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077431.619308:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077431.619313:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077431.619327:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077431.619332:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.619339:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610713216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077431.619431:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077431.619433:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.619438:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610713216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.619450:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077431.619453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077431.619457:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077431.619463:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.619465:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077431.619471:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077431.619475:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4420
00000400:00000200:3.0:1769077431.619493:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077431.619503:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.619510:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077431.619523:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.619534:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.619541:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.619552:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077431.619564:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.619571:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077431.619576:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077431.619580:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077431.619588:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077431.619594:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077431.619610:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.619617:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.619625:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077431.619638:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077431.619647:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077431.619664:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077431.619672:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.619681:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077431.619690:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.619697:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.619708:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077431.619715:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077431.619725:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.619732:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077431.619741:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077431.619745:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077431.619752:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077431.619755:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.619761:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077431.619763:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077431.619767:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077431.619773:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077431.619779:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.619787:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610713344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077431.619867:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077431.619874:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.619882:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610713344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.619900:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.619908:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4430)
00000800:00000200:2.1:1769077431.620091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077431.620093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077431.620310:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077431.620312:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077431.620550:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077431.620552:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1769077432.450512:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077432.450519:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077432.450546:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077432.450548:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077432.450551:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077432.514538:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299093873, at 4299093888
00000100:00000010:3.0:1769077432.514557:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00010000:00000001:0.0:1769077433.474549:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077433.474557:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077433.474585:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077433.474588:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077433.474592:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077434.498526:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077434.498534:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077434.498567:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077434.498571:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077434.498575:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077435.522522:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077435.522530:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077435.522558:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077435.522567:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077435.522570:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077436.546478:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077436.546485:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077436.546510:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077436.546512:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077436.546514:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077436.739468:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077436.739472:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077436.739959:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077436.739962:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077436.740288:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077436.740291:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077436.740647:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077436.740650:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1769077437.570491:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077437.570496:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077437.570517:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077437.570519:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077437.570521:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077437.634482:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299098993, at 4299099008
00000100:00000010:3.0:1769077437.634498:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769077438.594498:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077438.594509:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077438.594541:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077438.594545:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077438.594548:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077439.618515:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077439.618522:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077439.618547:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077439.618550:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077439.618553:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077440.642538:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077440.642546:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077440.642579:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077440.642583:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077440.642587:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077441.666446:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077441.666458:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077441.666462:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077441.666465:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077441.666471:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077441.666473:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077441.666476:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077441.666479:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077441.666520:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077441.666523:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077441.666526:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077441.858518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077441.858529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077441.858532:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077441.858537:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077441.858548:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077441.858556:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4430
00000400:00000200:0.0:1769077441.858566:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077441.858573:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077441.858576:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077441.858579:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858582:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077441.858584:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858586:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077441.858590:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077441.858595:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077441.858597:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077441.858600:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077441.858602:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077441.858604:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077441.858607:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858608:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077441.858610:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858612:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077441.858615:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077441.858618:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858620:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077441.858622:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077441.858625:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077441.858628:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.858629:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077441.858631:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077441.858642:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769077441.858645:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077441.858649:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077441.858650:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.858653:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077441.858655:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077441.858660:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077441.858668:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769077441.858675:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077441.858684:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610713984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077441.858692:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077441.858697:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077441.858700:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610713984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077441.858723:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077441.858726:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077441.858728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077441.858730:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077441.858731:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077441.858733:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077441.858735:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4430
00000400:00000200:0.0:1769077441.858738:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077441.858740:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077441.858742:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077441.858744:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858746:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077441.858748:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858750:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077441.858766:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077441.858767:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077441.858769:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077441.858771:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077441.858773:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077441.858775:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077441.858777:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858779:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077441.858781:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858786:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077441.858788:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077441.858794:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858797:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077441.858800:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077441.858805:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077441.858809:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.858813:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077441.858819:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077441.858825:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.858827:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077441.858832:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769077441.858836:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077441.858840:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077441.858844:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.858847:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077441.858848:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077441.858853:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077441.858860:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769077441.858867:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077441.858876:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610714112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077441.858894:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077441.858898:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077441.858904:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610714112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077441.858916:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077441.858922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077441.858927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077441.858931:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077441.858933:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077441.858939:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077441.858944:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4430
00000400:00000200:0.0:1769077441.858952:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077441.858958:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077441.858963:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077441.858969:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858973:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077441.858975:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.858976:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077441.858978:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077441.858980:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077441.858982:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077441.858985:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077441.858988:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077441.858991:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077441.858996:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.859001:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077441.859002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.859003:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077441.859006:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077441.859011:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077441.859014:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077441.859016:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077441.859019:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077441.859022:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.859026:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077441.859030:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077441.859034:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.859037:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077441.859042:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769077441.859047:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077441.859052:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077441.859055:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.859057:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077441.859058:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077441.859060:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077441.859066:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769077441.859072:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077441.859081:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610714240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077441.859091:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077441.859093:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077441.859097:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610714240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077441.859111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077441.859117:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1769077441.859119:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077441.859125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077441.859129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077441.859133:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077441.859134:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077441.859137:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077441.859140:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4430
00000400:00000200:0.0:1769077441.859145:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077441.859151:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077441.859154:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077441.859160:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.859165:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077441.859167:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.859169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077441.859172:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077441.859174:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077441.859176:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077441.859179:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077441.859183:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077441.859187:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077441.859193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.859196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077441.859201:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077441.859203:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077441.859208:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077441.859213:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077441.859217:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077441.859220:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077441.859223:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077441.859228:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.859229:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077441.859232:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077441.859238:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.859243:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077441.859249:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769077441.859255:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077441.859257:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077441.859258:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077441.859263:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077441.859264:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077441.859265:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077441.859270:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769077441.859275:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077441.859282:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610714368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077441.859293:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077441.859296:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077441.859302:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610714368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077441.859312:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077441.859319:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4440)
00000800:00000200:2.1:1769077441.859857:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077441.859859:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769077441.860240:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077441.860241:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769077441.860577:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077441.860579:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00010000:00000001:0.0:1769077442.690519:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077442.690527:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077442.690585:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077442.690588:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077442.690591:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077442.754503:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299104112, at 4299104128
00000100:00000010:3.0:1769077442.754523:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00010000:00000001:0.0:1769077443.714562:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077443.714570:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077443.714612:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077443.714617:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077443.714621:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077444.738525:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077444.738533:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077444.738609:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077444.738612:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077444.738617:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077445.762469:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077445.762476:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077445.762527:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077445.762531:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077445.762536:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077446.786484:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077446.786491:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077446.786518:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077446.786521:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077446.786524:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077446.978533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077446.978548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077446.978552:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077446.978558:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077446.978564:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077446.978574:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4435
00000400:00000200:3.0:1769077446.978586:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077446.978594:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077446.978599:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077446.978602:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.978607:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077446.978610:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.978612:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077446.978618:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077446.978620:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077446.978623:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077446.978627:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077446.978630:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077446.978633:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077446.978637:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.978639:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077446.978641:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.978643:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077446.978648:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077446.978652:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077446.978655:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077446.978659:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077446.978663:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077446.978682:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.978685:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077446.978695:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077446.978707:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077446.978711:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077446.978716:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077446.978718:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.978722:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077446.978725:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077446.978731:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077446.978741:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077446.978749:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077446.978760:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610714496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077446.978774:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077446.978779:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077446.978785:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610714496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077446.978810:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077446.978814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077446.978817:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077446.978819:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077446.978821:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077446.978824:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077446.978827:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4435
00000400:00000200:3.0:1769077446.978832:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077446.978837:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077446.978840:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077446.978843:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.978846:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077446.978848:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.978851:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077446.978857:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077446.978859:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077446.978863:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077446.978868:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077446.978872:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077446.978879:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077446.978889:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.978896:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077446.978900:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.978905:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077446.978911:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077446.978920:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077446.978927:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077446.978932:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077446.978939:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077446.978946:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.978951:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077446.978958:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077446.978965:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.978970:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077446.978978:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077446.978984:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077446.978990:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077446.978993:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.978997:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077446.979000:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077446.979005:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077446.979015:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077446.979023:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077446.979033:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610714624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077446.979049:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077446.979055:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077446.979063:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610714624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077446.979081:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077446.979088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077446.979095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077446.979101:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077446.979106:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077446.979114:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077446.979120:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4435
00000400:00000200:3.0:1769077446.979136:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077446.979143:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077446.979149:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077446.979158:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.1:1769077446.979163:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077446.979165:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077446.979168:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769077446.979172:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.979179:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077446.979186:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077446.979189:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077446.979194:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077446.979199:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077446.979205:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077446.979212:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077446.979222:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.979229:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077446.979234:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.979240:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077446.979247:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077446.979255:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077446.979261:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077446.979267:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077446.979274:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077446.979289:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.979293:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077446.979297:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077446.979303:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.979309:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077446.979317:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769077446.979322:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077446.979325:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077446.979327:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.979331:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077446.979334:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077446.979338:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077446.979356:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077446.979364:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077446.979378:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610714752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077446.979421:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077446.979428:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077446.979439:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610714752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077446.979475:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077446.979481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077446.979494:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077446.979500:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077446.979504:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077446.979510:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077446.979518:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4435
00000400:00000200:3.0:1769077446.979531:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077446.979541:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077446.979548:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077446.979557:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.979563:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077446.979571:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.979577:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077446.979582:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077446.979586:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077446.979591:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077446.979597:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077446.979604:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077446.979610:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077446.979619:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.979626:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077446.979630:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077446.979635:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077446.979643:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077446.979652:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077446.979659:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077446.979678:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077446.979685:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077446.979692:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.979700:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077446.979704:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077446.979712:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.979717:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077446.979724:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769077446.979731:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077446.979737:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077446.979740:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077446.979747:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077446.979751:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077446.979755:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077446.979766:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077446.979775:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077446.979786:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610714880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077446.979809:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077446.979815:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077446.979827:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610714880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077446.979857:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077446.979866:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4446)
00000800:00000200:2.1:1769077446.979872:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077446.979874:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077446.980108:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077446.980110:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077446.980342:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077446.980344:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077447.810514:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077447.810522:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077447.810598:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077447.810604:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077447.810609:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077447.874468:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299109232, at 4299109248
00000100:00000010:3.0:1769077447.874490:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769077448.834530:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077448.834538:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077448.834626:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077448.834631:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077448.834694:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077449.858543:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077449.858554:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077449.858652:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077449.858658:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077449.858663:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077450.882501:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077450.882507:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077450.882570:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077450.882573:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077450.882577:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077451.906478:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077451.906486:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077451.906488:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077451.906490:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077451.906495:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077451.906497:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077451.906499:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077451.906500:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077451.906558:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077451.906561:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077451.906564:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077452.098487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077452.098497:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077452.098499:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077452.098502:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077452.098506:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077452.098512:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4441
00000400:00000200:0.0:1769077452.098520:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077452.098526:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077452.098528:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077452.098531:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098533:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077452.098535:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098537:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077452.098540:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077452.098542:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077452.098544:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077452.098546:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077452.098548:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077452.098549:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077452.098551:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098552:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077452.098553:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098555:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077452.098557:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077452.098560:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098561:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077452.098563:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077452.098566:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077452.098568:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.098569:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077452.098571:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077452.098602:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769077452.098605:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077452.098609:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077452.098610:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.098612:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077452.098614:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077452.098618:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077452.098626:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769077452.098631:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077452.098638:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610715008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077452.098647:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077452.098650:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077452.098653:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610715008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077452.098672:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077452.098674:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077452.098676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077452.098678:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077452.098679:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077452.098681:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077452.098683:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4441
00000400:00000200:0.0:1769077452.098685:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077452.098687:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077452.098689:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077452.098691:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098693:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077452.098695:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098696:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077452.098699:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077452.098700:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077452.098701:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077452.098703:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077452.098704:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077452.098706:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077452.098708:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098712:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077452.098714:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098717:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077452.098721:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077452.098724:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098726:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077452.098728:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077452.098733:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077452.098737:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.098740:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077452.098743:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077452.098749:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.098750:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077452.098755:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769077452.098759:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077452.098761:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077452.098765:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.098767:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077452.098769:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077452.098772:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077452.098776:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769077452.098780:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077452.098790:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610715136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077452.098801:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077452.098803:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077452.098806:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610715136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077452.098812:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077452.098818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077452.098822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077452.098824:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077452.098826:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077452.098832:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077452.098836:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4441
00000400:00000200:0.0:1769077452.098840:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077452.098843:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077452.098846:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077452.098849:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098851:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077452.098856:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098860:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077452.098864:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077452.098866:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077452.098869:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077452.098872:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077452.098876:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077452.098881:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077452.098886:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098890:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077452.098895:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098898:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077452.098903:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077452.098908:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077452.098911:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077452.098914:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077452.098916:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077452.098917:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.098921:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077452.098925:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077452.098927:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.098929:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077452.098935:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769077452.098938:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077452.098943:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077452.098946:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.098949:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077452.098952:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077452.098954:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077452.098959:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769077452.098962:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077452.098967:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610715264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077452.098978:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077452.098982:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077452.098989:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610715264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077452.099003:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077452.099006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077452.099010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077452.099011:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077452.099013:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077452.099015:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077452.099021:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4441
00000400:00000200:0.0:1769077452.099026:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.1:1769077452.099030:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:0.0:1769077452.099033:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000200:2.1:1769077452.099035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1769077452.099036:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077452.099042:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.099047:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077452.099053:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.099056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077452.099058:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077452.099058:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077452.099060:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077452.099063:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077452.099067:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077452.099072:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077452.099077:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.099080:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077452.099084:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077452.099087:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077452.099091:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077452.099095:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077452.099101:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077452.099105:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077452.099108:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077452.099111:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.099115:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077452.099117:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077452.099123:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.099126:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077452.099131:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769077452.099135:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077452.099140:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077452.099142:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077452.099143:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077452.099145:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077452.099147:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077452.099151:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769077452.099155:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077452.099163:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610715392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077452.099171:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077452.099173:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077452.099179:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610715392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077452.099191:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077452.099197:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4451)
00000800:00000200:2.1:1769077452.099451:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077452.099453:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077452.099666:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077452.099668:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077452.099881:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077452.099883:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077452.930514:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077452.930520:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077452.930584:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077452.930588:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077452.930591:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077452.994489:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299114352, at 4299114368
00000100:00000010:3.0:1769077452.994505:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00010000:00000001:0.0:1769077453.954473:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077453.954480:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077453.954595:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077453.954600:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077453.954604:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077454.978562:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077454.978569:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077454.978624:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077454.978627:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077454.978630:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769077455.682809:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077456.002500:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077456.002509:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077456.002580:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077456.002585:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077456.002590:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077457.026522:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077457.026532:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077457.026590:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077457.026594:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077457.026598:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077457.218524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077457.218540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077457.218543:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077457.218549:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077457.218555:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077457.218564:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4446
00000400:00000200:0.0:1769077457.218576:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077457.218584:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077457.218588:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077457.218593:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.218598:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.218601:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.218604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077457.218610:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077457.218613:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077457.218617:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077457.218620:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077457.218623:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077457.218627:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077457.218630:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.218633:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.218635:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.218638:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077457.218642:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077457.218646:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077457.218649:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077457.218653:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077457.218656:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077457.218660:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.218662:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077457.218665:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077457.218678:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769077457.218683:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077457.218688:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077457.218691:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.218694:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077457.218698:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077457.218703:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077457.218713:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769077457.218722:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077457.218733:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610715520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077457.218745:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077457.218751:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077457.218757:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610715520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.218789:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077457.218793:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077457.218797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077457.218798:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077457.218800:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077457.218803:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077457.218805:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4446
00000400:00000200:0.0:1769077457.218810:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077457.218814:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077457.218818:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077457.218822:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.218825:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.218829:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.218831:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077457.218834:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077457.218837:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077457.218839:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077457.218842:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077457.218847:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077457.218851:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077457.218859:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.218867:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.218870:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.218879:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077457.218891:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077457.218903:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077457.218914:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077457.218927:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077457.218941:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077457.218955:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.218963:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077457.218973:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077457.218986:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.218991:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077457.218997:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769077457.219007:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077457.219015:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077457.219024:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.219037:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077457.219041:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077457.219045:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077457.219053:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769077457.219067:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077457.219081:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610715648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077457.219149:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077457.219156:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077457.219167:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610715648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.219198:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077457.219209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077457.219223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077457.219229:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077457.219234:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077457.219245:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077457.219255:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4446
00000400:00000200:0.0:1769077457.219269:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077457.219283:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077457.219293:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077457.219306:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.219317:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.219325:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.219332:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077457.219342:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077457.219346:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077457.219351:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077457.219354:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769077457.219357:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769077457.219359:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769077457.219364:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077457.219366:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077457.219380:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.219426:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.219430:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.219432:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077457.219436:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077457.219439:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077457.219447:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077457.219458:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077457.219466:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077457.219478:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.219484:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077457.219506:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077457.219522:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.219532:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077457.219544:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769077457.219553:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077457.219565:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077457.219573:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.219582:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077457.219584:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077457.219590:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077457.219602:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077457.219610:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077457.219623:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610715776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077457.219651:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077457.219657:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077457.219670:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610715776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.219708:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077457.219717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077457.219737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077457.219744:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077457.219754:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077457.219763:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077457.219771:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4446
00000400:00000200:0.0:1769077457.219785:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077457.219797:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077457.219803:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077457.219812:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.219817:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.219825:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.219833:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077457.219842:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077457.219846:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077457.219851:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077457.219856:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077457.219863:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077457.219870:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077457.219879:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.219884:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077457.219893:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077457.219899:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077457.219906:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077457.219916:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077457.219923:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077457.219927:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077457.219933:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077457.219942:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.219950:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077457.219953:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077457.219962:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.219968:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077457.219975:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769077457.219980:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077457.219987:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077457.219992:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077457.220004:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077457.220010:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077457.220018:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077457.220030:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077457.220038:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077457.220052:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610715904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077457.220078:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077457.220083:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077457.220095:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610715904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077457.220138:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077457.220147:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4456)
00000800:00000200:2.1:1769077457.220283:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077457.220285:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077457.220516:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077457.220518:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077457.220751:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077457.220753:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769077458.050506:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077458.050514:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077458.050566:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077458.050572:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077458.050576:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077458.114452:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299119473, at 4299119488
00000100:00000010:3.0:1769077458.114464:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769077459.074559:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077459.074566:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077459.074594:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077459.074596:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077459.074599:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077460.098534:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077460.098539:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077460.098593:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077460.098596:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077460.098599:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077461.122710:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077461.122725:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077461.122729:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077461.122742:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077461.122767:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077461.122771:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077461.122774:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077461.122777:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077461.122818:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077461.122838:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077461.122843:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077462.146530:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077462.146538:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077462.146599:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077462.146603:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077462.146606:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077462.338574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077462.338585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077462.338588:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077462.338592:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077462.338597:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077462.338604:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4451
00000400:00000200:3.0:1769077462.338614:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077462.338621:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077462.338624:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077462.338627:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338630:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077462.338632:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338634:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077462.338638:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077462.338640:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077462.338643:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077462.338645:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077462.338647:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077462.338649:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077462.338651:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338652:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077462.338653:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338655:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077462.338657:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077462.338660:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338661:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077462.338663:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077462.338666:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077462.338668:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.338670:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077462.338672:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077462.338683:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769077462.338687:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077462.338691:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077462.338692:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.338695:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077462.338697:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077462.338702:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077462.338709:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077462.338716:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077462.338730:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610716032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077462.338739:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077462.338743:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077462.338746:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610716032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077462.338766:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077462.338769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077462.338771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077462.338773:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077462.338774:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077462.338776:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077462.338777:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4451
00000400:00000200:3.0:1769077462.338780:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077462.338782:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077462.338783:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077462.338786:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077462.338790:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338792:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077462.338794:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077462.338795:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077462.338796:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077462.338798:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077462.338799:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077462.338801:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077462.338803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077462.338807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077462.338812:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077462.338817:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338819:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077462.338822:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077462.338827:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077462.338829:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.338831:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077462.338837:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077462.338842:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.338846:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077462.338852:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769077462.338857:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077462.338859:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077462.338861:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.338864:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077462.338865:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077462.338867:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077462.338875:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077462.338881:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077462.338892:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610716160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077462.338910:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077462.338912:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077462.338917:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610716160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077462.338929:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077462.338933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077462.338937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077462.338940:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077462.338943:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077462.338945:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077462.338947:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4451
00000400:00000200:3.0:1769077462.338957:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077462.338962:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077462.338964:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077462.338966:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338971:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077462.338972:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.338975:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077462.338977:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077462.338980:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077462.338983:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077462.338987:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077462.338995:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077462.338999:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077462.339005:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.339010:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077462.339014:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.339018:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077462.339022:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077462.339028:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077462.339031:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077462.339035:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077462.339038:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077462.339041:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.339043:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077462.339047:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077462.339049:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.339050:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077462.339055:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769077462.339058:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077462.339060:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077462.339061:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.339062:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077462.339063:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077462.339065:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077462.339068:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077462.339072:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077462.339078:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610716288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077462.339097:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077462.339101:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077462.339108:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610716288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077462.339124:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077462.339128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077462.339134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077462.339137:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077462.339140:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077462.339143:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077462.339147:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4451
00000400:00000200:3.0:1769077462.339153:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077462.339156:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077462.339159:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077462.339162:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.339168:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077462.339175:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.339182:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769077462.339185:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769077462.339187:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077462.339190:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000020:00000040:3.0:1769077462.339191:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077462.339195:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077462.339199:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077462.339206:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077462.339210:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077462.339219:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.339226:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077462.339231:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077462.339234:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077462.339241:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077462.339246:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077462.339249:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077462.339251:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077462.339254:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077462.339257:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.339261:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077462.339263:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077462.339269:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.339272:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077462.339277:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769077462.339280:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077462.339283:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077462.339287:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077462.339290:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077462.339291:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077462.339294:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077462.339300:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077462.339304:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077462.339313:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610716416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077462.339323:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077462.339327:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077462.339332:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610716416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077462.339341:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077462.339349:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4461)
00000800:00000200:2.1:1769077462.339647:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077462.339648:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077462.339851:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077462.339854:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077462.340083:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077462.340085:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769077463.170527:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077463.170534:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077463.170573:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077463.170575:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077463.170578:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077463.234521:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299124592, at 4299124608
00000100:00000010:3.0:1769077463.234539:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769077464.194474:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077464.194481:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077464.194565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077464.194570:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077464.194575:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077465.218527:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077465.218535:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077465.218562:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077465.218565:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077465.218568:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077466.242473:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077466.242480:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077466.242520:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077466.242526:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077466.242530:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077467.266460:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077467.266468:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077467.266491:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077467.266494:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077467.266497:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077467.458471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077467.458484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077467.458488:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077467.458493:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077467.458497:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077467.458506:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4456
00000400:00000200:3.0:1769077467.458516:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077467.458523:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077467.458526:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077467.458529:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458532:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.458534:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458537:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077467.458541:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077467.458543:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077467.458545:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077467.458548:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077467.458549:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077467.458551:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077467.458553:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458554:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.458562:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458563:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077467.458566:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077467.458569:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458572:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077467.458574:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077467.458578:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077467.458580:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.458582:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077467.458584:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077467.458597:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077467.458601:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077467.458605:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077467.458606:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.458609:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077467.458612:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077467.458617:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077467.458626:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077467.458633:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077467.458643:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610716544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077467.458653:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077467.458656:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077467.458660:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610716544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077467.458683:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077467.458686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077467.458689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077467.458690:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077467.458692:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077467.458693:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077467.458695:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4456
00000400:00000200:3.0:1769077467.458697:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077467.458699:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077467.458701:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077467.458703:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458704:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.458706:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458708:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077467.458710:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077467.458711:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077467.458712:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077467.458714:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077467.458716:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077467.458718:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077467.458720:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458721:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.458722:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458723:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077467.458725:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077467.458727:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458729:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077467.458730:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077467.458735:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077467.458737:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.458741:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077467.458746:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077467.458751:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.458755:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077467.458758:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077467.458762:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077467.458764:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077467.458766:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.458769:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077467.458770:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077467.458773:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077467.458778:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077467.458784:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077467.458792:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610716672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077467.458804:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077467.458808:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077467.458816:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610716672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077467.458825:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077467.458829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077467.458832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077467.458834:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077467.458836:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077467.458838:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077467.458841:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4456
00000400:00000200:3.0:1769077467.458847:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077467.458850:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077467.458852:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077467.458853:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458855:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.458856:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458858:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077467.458860:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077467.458862:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077467.458864:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077467.458867:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077467.458870:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077467.458871:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077467.458874:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458878:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.458880:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077467.458884:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077467.458890:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077467.458892:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077467.458893:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077467.458895:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077467.458897:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.458898:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077467.458900:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077467.458901:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.458903:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077467.458908:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077467.458911:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077467.458915:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077467.458917:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.458919:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077467.458921:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077467.458922:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077467.458928:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077467.458933:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077467.458941:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610716800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077467.458951:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077467.458954:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077467.458960:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610716800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077467.458969:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077467.458973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077467.458977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077467.458978:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077467.458979:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077467.458982:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077467.458987:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4456
00000400:00000200:3.0:1769077467.458992:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077467.458994:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077467.458995:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077467.458998:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.459001:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.459005:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.459008:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077467.459009:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077467.459011:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077467.459013:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077467.459016:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077467.459020:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077467.459021:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077467.459027:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.459030:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077467.459035:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077467.459038:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077467.459041:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077467.459048:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077467.459054:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077467.459059:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077467.459063:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077467.459067:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.459069:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077467.459071:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077467.459072:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.459077:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077467.459082:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077467.459087:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077467.459090:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077467.459093:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077467.459096:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077467.459096:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077467.459098:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077467.459106:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077467.459109:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077467.459114:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610716928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077467.459118:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077467.459127:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077467.459128:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077467.459131:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610716928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077467.459137:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077467.459140:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4466)
00000800:00000200:2.1:1769077467.459300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077467.459511:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077467.459658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077468.290474:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077468.290485:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077468.290545:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077468.290548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077468.290552:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077468.354486:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299129712, at 4299129728
00000100:00000010:3.0:1769077468.354510:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00010000:00000001:0.0:1769077469.314477:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077469.314491:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077469.314518:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077469.314521:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077469.314531:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077470.338512:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077470.338521:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077470.338670:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077470.338674:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077470.338678:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769077470.530675:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:0.0:1769077470.530711:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077470.530721:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077470.530724:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:0.0:1769077470.530727:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077470.530730:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077470.530734:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077470.530738:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:0.0:1769077470.530742:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077470.530746:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077470.530751:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:0.0:1769077470.530753:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:0.0:1769077470.530757:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077470.530763:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cf480 x1855007610716544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077470.530781:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077470.530784:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610716544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077470.530790:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077470.530791:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077470.530799:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077470.530801:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d100.
00000400:00000200:0.0:1769077470.530803:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077470.530805:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077470.530808:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894330
00000400:00000010:0.0:1769077470.530809:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894330.
00000100:00000001:0.0:1769077470.530811:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077470.530815:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cd500 x1855007610716672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077470.530820:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077470.530823:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610716672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077470.530828:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077470.530835:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077470.530839:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077470.530841:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d800.
00000400:00000200:0.0:1769077470.530843:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077470.530845:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077470.530847:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894880
00000400:00000010:0.0:1769077470.530849:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894880.
00000100:00000001:0.0:1769077470.530854:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077470.530859:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cfb80 x1855007610716800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077470.530866:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077470.530870:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610716800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077470.530876:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077470.530881:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077470.530890:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077470.530892:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d300.
00000400:00000200:0.0:1769077470.530894:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077470.530903:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077470.530906:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894908
00000400:00000010:0.0:1769077470.530910:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894908.
00000100:00000001:0.0:1769077470.530916:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077470.530926:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cc380 x1855007610716928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077470.530960:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077470.530962:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610716928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077470.530986:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077470.530988:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077471.362493:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077471.362506:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077471.362509:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077471.362512:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077471.362518:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077471.362521:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077471.362523:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077471.362526:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077471.362556:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077471.362560:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077471.362563:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077472.386523:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077472.386531:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077472.386602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077472.386607:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077472.386612:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077472.579189:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077472.579196:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077472.579890:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077472.579893:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077472.580195:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077472.580198:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077472.580560:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077472.580564:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077473.410462:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077473.410470:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077473.410491:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077473.410493:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077473.410496:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077473.474508:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299134833, at 4299134848
00000100:00000010:3.0:1769077473.474531:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00010000:00000001:0.0:1769077474.434567:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077474.434577:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077474.434669:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077474.434675:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077474.434680:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077475.458508:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077475.458516:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077475.458544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077475.458546:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077475.458549:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077476.482553:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077476.482564:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077476.482635:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077476.482640:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077476.482652:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077477.506493:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077477.506508:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077477.506537:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077477.506539:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077477.506542:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077477.699074:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077477.699079:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077477.699761:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077477.699764:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077477.699990:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077477.699991:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077477.700218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077477.700220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077478.530547:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077478.530558:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077478.530640:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077478.530645:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077478.530650:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077478.594466:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299139952, at 4299139968
00000100:00000010:3.0:1769077478.594482:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00010000:00000001:0.0:1769077479.554570:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077479.554577:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077479.554646:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077479.554650:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077479.554655:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077480.578555:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077480.578565:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077480.578637:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077480.578642:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077480.578647:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077481.602477:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077481.602487:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077481.602489:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077481.602492:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077481.602497:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077481.602500:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077481.602502:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077481.602505:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077481.602532:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077481.602536:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077481.602539:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077482.626488:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077482.626498:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077482.626558:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077482.626562:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077482.626565:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077482.819089:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077482.819097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077482.819628:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077482.819630:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077482.819825:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077482.819828:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077482.820003:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077482.820005:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769077483.650504:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077483.650514:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077483.650593:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077483.650596:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077483.650599:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077483.714449:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299145072, at 4299145088
00000100:00000010:3.0:1769077483.714468:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769077484.674503:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077484.674508:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077484.674583:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077484.674587:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077484.674591:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077485.698515:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077485.698520:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077485.698559:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077485.698561:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077485.698563:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077486.722535:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077486.722542:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077486.722626:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077486.722632:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077486.722636:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077487.746499:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077487.746504:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077487.746552:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077487.746556:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077487.746559:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077487.939509:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077487.939524:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077487.939944:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077487.939946:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077487.940242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077487.940244:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077487.940459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077487.940461:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1769077488.770480:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077488.770485:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077488.770545:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077488.770550:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077488.770554:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077488.834495:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299150193, at 4299150208
00000100:00000010:3.0:1769077488.834507:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00010000:00000001:0.0:1769077489.794515:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077489.794520:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077489.794565:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077489.794567:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077489.794570:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077490.818484:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077490.818489:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077490.818555:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077490.818558:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077490.818561:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077491.842506:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077491.842513:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077491.842515:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077491.842518:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077491.842521:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077491.842523:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077491.842524:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077491.842526:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077491.842566:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077491.842568:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077491.842570:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077492.866487:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077492.866495:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077492.866541:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077492.866544:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077492.866547:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077493.058498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077493.058510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077493.058512:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077493.058517:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077493.058521:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077493.058527:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4482
00000400:00000200:3.0:1769077493.058536:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077493.058541:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077493.058543:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077493.058546:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058548:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077493.058550:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058551:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077493.058555:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077493.058556:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077493.058559:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077493.058561:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077493.058562:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077493.058564:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077493.058566:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058567:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077493.058568:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058570:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077493.058572:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077493.058574:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058576:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077493.058578:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077493.058580:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077493.058582:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.058583:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077493.058585:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077493.058593:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077493.058595:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077493.058598:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077493.058600:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.058602:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077493.058604:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077493.058608:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077493.058614:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077493.058626:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077493.058633:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610719104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077493.058640:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077493.058644:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077493.058647:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610719104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077493.058664:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077493.058666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077493.058669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077493.058670:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077493.058671:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077493.058673:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077493.058675:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4482
00000400:00000200:3.0:1769077493.058677:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077493.058679:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077493.058680:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077493.058682:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058684:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077493.058685:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058687:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077493.058688:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077493.058689:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077493.058690:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077493.058692:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077493.058693:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077493.058695:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077493.058698:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058700:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077493.058702:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058703:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077493.058705:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077493.058711:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058713:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077493.058717:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077493.058722:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077493.058725:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.058729:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077493.058732:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077493.058736:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.058737:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077493.058742:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077493.058746:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077493.058751:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077493.058753:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.058757:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077493.058761:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077493.058765:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077493.058768:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077493.058772:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077493.058776:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610719232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077493.058785:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077493.058789:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077493.058795:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610719232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077493.058806:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077493.058810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077493.058813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077493.058814:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077493.058816:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077493.058821:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077493.058825:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4482
00000400:00000200:3.0:1769077493.058837:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077493.058841:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077493.058843:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077493.058848:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077493.058851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077493.058859:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077493.058861:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077493.058865:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077493.058867:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077493.058870:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077493.058873:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077493.058875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077493.058880:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077493.058884:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077493.058886:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077493.058889:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077493.058902:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077493.058905:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077493.058909:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.058912:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077493.058916:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077493.058919:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.058923:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077493.058926:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077493.058930:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077493.058934:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077493.058936:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.058940:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077493.058941:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077493.058943:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077493.058951:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077493.058954:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077493.058960:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610719360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077493.058966:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077493.058970:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077493.058976:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610719360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077493.058984:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077493.058989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077493.058993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077493.058996:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077493.058998:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077493.059000:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077493.059003:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4482
00000400:00000200:3.0:1769077493.059042:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077493.059051:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077493.059053:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077493.059057:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.059062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077493.059065:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.059071:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077493.059076:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077493.059079:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077493.059083:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077493.059087:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077493.059093:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:2.1:1769077493.059094:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769077493.059098:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077493.059105:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.1:1769077493.059105:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769077493.059108:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077493.059115:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077493.059119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077493.059125:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077493.059132:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077493.059146:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077493.059149:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077493.059154:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077493.059159:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.059160:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077493.059163:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077493.059167:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.059169:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077493.059173:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077493.059178:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077493.059182:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077493.059184:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077493.059188:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077493.059191:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077493.059194:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077493.059200:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077493.059205:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077493.059211:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610719488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077493.059244:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077493.059246:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077493.059251:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610719488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077493.059263:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077493.059267:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4492)
00000800:00000200:2.1:1769077493.059638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077493.059641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077493.059879:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077493.059882:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077493.060114:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077493.060116:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769077493.890502:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077493.890508:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077493.890569:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077493.890572:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077493.890575:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077493.954457:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299155312, at 4299155328
00000100:00000010:3.0:1769077493.954477:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00000800:00000200:3.0:1769077494.594471:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769077494.594484:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769077494.594492:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769077494.594694:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077494.594711:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077494.594718:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077494.594721:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077494.914509:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077494.914515:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077494.914587:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077494.914594:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077494.914600:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077495.938539:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077495.938545:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077495.938603:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077495.938606:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077495.938609:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077496.962518:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077496.962525:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077496.962588:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077496.962593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077496.962597:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077497.986574:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077497.986584:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077497.986617:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077497.986622:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077497.986625:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077498.178544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077498.178560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077498.178563:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077498.178570:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077498.178576:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077498.178586:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4487
00000400:00000200:3.0:1769077498.178596:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077498.178603:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077498.178606:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077498.178610:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.178613:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.178615:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.178617:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077498.178620:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077498.178622:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077498.178624:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077498.178626:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077498.178628:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077498.178630:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077498.178632:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.178640:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.178641:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.178643:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077498.178646:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077498.178649:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077498.178651:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077498.178654:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077498.178656:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077498.178658:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.178660:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077498.178663:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077498.178675:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077498.178680:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077498.178686:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077498.178688:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.178691:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077498.178695:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077498.178708:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077498.178723:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077498.178732:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077498.178742:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610719616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077498.178752:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077498.178756:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077498.178760:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610719616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077498.178783:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077498.178790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077498.178793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077498.178794:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077498.178796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077498.178798:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077498.178800:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4487
00000400:00000200:3.0:1769077498.178819:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077498.178823:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077498.178824:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077498.178827:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.178830:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.178832:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.178835:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077498.178838:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077498.178839:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077498.178841:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077498.178844:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077498.178847:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077498.178850:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077498.178854:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.178856:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.178860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.178863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077498.178869:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077498.178875:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077498.178880:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077498.178883:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077498.178889:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077498.178894:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.178899:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077498.178904:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077498.178906:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.178908:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077498.178911:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077498.178915:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077498.178918:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077498.178920:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.178924:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077498.178927:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077498.178930:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077498.178937:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077498.178942:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077498.178951:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610719744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077498.178962:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077498.178965:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077498.178972:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610719744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077498.178980:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077498.178983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077498.178988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077498.178991:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077498.178993:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077498.178995:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077498.179000:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4487
00000400:00000200:3.0:1769077498.179007:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077498.179015:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077498.179019:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077498.179028:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.179034:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.179042:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.179048:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077498.179051:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077498.179055:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077498.179060:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077498.179064:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077498.179069:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077498.179074:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077498.179082:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.179088:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.179095:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.179101:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077498.179108:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077498.179115:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077498.179121:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077498.179124:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077498.179129:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077498.179131:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.179136:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077498.179138:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077498.179142:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.179144:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077498.179148:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077498.179152:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077498.179155:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077498.179158:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.179160:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077498.179163:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077498.179167:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077498.179172:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077498.179176:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077498.179183:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610719872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077498.179190:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077498.179193:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077498.179197:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077498.179197:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769077498.179203:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610719872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077498.179215:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077498.179218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077498.179222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077498.179224:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077498.179226:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077498.179230:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077498.179234:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4487
00000400:00000200:3.0:1769077498.179241:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077498.179244:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077498.179245:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077498.179248:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.179250:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.179252:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.179257:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077498.179259:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077498.179262:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077498.179265:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077498.179267:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077498.179269:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077498.179271:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077498.179276:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.179277:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077498.179281:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077498.179283:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077498.179287:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077498.179291:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077498.179295:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077498.179298:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077498.179300:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077498.179306:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.179307:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077498.179309:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077498.179313:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.179316:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077498.179319:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077498.179324:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077498.179328:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077498.179331:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077498.179334:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077498.179337:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077498.179338:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077498.179341:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077498.179343:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077498.179347:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610720000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077498.179352:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077498.179355:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077498.179358:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610720000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077498.179368:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077498.179375:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4497)
00000800:00000200:2.1:1769077498.179721:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077498.179723:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077498.179991:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077498.179994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077498.180243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077498.180246:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077499.010540:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077499.010550:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077499.010629:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077499.010633:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077499.010637:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077499.074517:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299160433, at 4299160448
00000100:00000010:3.0:1769077499.074530:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00010000:00000001:0.0:1769077500.034588:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077500.034598:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077500.034632:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077500.034635:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077500.034639:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077501.058489:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077501.058496:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077501.058498:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077501.058500:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077501.058505:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077501.058507:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077501.058508:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077501.058510:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077501.058566:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077501.058569:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077501.058579:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077502.082515:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077502.082520:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077502.082539:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077502.082541:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077502.082543:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077503.106501:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077503.106509:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077503.106572:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077503.106576:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077503.106581:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077503.298558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077503.298574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077503.298578:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077503.298583:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077503.298589:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077503.298599:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4492
00000400:00000200:0.0:1769077503.298611:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077503.298619:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077503.298631:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077503.298634:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.298638:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.298641:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.298644:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077503.298648:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077503.298651:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077503.298654:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077503.298657:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077503.298659:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077503.298661:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077503.298664:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.298666:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.298668:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.298670:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077503.298673:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077503.298677:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077503.298680:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077503.298684:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077503.298687:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077503.298691:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.298694:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077503.298697:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077503.298709:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769077503.298714:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077503.298730:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077503.298732:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.298736:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077503.298739:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077503.298746:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077503.298756:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077503.298765:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077503.298776:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610720128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077503.298788:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077503.298793:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077503.298798:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610720128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077503.298825:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077503.298829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077503.298832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077503.298834:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077503.298836:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077503.298839:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077503.298842:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4492
00000400:00000200:0.0:1769077503.298846:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077503.298850:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077503.298853:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077503.298857:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.298860:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.298862:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.298865:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077503.298868:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077503.298870:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077503.298872:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077503.298874:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077503.298877:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077503.298883:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077503.298888:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.298893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.298898:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.298902:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077503.298906:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077503.298914:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077503.298921:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077503.298925:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077503.298936:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077503.298942:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.298946:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077503.298954:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077503.298960:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.298965:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077503.298971:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769077503.298976:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077503.298982:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077503.298985:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.298989:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077503.298993:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077503.298995:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077503.299001:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769077503.299007:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077503.299015:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610720256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077503.299028:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077503.299032:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077503.299038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610720256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077503.299050:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077503.299057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077503.299064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077503.299068:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077503.299072:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077503.299077:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077503.299084:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4492
00000400:00000200:0.0:1769077503.299093:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077503.299102:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077503.299107:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077503.299113:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.299119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.299123:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.299126:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077503.299131:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077503.299134:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077503.299138:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077503.299140:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077503.299143:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077503.299149:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077503.299155:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.299159:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.299165:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.299169:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077503.299173:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077503.299178:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077503.299183:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077503.299187:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077503.299191:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077503.299197:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.299200:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077503.299205:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077503.299210:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.299215:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077503.299223:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769077503.299228:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077503.299231:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077503.299235:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.299239:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077503.299242:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077503.299246:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077503.299251:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077503.299257:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077503.299265:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610720384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077503.299277:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077503.299280:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077503.299289:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610720384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077503.299299:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769077503.299306:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077503.299308:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1769077503.299311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077503.299317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077503.299321:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077503.299326:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077503.299330:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077503.299336:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4492
00000400:00000200:0.0:1769077503.299341:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077503.299349:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077503.299354:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077503.299361:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.299364:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.299369:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.299376:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077503.299379:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077503.299384:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077503.299428:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077503.299431:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077503.299434:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077503.299437:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077503.299445:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.299451:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077503.299457:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077503.299461:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077503.299467:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077503.299474:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077503.299481:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077503.299485:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077503.299490:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077503.299495:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.299501:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077503.299504:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077503.299507:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.299510:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077503.299518:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769077503.299524:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077503.299530:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077503.299533:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077503.299537:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077503.299538:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077503.299541:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077503.299546:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077503.299551:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077503.299557:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610720512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077503.299566:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077503.299570:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077503.299577:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610720512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077503.299594:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077503.299601:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4502)
00000800:00000200:2.1:1769077503.299975:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077503.299978:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077503.300301:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077503.300304:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077503.300647:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077503.300650:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077504.130504:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077504.130514:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077504.130545:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077504.130549:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077504.130553:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077504.194505:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299165553, at 4299165568
00000100:00000010:3.0:1769077504.194528:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00010000:00000001:0.0:1769077505.154564:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077505.154572:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077505.154658:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077505.154664:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077505.154668:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077506.178566:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077506.178574:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077506.178601:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077506.178605:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077506.178616:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077507.202615:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077507.202626:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077507.202699:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077507.202703:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077507.202707:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077508.226516:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077508.226521:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077508.226542:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077508.226544:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077508.226547:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077508.418520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077508.418533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077508.418537:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077508.418541:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077508.418545:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077508.418553:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4497
00000400:00000200:3.0:1769077508.418562:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077508.418569:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077508.418572:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077508.418575:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418578:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077508.418581:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418583:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077508.418588:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077508.418590:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077508.418592:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077508.418595:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077508.418597:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077508.418599:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077508.418601:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418602:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077508.418604:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418605:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077508.418607:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077508.418610:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418612:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077508.418615:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077508.418619:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077508.418623:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.418625:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077508.418627:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077508.418651:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769077508.418656:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077508.418660:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077508.418662:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.418667:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077508.418671:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077508.418677:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077508.418687:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077508.418696:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077508.418708:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610720640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077508.418717:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077508.418722:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077508.418725:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610720640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077508.418745:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077508.418748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077508.418750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077508.418751:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077508.418752:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077508.418754:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077508.418756:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4497
00000400:00000200:3.0:1769077508.418760:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077508.418764:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077508.418766:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077508.418768:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077508.418772:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418774:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077508.418779:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077508.418780:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077508.418782:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077508.418784:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077508.418787:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077508.418792:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077508.418794:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418796:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077508.418800:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077508.418806:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077508.418811:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418814:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077508.418818:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077508.418824:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077508.418827:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.418833:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077508.418837:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077508.418841:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.418845:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077508.418849:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769077508.418853:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077508.418857:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077508.418859:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.418863:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077508.418866:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077508.418869:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077508.418876:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077508.418883:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077508.418892:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610720768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077508.418909:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077508.418914:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077508.418921:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610720768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077508.418936:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077508.418938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077508.418941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077508.418944:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077508.418947:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077508.418950:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077508.418953:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4497
00000400:00000200:3.0:1769077508.418960:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077508.418964:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077508.418966:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077508.418973:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418976:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077508.418981:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.418987:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077508.418991:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077508.418994:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077508.418998:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077508.419003:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077508.419006:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077508.419011:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077508.419018:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.419023:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077508.419029:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.419034:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077508.419037:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077508.419043:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077508.419047:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077508.419048:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077508.419051:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077508.419054:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.419058:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077508.419061:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077508.419064:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.419068:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077508.419074:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077508.419079:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077508.419081:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077508.419083:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.419088:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077508.419089:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077508.419093:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077508.419099:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077508.419104:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077508.419111:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610720896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077508.419120:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077508.419122:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077508.419128:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610720896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077508.419145:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077508.419148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077508.419152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077508.419155:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077508.419156:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077508.419159:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077508.419164:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4497
00000400:00000200:3.0:1769077508.419167:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077508.419172:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077508.419176:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077508.419181:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.419184:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077508.419188:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.419192:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077508.419194:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077508.419195:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077508.419198:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769077508.419199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:3.0:1769077508.419200:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077508.419204:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077508.419207:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:2.1:1769077508.419207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1769077508.419213:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.419216:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077508.419221:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077508.419225:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077508.419227:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077508.419233:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077508.419235:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077508.419236:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077508.419238:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077508.419239:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.419244:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077508.419246:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077508.419250:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.419254:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077508.419260:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077508.419263:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077508.419269:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077508.419273:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077508.419276:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077508.419278:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077508.419282:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077508.419288:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077508.419293:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077508.419300:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610721024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077508.419319:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077508.419321:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077508.419329:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610721024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077508.419359:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077508.419363:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4507)
00000800:00000200:2.1:1769077508.419816:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077508.419819:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077508.420140:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077508.420143:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077508.420505:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077508.420508:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077509.250522:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077509.250529:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077509.250650:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077509.250653:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077509.250656:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077509.314480:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299170673, at 4299170688
00000100:00000010:3.0:1769077509.314497:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00010000:00000001:0.0:1769077510.274568:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077510.274575:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077510.274598:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077510.274623:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077510.274626:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077511.298505:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077511.298515:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077511.298518:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077511.298522:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077511.298528:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077511.298531:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077511.298534:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077511.298536:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077511.298630:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077511.298635:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077511.298638:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077512.322475:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077512.322483:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077512.322508:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077512.322510:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077512.322513:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077513.346503:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077513.346508:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077513.346580:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077513.346585:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077513.346589:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077513.538558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077513.538568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077513.538571:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.538574:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.538577:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.538583:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4502
00000400:00000200:0.0:1769077513.538591:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077513.538596:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.538598:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.538601:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538604:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.538605:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538607:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077513.538611:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077513.538613:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077513.538615:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.538617:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077513.538619:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077513.538620:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077513.538622:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538624:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.538625:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538627:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077513.538630:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077513.538632:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538634:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.538636:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.538639:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.538640:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.538642:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077513.538644:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.538652:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769077513.538654:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077513.538657:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.538658:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.538661:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.538663:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.538666:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.538673:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077513.538678:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.538685:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610721152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.538694:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.538699:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.538705:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610721152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.538730:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077513.538733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077513.538737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077513.538739:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.538741:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.538743:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.538746:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4502
00000400:00000200:0.0:1769077513.538750:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077513.538754:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.538756:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.538759:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.538763:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538765:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077513.538767:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077513.538768:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077513.538769:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.538771:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077513.538772:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077513.538774:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077513.538777:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538780:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.538782:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077513.538788:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077513.538792:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538794:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.538797:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.538801:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.538807:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.538811:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077513.538816:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077513.538820:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.538823:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.538826:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769077513.538831:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077513.538835:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.538839:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.538842:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.538848:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.538853:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.538858:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769077513.538864:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.538874:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610721280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.538888:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.538893:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.538901:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610721280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.538912:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077513.538920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077513.538930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077513.538936:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.538938:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.538943:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.538948:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4502
00000400:00000200:0.0:1769077513.538955:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077513.538961:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.538965:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.538971:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538973:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.538978:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538980:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077513.538982:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077513.538983:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077513.538985:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.538988:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077513.538990:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077513.538994:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077513.538997:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.538998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.539000:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.539003:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077513.539006:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077513.539011:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077513.539013:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.539014:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.539018:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.539022:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.539026:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077513.539028:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077513.539031:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.539035:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.539038:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769077513.539040:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077513.539044:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.539045:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.539048:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.539050:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.539054:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.539058:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769077513.539064:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.539071:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610721408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.539084:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.539086:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.539090:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610721408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.539108:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077513.539113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077513.539117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077513.539118:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.539122:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.539125:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.539128:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4502
00000400:00000200:0.0:1769077513.539136:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077513.539141:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.539143:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.539145:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.539146:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.539147:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.539152:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077513.539154:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077513.539157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077513.539160:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1769077513.539162:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077513.539165:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.539168:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077513.539171:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077513.539175:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077513.539180:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.539182:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.539186:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077513.539189:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077513.539193:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077513.539198:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077513.539203:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.539205:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.539207:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.539212:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.539214:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077513.539218:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077513.539220:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.539222:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.539228:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769077513.539232:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077513.539239:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.539242:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.539247:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.539249:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.539253:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.539261:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769077513.539269:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.539279:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610721536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.539294:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.539296:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.539302:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610721536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.539313:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.539321:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4512)
00000800:00000200:2.1:1769077513.539650:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077513.539652:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077513.539893:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077513.539895:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077513.540072:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077513.540074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077514.370488:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077514.370493:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077514.370516:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077514.370520:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077514.370523:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077514.434484:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299175792, at 4299175808
00000100:00000010:3.0:1769077514.434512:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00010000:00000001:0.0:1769077515.394534:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077515.394539:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077515.394624:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077515.394630:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077515.394635:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077516.418494:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077516.418515:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077516.418544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077516.418546:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077516.418548:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077517.442529:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077517.442535:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077517.442591:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077517.442594:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077517.442597:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077518.466528:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077518.466535:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077518.466561:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077518.466563:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077518.466566:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077518.658592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077518.658609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077518.658612:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077518.658618:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077518.658624:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077518.658634:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4507
00000400:00000200:3.0:1769077518.658646:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077518.658655:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077518.658659:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077518.658662:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.658667:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.658670:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.658673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077518.658678:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077518.658681:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077518.658684:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077518.658688:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077518.658691:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077518.658693:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077518.658697:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.658699:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.658702:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.658704:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077518.658707:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077518.658711:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077518.658715:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077518.658718:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077518.658722:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077518.658726:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.658730:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077518.658733:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077518.658746:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077518.658750:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077518.658756:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077518.658758:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.658763:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077518.658766:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077518.658772:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077518.658782:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077518.658790:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077518.658801:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610721664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077518.658813:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077518.658819:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077518.658824:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610721664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077518.658853:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077518.658858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077518.658862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077518.658864:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077518.658866:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077518.658869:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077518.658872:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4507
00000400:00000200:3.0:1769077518.658878:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077518.658882:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077518.658885:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077518.658890:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.658893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.658898:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.658905:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077518.658910:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077518.658913:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077518.658918:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077518.658924:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077518.658930:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077518.658936:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077518.658945:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.658952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.658959:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.658965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077518.658971:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077518.658979:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077518.658984:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077518.658991:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077518.658999:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077518.659004:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.659009:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077518.659015:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077518.659021:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.659026:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077518.659033:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077518.659039:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077518.659046:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077518.659049:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.659054:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077518.659056:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077518.659060:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077518.659068:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077518.659074:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077518.659081:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610721792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077518.659097:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077518.659103:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077518.659114:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610721792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077518.659131:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077518.659136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077518.659143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077518.659146:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077518.659151:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077518.659158:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077518.659165:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4507
00000400:00000200:3.0:1769077518.659196:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077518.659206:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077518.659211:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077518.659220:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.659226:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077518.659230:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769077518.659232:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769077518.659235:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769077518.659238:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077518.659245:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077518.659249:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077518.659253:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077518.659256:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077518.659263:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077518.659269:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077518.659276:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.659280:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.659286:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.659292:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077518.659297:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077518.659305:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077518.659311:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077518.659316:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077518.659320:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077518.659326:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.659330:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077518.659333:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077518.659340:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.659345:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077518.659352:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077518.659357:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077518.659362:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077518.659363:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.659365:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077518.659367:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077518.659369:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077518.659375:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077518.659380:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077518.659444:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610721920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077518.659487:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077518.659491:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077518.659499:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610721920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077518.659516:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077518.659522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077518.659529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077518.659534:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077518.659539:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077518.659543:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077518.659549:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4507
00000400:00000200:3.0:1769077518.659559:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077518.659566:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077518.659570:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077518.659576:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.659580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.659586:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.659590:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077518.659594:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077518.659598:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077518.659600:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077518.659604:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077518.659608:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077518.659611:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077518.659620:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.659624:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.659628:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077518.659633:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077518.659639:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077518.659646:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077518.659654:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077518.659659:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077518.659664:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077518.659670:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.659675:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077518.659678:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077518.659684:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.659689:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077518.659696:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077518.659703:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077518.659709:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077518.659714:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.659719:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077518.659723:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077518.659728:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077518.659737:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077518.659745:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077518.659756:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610722048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077518.659776:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077518.659781:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077518.659791:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610722048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077518.659809:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077518.659817:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4517)
00000800:00000200:2.1:1769077518.659946:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077518.659949:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077518.660252:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077518.660254:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077518.660478:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077518.660480:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077519.490563:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077519.490570:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077519.490635:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077519.490639:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077519.490642:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077519.554531:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299180913, at 4299180928
00000100:00000010:3.0:1769077519.554557:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00010000:00000001:0.0:1769077520.514542:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077520.514564:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077520.514596:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077520.514600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077520.514604:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077521.538531:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077521.538541:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077521.538544:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077521.538546:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077521.538552:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077521.538554:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077521.538556:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077521.538557:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077521.538624:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077521.538628:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077521.538631:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077522.562473:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077522.562478:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077522.562497:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077522.562499:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077522.562501:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077523.586502:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077523.586508:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077523.586575:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077523.586578:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077523.586581:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077523.778522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077523.778535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077523.778537:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077523.778542:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077523.778546:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077523.778553:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4512
00000400:00000200:0.0:1769077523.778569:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077523.778577:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077523.778581:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077523.778585:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778591:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077523.778594:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778597:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077523.778603:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077523.778605:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077523.778609:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077523.778612:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077523.778615:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077523.778618:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077523.778622:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778624:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077523.778627:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778629:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077523.778633:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077523.778636:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778640:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077523.778643:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077523.778648:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077523.778651:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.778654:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077523.778657:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077523.778670:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769077523.778683:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077523.778688:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077523.778689:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.778693:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077523.778695:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077523.778700:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077523.778709:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769077523.778716:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077523.778726:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610722176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077523.778740:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077523.778744:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077523.778747:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610722176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077523.778765:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077523.778768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077523.778771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077523.778772:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077523.778773:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077523.778775:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077523.778777:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4512
00000400:00000200:0.0:1769077523.778781:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077523.778785:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077523.778787:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077523.778790:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778792:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077523.778794:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077523.778802:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077523.778805:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077523.778807:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077523.778810:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077523.778812:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077523.778813:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077523.778816:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077523.778822:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077523.778832:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077523.778837:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778841:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077523.778845:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077523.778852:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077523.778856:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.778860:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077523.778866:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077523.778871:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.778875:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077523.778878:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769077523.778881:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077523.778883:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077523.778887:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.778891:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077523.778893:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077523.778896:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077523.778901:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769077523.778906:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077523.778913:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610722304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077523.778923:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077523.778926:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077523.778929:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610722304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077523.778939:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077523.778942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077523.778948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077523.778950:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077523.778955:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077523.778958:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077523.778963:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4512
00000400:00000200:0.0:1769077523.778972:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077523.778977:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077523.778981:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077523.778988:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778992:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077523.778995:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.778997:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077523.779002:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077523.779004:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077523.779006:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077523.779008:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077523.779009:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077523.779011:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077523.779015:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.779019:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077523.779021:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.779023:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077523.779026:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077523.779032:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077523.779034:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077523.779036:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077523.779041:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077523.779045:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.779050:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077523.779056:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077523.779063:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.779070:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077523.779076:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769077523.779081:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077523.779088:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077523.779092:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.779097:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077523.779101:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077523.779103:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077523.779110:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769077523.779118:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077523.779126:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:0.0:1769077523.779131:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610722432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077523.779132:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769077523.779146:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077523.779149:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077523.779157:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610722432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077523.779164:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077523.779168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077523.779173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077523.779177:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077523.779180:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077523.779183:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077523.779186:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4512
00000400:00000200:0.0:1769077523.779193:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077523.779197:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077523.779199:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077523.779202:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.779205:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077523.779210:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.779214:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077523.779218:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077523.779220:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077523.779221:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077523.779223:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077523.779224:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077523.779229:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077523.779235:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.779240:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077523.779242:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077523.779245:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077523.779248:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077523.779260:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077523.779265:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077523.779270:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077523.779273:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077523.779274:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.779276:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077523.779279:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077523.779284:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.779289:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077523.779294:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769077523.779300:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077523.779304:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077523.779307:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077523.779310:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077523.779311:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077523.779312:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077523.779317:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769077523.779321:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077523.779327:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610722560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077523.779339:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077523.779348:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077523.779359:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610722560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077523.779440:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077523.779448:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4522)
00000800:00000200:2.1:1769077523.779750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077523.779752:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077523.779950:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077523.779952:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077523.780136:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077523.780139:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769077524.610482:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077524.610492:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077524.610524:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077524.610528:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077524.610531:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077524.674461:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299186032, at 4299186048
00000100:00000010:3.0:1769077524.674483:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769077525.634538:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077525.634547:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077525.634616:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077525.634620:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077525.634623:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077526.658511:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077526.658516:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077526.658556:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077526.658560:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077526.658563:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077527.682532:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077527.682538:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077527.682603:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077527.682612:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077527.682616:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077528.706566:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077528.706576:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077528.706651:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077528.706656:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077528.706661:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077528.898577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077528.898589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077528.898592:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077528.898596:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077528.898601:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077528.898610:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4517
00000400:00000200:3.0:1769077528.898622:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077528.898630:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077528.898634:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077528.898638:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.898643:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.898646:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.898649:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077528.898654:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077528.898657:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077528.898660:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077528.898663:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077528.898665:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077528.898668:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077528.898671:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.898672:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.898673:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.898675:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077528.898678:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077528.898680:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077528.898682:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077528.898684:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077528.898687:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077528.898689:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.898691:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077528.898694:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077528.898704:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077528.898707:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077528.898711:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077528.898712:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.898715:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077528.898718:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077528.898722:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077528.898730:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077528.898737:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077528.898745:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610722688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077528.898754:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077528.898758:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077528.898762:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610722688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077528.898787:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077528.898791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077528.898795:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077528.898797:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077528.898799:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077528.898802:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077528.898805:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4517
00000400:00000200:3.0:1769077528.898811:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077528.898815:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077528.898818:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077528.898822:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.898825:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.898827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.898828:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077528.898830:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077528.898831:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077528.898833:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077528.898835:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077528.898840:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077528.898842:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077528.898845:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.898848:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.898850:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.898854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077528.898856:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077528.898860:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077528.898862:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077528.898863:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077528.898870:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077528.898883:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.898888:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077528.898895:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077528.898903:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.898908:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077528.898916:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077528.898921:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077528.898928:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077528.898932:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.898934:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077528.898936:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077528.898938:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077528.898945:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077528.898949:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077528.898957:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610722816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077528.898966:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077528.898970:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077528.898974:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610722816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077528.898981:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077528.898985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077528.898989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077528.898992:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077528.898995:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077528.898997:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077528.899001:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4517
00000400:00000200:3.0:1769077528.899005:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077528.899011:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077528.899014:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077528.899020:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.899025:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.899028:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.899032:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077528.899035:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077528.899038:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077528.899040:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077528.899042:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077528.899044:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077528.899046:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077528.899053:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.899057:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.899062:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.899067:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077528.899082:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077528.899091:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077528.899097:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077528.899101:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077528.899106:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077528.899114:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.899119:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077528.899125:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077528.899131:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.899136:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077528.899149:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077528.899155:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077528.899161:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077528.899165:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077528.899173:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077528.899176:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769077528.899177:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077528.899182:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077528.899187:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077528.899194:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077528.899200:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077528.899208:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610722944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077528.899218:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077528.899223:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077528.899230:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610722944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077528.899240:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077528.899245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077528.899251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077528.899254:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077528.899256:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077528.899260:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077528.899265:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4517
00000400:00000200:3.0:1769077528.899268:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077528.899270:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077528.899272:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077528.899274:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.899277:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.899280:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.899283:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077528.899302:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077528.899304:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077528.899305:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077528.899307:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077528.899308:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077528.899310:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077528.899313:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.899314:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.899316:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077528.899317:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077528.899319:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077528.899321:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077528.899323:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077528.899325:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077528.899330:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077528.899336:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.899340:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077528.899343:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077528.899347:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.899348:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077528.899354:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077528.899356:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077528.899358:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077528.899359:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.899360:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077528.899364:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077528.899366:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077528.899370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077528.899373:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077528.899381:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610723072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077528.899430:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077528.899434:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077528.899442:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610723072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077528.899452:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077528.899458:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4527)
00000800:00000200:2.1:1769077528.899715:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077528.899717:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077528.899984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077528.899986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077528.900179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077528.900181:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769077529.730491:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077529.730498:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077529.730558:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077529.730561:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077529.730565:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077529.794484:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299191152, at 4299191168
00000100:00000010:3.0:1769077529.794505:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00010000:00000001:0.0:1769077530.754557:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077530.754564:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077530.754592:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077530.754594:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077530.754597:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077531.778495:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077531.778507:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077531.778510:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077531.778514:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077531.778522:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077531.778525:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077531.778528:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077531.778530:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077531.778615:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077531.778619:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077531.778624:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077532.802450:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077532.802456:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077532.802474:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077532.802477:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077532.802480:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077533.826495:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077533.826503:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077533.826559:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077533.826565:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077533.826570:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077534.018513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077534.018529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077534.018533:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.018539:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.018545:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.018555:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4522
00000400:00000200:0.0:1769077534.018568:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077534.018576:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.018581:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.018585:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018589:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.018592:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018595:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077534.018599:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.018601:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077534.018603:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.018606:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077534.018608:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077534.018610:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077534.018613:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018614:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.018615:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018616:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077534.018619:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077534.018621:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018623:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077534.018625:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.018630:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.018632:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.018634:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077534.018637:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.018647:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769077534.018651:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077534.018655:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.018656:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.018659:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.018662:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.018667:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.018675:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077534.018682:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077534.018691:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610723200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077534.018709:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.018714:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.018718:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610723200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.018738:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077534.018742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077534.018746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077534.018748:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.018749:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.018752:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.018755:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4522
00000400:00000200:0.0:1769077534.018759:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077534.018763:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.018766:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.018769:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018771:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.018774:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018776:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077534.018778:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.018780:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077534.018782:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.018785:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077534.018787:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077534.018789:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077534.018792:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018794:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.018796:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077534.018801:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077534.018804:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018807:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077534.018809:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.018815:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.018818:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.018820:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077534.018825:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077534.018828:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.018831:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.018834:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769077534.018837:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077534.018840:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.018841:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.018843:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.018844:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.018847:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.018852:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077534.018856:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077534.018860:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610723328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077534.018869:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.018871:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.018875:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610723328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.018884:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077534.018887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077534.018891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077534.018893:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.018895:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.018898:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.018900:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4522
00000400:00000200:0.0:1769077534.018904:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077534.018908:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.018910:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.018913:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.018918:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018921:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077534.018923:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.018924:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077534.018926:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.018928:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077534.018930:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077534.018932:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077534.018935:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.018939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077534.018945:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077534.018947:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077534.018950:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077534.018951:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.018954:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.018955:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.018958:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077534.018960:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077534.018963:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.018965:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.018970:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769077534.018973:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077534.018975:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.018977:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.018979:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.018980:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.018982:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.018985:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077534.018989:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077534.018993:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610723456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077534.019001:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.019003:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.019007:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610723456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077534.019014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769077534.019015:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077534.019017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077534.019021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077534.019023:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077534.019025:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077534.019027:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077534.019030:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4522
00000400:00000200:0.0:1769077534.019034:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077534.019037:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077534.019040:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077534.019044:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.019046:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.019049:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.019051:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077534.019054:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077534.019056:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077534.019057:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077534.019060:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077534.019062:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077534.019064:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077534.019067:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.019069:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077534.019072:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077534.019074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077534.019077:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077534.019080:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077534.019082:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077534.019084:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077534.019087:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077534.019089:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.019092:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077534.019094:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077534.019097:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.019098:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077534.019102:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769077534.019105:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077534.019109:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077534.019110:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077534.019113:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077534.019115:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077534.019117:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077534.019121:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769077534.019124:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077534.019129:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610723584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077534.019137:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077534.019140:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.019144:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610723584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077534.019153:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077534.019159:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4533)
00000800:00000200:2.1:1769077534.019248:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077534.019358:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077534.019593:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077534.850496:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077534.850505:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077534.850570:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077534.850575:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077534.850579:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077534.914489:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299196272, at 4299196288
00000100:00000010:3.0:1769077534.914508:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf480.
00010000:00000001:0.0:1769077535.874489:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077535.874497:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077535.874540:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077535.874550:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077535.874554:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077536.898470:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077536.898477:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077536.898509:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077536.898512:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077536.898516:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769077537.090712:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769077537.090769:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077537.090786:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077537.090791:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769077537.090796:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077537.090800:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077537.090807:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077537.090812:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:3.0:1769077537.090820:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077537.090826:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077537.090835:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894f68
00000400:00000010:3.0:1769077537.090839:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894f68.
00000100:00000001:3.0:1769077537.090845:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077537.090856:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ece00 x1855007610723200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077537.090884:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077537.090889:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ece00 x1855007610723200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077537.090898:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077537.090900:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077537.090918:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077537.090923:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769077537.090927:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077537.090931:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077537.090934:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894ee0
00000400:00000010:3.0:1769077537.090937:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894ee0.
00000100:00000001:3.0:1769077537.090940:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077537.090946:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ee680 x1855007610723328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077537.090960:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077537.090966:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee680 x1855007610723328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077537.090980:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077537.090985:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077537.090996:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077537.091001:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101db00.
00000400:00000200:3.0:1769077537.091011:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077537.091022:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077537.091036:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894908
00000400:00000010:3.0:1769077537.091041:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894908.
00000100:00000001:3.0:1769077537.091047:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077537.091056:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ef100 x1855007610723456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077537.091080:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077537.091102:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef100 x1855007610723456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077537.091127:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077537.091131:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077537.091166:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077537.091170:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d200.
00000400:00000200:3.0:1769077537.091173:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077537.091178:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077537.091181:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894330
00000400:00000010:3.0:1769077537.091183:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894330.
00000100:00000001:3.0:1769077537.091189:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077537.091197:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56efb80 x1855007610723584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077537.091226:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077537.091233:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610723584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077537.091246:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077537.091251:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077537.922499:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077537.922509:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077537.922551:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077537.922556:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077537.922560:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077538.946458:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077538.946463:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077538.946481:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077538.946483:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077538.946486:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077539.138536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077539.138547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077539.138549:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077539.138553:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077539.138557:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077539.138564:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4528
00000400:00000200:3.0:1769077539.138574:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077539.138580:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077539.138583:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077539.138587:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.138591:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077539.138593:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.138596:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077539.138601:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077539.138603:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077539.138606:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077539.138609:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077539.138612:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077539.138615:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077539.138618:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.138620:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077539.138623:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.138625:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077539.138629:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077539.138633:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077539.138636:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077539.138639:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077539.138641:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077539.138644:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077539.138646:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077539.138649:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077539.138655:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077539.138659:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077539.138663:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077539.138665:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077539.138668:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077539.138670:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077539.138675:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077539.138681:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077539.138688:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077539.138696:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610723712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077539.138708:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077539.138713:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077539.138718:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610723712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077539.138745:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077539.138749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077539.138752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077539.138754:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077539.138756:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077539.138758:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077539.138761:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4528
00000400:00000200:3.0:1769077539.138765:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077539.138768:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077539.138770:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077539.138774:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.138776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077539.138779:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.138782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077539.138785:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077539.138787:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077539.138789:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077539.138791:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077539.138793:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077539.138797:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077539.138803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.138807:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077539.138811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.138815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077539.138820:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077539.138826:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077539.138832:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077539.138837:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077539.138843:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077539.138848:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077539.138853:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077539.138859:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077539.138878:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077539.138883:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077539.138889:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077539.138895:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077539.138899:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077539.138903:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077539.138905:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077539.138907:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077539.138909:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077539.138915:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077539.138920:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077539.138930:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610723840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077539.138944:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077539.138948:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077539.138955:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610723840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077539.138975:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077539.138980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077539.138989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077539.138993:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077539.138996:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077539.139000:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077539.139008:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4528
00000400:00000200:3.0:1769077539.139016:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077539.139023:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077539.139028:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077539.139033:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.139037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077539.139041:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.139044:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077539.139048:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077539.139052:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077539.139054:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077539.139057:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077539.139062:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077539.139066:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077539.139073:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.139077:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077539.139082:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.139087:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077539.139092:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077539.139098:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077539.139103:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077539.139108:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077539.139113:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077539.139135:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077539.139137:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077539.139140:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077539.139143:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077539.139144:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077539.139148:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769077539.139153:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077539.139159:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077539.139162:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077539.139166:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077539.139170:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077539.139172:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077539.139179:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077539.139185:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077539.139192:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610723968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077539.139208:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077539.139212:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077539.139218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769077539.139220:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610723968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077539.139223:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769077539.139239:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077539.139244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077539.139249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077539.139253:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077539.139256:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077539.139261:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077539.139266:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4528
00000400:00000200:3.0:1769077539.139274:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077539.139281:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077539.139285:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077539.139292:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.139297:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077539.139302:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.139307:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077539.139311:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077539.139313:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077539.139317:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077539.139319:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077539.139324:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077539.139329:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077539.139338:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.139344:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077539.139348:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077539.139350:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077539.139352:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077539.139357:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077539.139361:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077539.139364:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077539.139369:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077539.139375:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077539.139378:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077539.139382:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769077539.139805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077539.139808:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000008:00000001:3.0:1769077539.140134:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077539.140138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077539.140140:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077539.140144:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000010:3.0:1769077539.140148:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769077539.140154:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077539.140160:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077539.140163:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077539.140166:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077539.140170:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077539.140175:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077539.140182:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077539.140189:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077539.140200:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610724096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077539.140229:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077539.140233:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077539.140241:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610724096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077539.140266:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077539.140276:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4538)
00000800:00000200:2.1:1769077539.140650:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077539.140653:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077539.970471:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077539.970478:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077539.970551:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077539.970554:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077539.970557:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077540.034479:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299201393, at 4299201408
00000100:00000010:3.0:1769077540.034499:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00010000:00000001:0.0:1769077540.994560:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077540.994572:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077540.994576:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077540.994579:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077540.994586:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077540.994588:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077540.994590:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077540.994594:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077540.994627:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077540.994631:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077540.994634:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077542.018544:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077542.018552:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077542.018631:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077542.018636:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077542.018640:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077543.042494:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077543.042500:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077543.042520:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077543.042522:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077543.042525:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077544.066543:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077544.066553:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077544.066621:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077544.066627:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077544.066632:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077544.258573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077544.258588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077544.258592:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.258597:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077544.258603:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077544.258612:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4533
00000400:00000200:0.0:1769077544.258624:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077544.258632:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.258636:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.258640:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.258644:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.258646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.258649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077544.258654:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.258658:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077544.258661:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.258664:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077544.258667:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077544.258670:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077544.258673:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.258675:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.258677:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.258680:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077544.258684:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077544.258688:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077544.258691:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.258695:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.258700:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.258704:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.258707:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077544.258710:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077544.258723:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769077544.258727:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077544.258732:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.258735:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.258739:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.258742:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.258747:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.258757:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077544.258767:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077544.258778:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610724224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077544.258790:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077544.258794:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.258799:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610724224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.258833:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077544.258837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077544.258841:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077544.258843:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.258845:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077544.258847:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077544.258850:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4533
00000400:00000200:0.0:1769077544.258855:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077544.258860:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.258863:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.258867:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.258870:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.258877:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.258882:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077544.258887:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.258890:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077544.258893:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.258898:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077544.258905:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077544.258913:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077544.258922:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.258930:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.258937:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.258941:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077544.258948:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077544.258954:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077544.258961:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.258966:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.258975:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.258980:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.258985:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077544.258991:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077544.258998:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.259004:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077544.259013:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769077544.259021:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077544.259026:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.259047:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.259052:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.259056:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.259060:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.259066:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077544.259073:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077544.259084:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610724352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077544.259104:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077544.259110:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.259121:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610724352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.259144:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077544.259150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077544.259159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077544.259163:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.259167:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769077544.259168:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769077544.259176:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769077544.259176:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1769077544.259184:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4533
00000400:00000200:0.0:1769077544.259196:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077544.259204:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.259211:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.259221:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.259226:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.259233:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.259240:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077544.259246:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.259249:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077544.259252:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.259255:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077544.259259:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077544.259264:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077544.259273:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.259278:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.259282:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.259286:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077544.259291:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077544.259295:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077544.259298:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.259300:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.259305:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.259309:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.259311:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077544.259314:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077544.259319:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.259323:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077544.259331:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769077544.259335:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077544.259341:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.259343:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.259345:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.259346:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.259351:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.259358:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077544.259366:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077544.259375:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610724480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077544.259385:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077544.259423:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.259433:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610724480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.259463:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077544.259469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077544.259477:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077544.259483:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077544.259489:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077544.259497:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077544.259504:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4533
00000400:00000200:0.0:1769077544.259516:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077544.259524:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077544.259530:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077544.259537:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.259543:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.259548:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.259554:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077544.259560:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077544.259561:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077544.259563:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077544.259566:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077544.259570:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077544.259574:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077544.259585:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.259590:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077544.259596:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077544.259602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077544.259608:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077544.259616:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077544.259623:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077544.259626:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077544.259629:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077544.259633:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.259637:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077544.259640:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077544.259646:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.259650:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077544.259656:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769077544.259662:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077544.259668:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077544.259672:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077544.259677:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077544.259681:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077544.259685:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077544.259693:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077544.259700:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077544.259712:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610724608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077544.259727:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077544.259733:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.259740:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610724608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077544.259758:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077544.259765:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4543)
00000800:00000200:2.1:1769077544.259865:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077544.259866:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077544.260091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077544.260093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077544.260333:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077544.260335:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077545.090480:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077545.090487:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077545.090509:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077545.090512:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077545.090515:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077545.154513:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299206512, at 4299206528
00000100:00000010:3.0:1769077545.154535:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00010000:00000001:0.0:1769077546.114522:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077546.114529:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077546.114597:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077546.114601:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077546.114605:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077547.138464:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077547.138469:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077547.138488:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077547.138490:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077547.138492:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077548.162519:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077548.162524:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077548.162615:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077548.162623:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077548.162629:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077549.186508:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077549.186516:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077549.186542:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077549.186544:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077549.186547:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077549.379091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077549.379097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077549.379739:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077549.379742:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077549.379941:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077549.379957:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077549.380209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077549.380211:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769077550.210583:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077550.210591:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077550.210713:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077550.210730:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077550.210735:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077550.274475:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299211632, at 4299211648
00000100:00000010:3.0:1769077550.274493:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00010000:00000001:0.0:1769077551.234477:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077551.234486:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077551.234488:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077551.234490:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077551.234495:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077551.234497:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077551.234500:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077551.234503:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077551.234531:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077551.234535:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077551.234538:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077552.258530:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077552.258539:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077552.258607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077552.258611:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077552.258615:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077553.282512:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077553.282522:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077553.282551:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077553.282553:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077553.282556:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077554.306539:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077554.306548:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077554.306619:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077554.306625:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077554.306630:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077554.499178:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077554.499184:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077554.499595:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077554.499596:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077554.499821:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077554.499823:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077554.500041:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077554.500043:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769077555.330540:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077555.330550:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077555.330585:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077555.330589:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077555.330594:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077555.394473:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299216752, at 4299216768
00000100:00000010:3.0:1769077555.394488:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00010000:00000001:0.0:1769077556.354531:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077556.354541:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077556.354624:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077556.354629:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077556.354634:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077557.378460:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077557.378468:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077557.378494:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077557.378496:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077557.378499:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077558.402508:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077558.402517:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077558.402588:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077558.402594:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077558.402599:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077559.426525:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077559.426533:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077559.426569:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077559.426572:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077559.426574:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077559.618566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077559.618574:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077559.618577:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077559.618580:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077559.618583:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.618589:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4548
00000400:00000200:0.0:1769077559.618597:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077559.618602:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077559.618604:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077559.618606:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.618609:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.618611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.618612:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077559.618616:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077559.618618:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077559.618621:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.618623:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077559.618624:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077559.618626:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077559.618628:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.618629:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.618631:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.618632:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077559.618634:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077559.618636:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077559.618638:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077559.618639:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.618642:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.618644:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.618645:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077559.618647:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077559.618654:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769077559.618657:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077559.618660:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077559.618661:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.618663:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.618665:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077559.618668:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077559.618675:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769077559.618679:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077559.618686:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610725760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077559.618693:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077559.618697:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.618700:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610725760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077559.618724:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077559.618726:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077559.618728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077559.618730:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077559.618731:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077559.618732:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.618734:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4548
00000400:00000200:0.0:1769077559.618736:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077559.618738:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077559.618739:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077559.618741:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.618743:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.618744:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.618745:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077559.618747:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077559.618753:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077559.618754:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.618756:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077559.618757:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077559.618759:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077559.618761:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.618763:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.618765:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.618766:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077559.618768:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077559.618785:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077559.618788:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077559.618791:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.618796:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.618797:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.618799:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077559.618803:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077559.618807:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.618811:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077559.618814:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769077559.618819:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077559.618823:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077559.618825:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.618828:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.618831:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077559.618834:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077559.618844:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769077559.618853:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077559.618871:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610725888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077559.618886:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077559.618891:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.618908:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610725888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077559.618933:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077559.618940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077559.618948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077559.618954:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077559.618955:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077559.618957:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.618963:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4548
00000400:00000200:0.0:1769077559.618975:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077559.618978:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077559.618981:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077559.618995:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.619000:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.619005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.619006:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077559.619008:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077559.619009:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077559.619010:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.619011:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077559.619013:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077559.619023:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077559.619026:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.619028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.619030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.619039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077559.619044:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077559.619059:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077559.619066:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077559.619075:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.619080:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.619092:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.619098:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077559.619104:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077559.619112:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.619128:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077559.619134:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769077559.619138:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077559.619146:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077559.619148:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.619151:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.619152:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077559.619154:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077559.619158:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769077559.619164:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077559.619170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610726016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077559.619196:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077559.619205:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.619225:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610726016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077559.619265:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077559.619271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077559.619285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077559.619290:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077559.619293:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077559.619302:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.619310:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4548
00000400:00000200:0.0:1769077559.619316:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077559.619326:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077559.619330:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077559.619342:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.619348:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.619354:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769077559.619363:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769077559.619364:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077559.619372:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769077559.619372:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000020:00000040:0.0:1769077559.619379:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077559.619383:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.619425:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077559.619428:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077559.619431:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077559.619442:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.619448:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.619452:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077559.619456:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077559.619465:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077559.619474:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077559.619481:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077559.619487:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.619494:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.619499:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.619501:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077559.619504:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077559.619512:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.619526:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077559.619537:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769077559.619545:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077559.619556:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077559.619559:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.619568:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.619571:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077559.619574:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077559.619588:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769077559.619601:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077559.619608:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610726144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077559.619615:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077559.619622:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.619629:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610726144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077559.619655:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.619667:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4558)
00000800:00000200:2.1:1769077559.619977:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077559.619979:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077559.620198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077559.620199:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077559.620379:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077559.620380:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769077560.450508:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077560.450516:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077560.450572:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077560.450577:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077560.450582:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077560.514512:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299221873, at 4299221888
00000100:00000010:3.0:1769077560.514536:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf480.
00010000:00000001:0.0:1769077561.474546:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077561.474555:0:69681:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077561.474558:0:69681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077561.474560:0:69681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077561.474566:0:69681:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077561.474568:0:69681:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077561.474569:0:69681:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077561.474571:0:69681:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077561.474597:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077561.474600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077561.474602:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077562.498551:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077562.498559:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077562.498636:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077562.498643:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077562.498648:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077563.522520:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077563.522528:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077563.522591:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077563.522595:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077563.522599:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077564.546534:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077564.546541:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077564.546613:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077564.546618:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077564.546622:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077564.739265:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077564.739277:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077564.740156:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077564.740159:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077564.740490:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077564.740493:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077564.740811:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077564.740814:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1769077565.570535:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077565.570543:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077565.570571:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077565.570573:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077565.570576:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077565.634461:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299226993, at 4299227008
00000100:00000010:3.0:1769077565.634474:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00010000:00000001:0.0:1769077566.594482:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077566.594487:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077566.594546:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077566.594552:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077566.594556:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077567.618535:0:69681:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077567.618552:0:69681:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077567.618599:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077567.618602:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077567.618605:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077568.642493:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077568.642502:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077568.642583:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077568.642588:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077568.642593:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077569.666503:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077569.666512:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077569.666541:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077569.666543:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077569.666546:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077569.858504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077569.858519:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077569.858522:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077569.858529:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077569.858546:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077569.858556:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4558
00000400:00000200:0.0:1769077569.858567:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077569.858574:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077569.858578:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077569.858582:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.858587:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077569.858590:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.858593:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077569.858633:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077569.858647:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077569.858650:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077569.858653:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077569.858656:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077569.858659:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077569.858664:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.858666:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077569.858668:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.858671:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077569.858674:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077569.858678:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077569.858681:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077569.858685:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077569.858689:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077569.858693:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.858696:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077569.858699:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077569.858711:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769077569.858716:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077569.858721:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077569.858723:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.858727:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077569.858731:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077569.858736:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077569.858746:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077569.858754:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077569.858766:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610726784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077569.858780:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077569.858785:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077569.858791:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610726784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077569.858818:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077569.858821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077569.858825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077569.858827:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077569.858829:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077569.858831:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077569.858834:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4558
00000400:00000200:0.0:1769077569.858840:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077569.858845:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077569.858848:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077569.858851:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.858855:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077569.858857:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.858860:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077569.858863:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077569.858867:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077569.858870:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077569.858875:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077569.858881:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077569.858884:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077569.858891:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.858897:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077569.858902:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.858908:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077569.858914:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077569.858920:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077569.858926:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077569.858930:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077569.858937:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077569.858944:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.858960:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077569.858968:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077569.858973:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.858978:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077569.858986:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769077569.858991:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077569.858997:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077569.858999:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.859003:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077569.859007:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077569.859012:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077569.859020:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077569.859028:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077569.859038:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610726912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077569.859056:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077569.859060:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077569.859069:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610726912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077569.859088:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077569.859094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077569.859102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077569.859106:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077569.859111:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077569.859118:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077569.859125:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4558
00000400:00000200:0.0:1769077569.859136:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077569.859146:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077569.859152:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077569.859161:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.859167:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077569.859174:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769077569.859179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769077569.859181:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769077569.859183:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1769077569.859187:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077569.859191:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077569.859198:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077569.859203:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077569.859209:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077569.859215:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077569.859225:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.859230:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077569.859237:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.859244:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077569.859250:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077569.859258:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077569.859264:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077569.859269:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077569.859276:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077569.859279:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.859281:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077569.859285:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077569.859290:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.859296:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077569.859301:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769077569.859309:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077569.859316:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077569.859320:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.859324:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077569.859329:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077569.859333:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077569.859339:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077569.859345:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077569.859356:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610727040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077569.859377:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077569.859382:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077569.859434:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610727040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077569.859453:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077569.859459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077569.859468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077569.859473:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077569.859476:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077569.859482:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077569.859487:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4558
00000400:00000200:0.0:1769077569.859496:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077569.859507:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077569.859514:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077569.859524:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.859530:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077569.859536:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.859541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077569.859546:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077569.859550:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077569.859557:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077569.859562:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077569.859569:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077569.859575:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077569.859583:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.859590:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077569.859597:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077569.859618:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077569.859625:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077569.859634:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077569.859641:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077569.859648:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077569.859654:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077569.859662:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.859668:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077569.859672:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077569.859678:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.859682:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077569.859690:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769077569.859697:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077569.859702:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077569.859704:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077569.859707:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077569.859712:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077569.859717:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077569.859725:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077569.859735:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077569.859748:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610727168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077569.859770:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077569.859776:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077569.859789:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610727168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077569.859811:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077569.859820:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4568)
00000800:00000200:2.1:1769077569.859890:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077569.859893:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077569.860169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077569.860171:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077569.860426:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077569.860428:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.0:1769077570.370490:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769077570.370498:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769077570.370504:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769077570.370753:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077570.370769:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077570.370774:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077570.370776:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077570.690513:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077570.690521:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077570.690614:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077570.690618:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077570.690622:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077570.754482:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299232112, at 4299232128
00000100:00000010:3.0:1769077570.754500:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769077571.714516:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077571.714524:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077571.714537:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077571.714539:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077571.714543:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077571.714544:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077571.714546:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077571.714548:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077571.714565:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077571.714589:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077571.714592:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077572.738487:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077572.738493:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077572.738537:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077572.738542:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077572.738547:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077573.762510:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077573.762518:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077573.762558:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077573.762560:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077573.762563:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077574.786562:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077574.786569:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077574.786643:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077574.786646:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077574.786649:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769077574.979105:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077574.979111:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077574.979632:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077574.979634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077574.979817:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077574.979819:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077574.980002:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077574.980004:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077575.810528:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077575.810535:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077575.810558:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077575.810561:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077575.810566:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077575.874561:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299237232, at 4299237248
00000100:00000010:3.0:1769077575.874583:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00010000:00000001:0.0:1769077576.834464:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077576.834469:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077576.834552:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077576.834555:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077576.834558:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077577.858509:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077577.858515:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077577.858537:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077577.858539:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077577.858541:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077578.882551:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077578.882564:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077578.882635:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077578.882638:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077578.882642:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077579.906550:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077579.906560:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077579.906597:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077579.906601:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077579.906605:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077580.098546:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077580.098561:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077580.098564:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077580.098571:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077580.098577:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077580.098587:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4569
00000400:00000200:3.0:1769077580.098599:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077580.098607:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077580.098612:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077580.098616:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.098620:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077580.098623:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.098627:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077580.098632:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077580.098634:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077580.098636:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077580.098639:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077580.098641:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077580.098642:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077580.098645:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.098646:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077580.098647:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.098649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077580.098652:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077580.098655:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077580.098657:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077580.098659:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077580.098663:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077580.098665:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.098668:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077580.098670:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077580.098680:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769077580.098684:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077580.098687:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077580.098689:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.098692:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077580.098694:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077580.098699:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077580.098707:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077580.098714:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077580.098723:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610727808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077580.098732:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077580.098736:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077580.098740:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610727808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077580.098763:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077580.098766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077580.098770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077580.098772:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077580.098774:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077580.098776:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077580.098780:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4569
00000400:00000200:3.0:1769077580.098786:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077580.098791:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077580.098794:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077580.098798:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.098801:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077580.098806:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.098812:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077580.098820:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077580.098825:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077580.098829:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077580.098836:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077580.098842:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077580.098849:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077580.098856:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.098859:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077580.098866:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.098869:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077580.098873:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077580.098877:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077580.098880:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077580.098884:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077580.098890:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077580.098894:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.098895:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077580.098901:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077580.098905:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.098907:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077580.098910:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769077580.098911:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077580.098913:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077580.098914:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.098915:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077580.098917:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077580.098919:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077580.098926:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077580.098931:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077580.098937:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610727936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077580.098947:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077580.098952:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077580.098957:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610727936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077580.098968:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077580.098971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077580.098973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077580.098975:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077580.098978:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077580.098982:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077580.098986:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4569
00000400:00000200:3.0:1769077580.098993:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077580.098999:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077580.099004:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077580.099009:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.099015:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077580.099019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.099024:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077580.099027:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077580.099029:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077580.099033:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077580.099036:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077580.099042:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077580.099043:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077580.099050:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.099053:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077580.099054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.099056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077580.099058:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077580.099063:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077580.099067:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077580.099068:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077580.099071:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077580.099077:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.099079:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077580.099084:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077580.099091:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.099097:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077580.099106:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769077580.099114:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077580.099120:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077580.099123:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.099128:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077580.099132:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077580.099136:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077580.099145:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077580.099154:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077580.099162:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:3.0:1769077580.099166:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610728064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077580.099167:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769077580.099180:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077580.099184:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077580.099191:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610728064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077580.099198:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077580.099200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077580.099206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077580.099208:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077580.099211:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077580.099215:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077580.099220:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4569
00000400:00000200:3.0:1769077580.099224:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077580.099230:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077580.099234:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077580.099238:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.099240:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077580.099242:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.099246:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077580.099248:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077580.099250:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077580.099251:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077580.099254:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077580.099257:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077580.099261:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077580.099269:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.099273:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077580.099276:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077580.099281:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077580.099284:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077580.099290:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077580.099292:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077580.099293:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077580.099297:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077580.099300:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.099305:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077580.099307:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077580.099313:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.099319:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077580.099326:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769077580.099330:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077580.099334:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077580.099337:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077580.099342:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077580.099346:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077580.099351:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077580.099360:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077580.099367:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077580.099374:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610728192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077580.099382:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077580.099419:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077580.099426:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610728192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077580.099453:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077580.099460:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4579)
00000800:00000200:2.1:1769077580.099758:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077580.099760:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077580.099958:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077580.099959:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077580.100138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077580.100140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077580.930517:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077580.930527:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077580.930529:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077580.930533:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077580.930538:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077580.930540:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077580.930542:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077580.930544:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077580.930611:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077580.930615:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077580.930619:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077580.994485:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299242352, at 4299242368
00000100:00000010:3.0:1769077580.994499:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00010000:00000001:0.0:1769077581.954498:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077581.954503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077581.954533:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077581.954535:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077581.954537:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077582.978525:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077582.978533:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077582.978594:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077582.978598:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077582.978602:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077584.002562:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077584.002572:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077584.002606:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077584.002610:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077584.002614:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077585.026536:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077585.026544:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077585.026606:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077585.026609:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077585.026613:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077585.218553:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077585.218568:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077585.218571:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077585.218576:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077585.218579:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077585.218587:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4574
00000400:00000200:0.0:1769077585.218597:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077585.218603:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077585.218606:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077585.218609:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218612:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077585.218615:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218617:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077585.218621:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077585.218623:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077585.218625:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077585.218627:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077585.218629:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077585.218631:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077585.218633:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218634:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077585.218635:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218637:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077585.218639:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077585.218642:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218644:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077585.218647:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077585.218650:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077585.218652:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.218654:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077585.218656:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077585.218667:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769077585.218671:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077585.218675:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077585.218676:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.218679:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077585.218682:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077585.218687:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077585.218695:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077585.218702:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077585.218711:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610728320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077585.218719:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077585.218724:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077585.218727:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610728320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077585.218747:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077585.218750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077585.218752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077585.218753:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077585.218755:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077585.218756:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077585.218758:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4574
00000400:00000200:0.0:1769077585.218760:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077585.218762:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077585.218764:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077585.218766:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218767:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077585.218769:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218771:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077585.218773:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077585.218774:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077585.218776:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077585.218778:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077585.218780:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077585.218782:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077585.218784:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218786:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077585.218789:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218791:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077585.218795:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077585.218800:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218802:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077585.218804:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077585.218809:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077585.218814:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.218823:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077585.218828:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077585.218832:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.218836:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077585.218843:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769077585.218847:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077585.218850:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077585.218853:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.218854:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077585.218855:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077585.218859:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077585.218864:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077585.218868:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077585.218874:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610728448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077585.218887:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077585.218891:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077585.218899:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610728448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077585.218916:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077585.218922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077585.218931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077585.218934:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077585.218938:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077585.218944:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077585.218949:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4574
00000400:00000200:0.0:1769077585.218954:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077585.218961:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077585.218964:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077585.218967:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218971:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077585.218973:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218978:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077585.218980:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077585.218981:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077585.218982:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077585.218985:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077585.218988:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077585.218991:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077585.218994:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.218996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077585.218998:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.219000:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077585.219003:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077585.219008:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077585.219010:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077585.219014:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077585.219018:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077585.219021:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.219023:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077585.219028:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077585.219030:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.219034:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077585.219041:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769077585.219044:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077585.219047:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077585.219050:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.219052:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077585.219055:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077585.219056:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077585.219061:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077585.219066:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077585.219073:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610728576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077585.219081:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077585.219083:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077585.219089:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610728576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077585.219110:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077585.219115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077585.219121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077585.219130:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077585.219133:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077585.219137:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077585.219142:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4574
00000800:00000200:2.1:1769077585.219146:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:0.0:1769077585.219148:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.1:1769077585.219153:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000400:00000200:0.0:1769077585.219154:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077585.219159:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077585.219165:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.219169:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077585.219172:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.219173:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077585.219175:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077585.219178:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077585.219180:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077585.219183:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077585.219187:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077585.219189:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077585.219193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.219196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077585.219199:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077585.219202:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077585.219205:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077585.219209:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077585.219212:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077585.219216:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077585.219219:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077585.219222:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.219225:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077585.219229:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077585.219232:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.219236:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077585.219242:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769077585.219245:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077585.219249:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077585.219251:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077585.219252:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077585.219253:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077585.219255:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077585.219258:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769077585.219264:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077585.219270:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610728704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077585.219280:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077585.219282:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077585.219285:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610728704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077585.219293:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077585.219297:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4584)
00000800:00000200:2.1:1769077585.219599:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077585.219601:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077585.219827:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077585.219828:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077585.220057:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077585.220060:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077586.050510:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077586.050518:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077586.050544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077586.050546:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077586.050549:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077586.114476:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299247472, at 4299247488
00000100:00000010:3.0:1769077586.114489:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00010000:00000001:0.0:1769077587.074509:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077587.074515:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077587.074585:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077587.074588:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077587.074591:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077588.098463:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077588.098470:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077588.098490:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077588.098492:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077588.098494:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077589.122483:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077589.122488:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077589.122546:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077589.122549:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077589.122552:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077590.146498:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077590.146506:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077590.146531:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077590.146534:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077590.146537:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077590.338462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077590.338471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077590.338473:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077590.338476:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077590.338479:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077590.338486:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4579
00000400:00000200:0.0:1769077590.338494:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077590.338499:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077590.338501:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077590.338504:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338507:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077590.338508:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338510:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077590.338514:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077590.338515:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077590.338517:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077590.338519:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077590.338521:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077590.338522:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077590.338524:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338526:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077590.338527:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338528:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077590.338531:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077590.338533:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338535:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077590.338537:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077590.338539:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077590.338541:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.338543:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077590.338544:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077590.338552:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769077590.338554:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077590.338557:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077590.338558:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.338561:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077590.338563:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077590.338566:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077590.338573:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769077590.338578:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077590.338585:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610728832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077590.338593:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077590.338597:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077590.338600:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610728832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077590.338620:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077590.338622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077590.338625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077590.338626:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077590.338627:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077590.338628:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077590.338630:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4579
00000400:00000200:0.0:1769077590.338632:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077590.338634:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077590.338635:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077590.338637:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338639:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077590.338640:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338642:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077590.338644:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077590.338645:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077590.338647:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077590.338649:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077590.338650:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077590.338652:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077590.338653:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338656:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077590.338660:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338663:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077590.338666:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077590.338670:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338674:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077590.338676:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077590.338682:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077590.338687:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.338690:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077590.338693:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077590.338695:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.338697:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077590.338702:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769077590.338706:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077590.338710:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077590.338714:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.338720:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077590.338723:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077590.338726:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077590.338731:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769077590.338735:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077590.338743:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610728960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077590.338756:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077590.338759:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077590.338767:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610728960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077590.338778:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077590.338781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077590.338784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077590.338786:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077590.338790:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077590.338793:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077590.338798:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4579
00000400:00000200:0.0:1769077590.338805:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077590.338811:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077590.338816:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077590.338822:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338827:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077590.338831:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338835:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077590.338837:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077590.338838:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077590.338839:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077590.338840:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077590.338844:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077590.338849:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077590.338852:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338855:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077590.338860:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338863:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077590.338865:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077590.338868:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077590.338872:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077590.338874:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077590.338877:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077590.338879:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.338882:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077590.338884:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077590.338890:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.338894:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077590.338899:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769077590.338906:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077590.338914:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077590.338918:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.338923:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077590.338924:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077590.338926:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077590.338935:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769077590.338943:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077590.338953:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610729088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077590.338969:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769077590.338973:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077590.338974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769077590.338980:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077590.338990:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610729088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077590.339009:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077590.339024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077590.339035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077590.339040:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077590.339043:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077590.339048:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077590.339056:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4579
00000400:00000200:0.0:1769077590.339065:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077590.339071:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077590.339076:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077590.339084:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.339089:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077590.339094:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.339098:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077590.339103:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077590.339106:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077590.339110:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077590.339114:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077590.339117:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077590.339119:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077590.339125:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.339128:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077590.339134:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077590.339138:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077590.339144:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077590.339155:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077590.339163:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077590.339169:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077590.339175:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077590.339182:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.339188:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077590.339193:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077590.339200:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.339206:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077590.339214:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769077590.339221:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077590.339228:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077590.339232:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077590.339238:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077590.339241:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077590.339244:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077590.339267:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769077590.339273:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077590.339282:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610729216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077590.339303:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077590.339309:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077590.339321:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610729216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077590.339342:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077590.339351:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4589)
00000800:00000200:2.1:1769077590.339504:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077590.339505:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077590.339689:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077590.339691:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077590.339863:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077590.339864:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769077591.170510:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077591.170517:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077591.170519:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077591.170521:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077591.170525:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077591.170526:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077591.170528:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077591.170530:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077591.170610:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077591.170615:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077591.170619:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077591.234483:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299252592, at 4299252608
00000100:00000010:3.0:1769077591.234499:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00010000:00000001:0.0:1769077592.194494:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077592.194499:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077592.194530:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077592.194535:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077592.194538:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077593.218523:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077593.218531:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077593.218586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077593.218589:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077593.218598:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077594.242535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077594.242542:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077594.242613:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077594.242620:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077594.242626:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077595.266535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077595.266549:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077595.266647:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077595.266655:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077595.266660:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077595.458526:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077595.458540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077595.458545:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077595.458550:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077595.458555:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077595.458566:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4584
00000400:00000200:3.0:1769077595.458579:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077595.458587:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077595.458591:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077595.458595:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458599:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077595.458602:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077595.458608:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077595.458610:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077595.458612:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077595.458615:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077595.458616:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077595.458619:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077595.458621:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458623:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077595.458625:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458626:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077595.458629:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077595.458631:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458632:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077595.458635:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077595.458638:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077595.458640:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.458642:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077595.458644:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077595.458654:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077595.458657:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077595.458660:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077595.458662:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.458665:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077595.458667:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077595.458672:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077595.458680:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077595.458687:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077595.458696:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610729344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077595.458705:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077595.458709:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077595.458713:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610729344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077595.458735:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077595.458738:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077595.458741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077595.458742:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077595.458744:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077595.458746:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077595.458747:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4584
00000400:00000200:3.0:1769077595.458751:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077595.458753:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077595.458754:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077595.458757:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458760:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077595.458761:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458763:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077595.458765:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077595.458766:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077595.458767:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077595.458769:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077595.458770:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077595.458772:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077595.458778:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458781:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077595.458783:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458787:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077595.458789:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077595.458793:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458798:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077595.458802:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077595.458807:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077595.458812:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.458813:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077595.458820:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077595.458824:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.458826:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077595.458829:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077595.458830:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077595.458832:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077595.458833:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.458835:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077595.458839:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077595.458841:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077595.458846:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077595.458850:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077595.458858:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610729472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077595.458871:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077595.458874:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077595.458879:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610729472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077595.458891:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077595.458894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077595.458899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077595.458903:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077595.458906:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077595.458913:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077595.458920:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4584
00000400:00000200:3.0:1769077595.458927:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077595.458931:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077595.458936:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077595.458940:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458946:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077595.458953:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458960:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077595.458966:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077595.458970:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077595.458973:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077595.458978:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077595.458983:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077595.458987:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077595.458991:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.458996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077595.459000:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.459002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077595.459004:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077595.459006:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077595.459011:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077595.459014:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077595.459017:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077595.459020:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.459023:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077595.459027:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077595.459030:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.459033:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077595.459039:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077595.459044:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077595.459049:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077595.459052:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.459055:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077595.459058:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077595.459062:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077595.459068:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077595.459074:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077595.459083:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610729600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077595.459092:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077595.459096:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077595.459106:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610729600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077595.459112:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077595.459115:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769077595.459136:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077595.459144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077595.459154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077595.459158:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077595.459162:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077595.459183:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077595.459191:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4584
00000400:00000200:3.0:1769077595.459200:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077595.459208:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077595.459213:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077595.459220:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.459223:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077595.459226:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.459232:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077595.459238:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077595.459242:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077595.459246:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077595.459250:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077595.459253:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077595.459258:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077595.459263:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.459267:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077595.459273:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077595.459276:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077595.459281:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077595.459287:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077595.459292:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077595.459299:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077595.459304:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077595.459307:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.459311:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077595.459315:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077595.459319:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.459323:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077595.459330:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077595.459333:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077595.459337:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077595.459340:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077595.459344:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077595.459347:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077595.459350:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077595.459357:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077595.459362:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077595.459372:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610729728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077595.459427:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077595.459431:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077595.459439:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610729728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077595.459456:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077595.459463:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4594)
00000800:00000200:2.1:1769077595.459637:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077595.459639:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077595.459863:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077595.459866:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077595.460061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077595.460063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769077596.290476:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077596.290484:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077596.290539:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077596.290547:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077596.290550:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077596.354519:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299257712, at 4299257728
00000100:00000010:3.0:1769077596.354539:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00010000:00000001:0.0:1769077597.314568:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077597.314577:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077597.314641:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077597.314645:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077597.314648:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077598.338583:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077598.338591:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077598.338647:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077598.338651:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077598.338654:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077599.362529:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077599.362539:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077599.362596:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077599.362603:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077599.362609:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077600.386483:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077600.386492:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077600.386564:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077600.386569:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077600.386575:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077600.578584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077600.578599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077600.578602:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077600.578608:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077600.578613:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077600.578624:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4589
00000400:00000200:0.0:1769077600.578635:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077600.578642:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077600.578646:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077600.578650:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.578655:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.578657:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.578661:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077600.578666:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077600.578669:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077600.578672:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077600.578675:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077600.578678:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077600.578681:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077600.578685:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.578687:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.578690:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.578692:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077600.578696:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077600.578700:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077600.578702:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077600.578704:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077600.578709:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077600.578713:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.578715:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077600.578718:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077600.578728:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769077600.578733:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077600.578738:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077600.578740:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.578744:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077600.578747:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077600.578753:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077600.578764:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077600.578774:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077600.578786:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610729856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077600.578799:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077600.578805:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077600.578810:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610729856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077600.578852:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077600.578857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077600.578860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077600.578862:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077600.578864:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077600.578867:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077600.578870:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4589
00000400:00000200:0.0:1769077600.578875:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077600.578879:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077600.578882:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077600.578885:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.578887:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.578889:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.578892:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077600.578895:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077600.578896:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077600.578898:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077600.578901:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077600.578903:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077600.578905:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077600.578908:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.578911:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.578913:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.578916:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077600.578919:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077600.578922:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077600.578924:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077600.578927:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077600.578933:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077600.578936:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.578939:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077600.578945:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077600.578949:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.578953:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077600.578958:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769077600.578962:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077600.578965:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077600.578967:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.578969:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077600.578971:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077600.578973:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077600.578979:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077600.578986:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077600.578999:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610729984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077600.579031:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077600.579034:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077600.579041:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610729984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077600.579053:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077600.579056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077600.579060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077600.579062:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077600.579064:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077600.579067:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077600.579069:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4589
00000400:00000200:0.0:1769077600.579073:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077600.579075:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077600.579077:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077600.579079:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.579081:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.579100:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.579102:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077600.579105:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077600.579106:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077600.579108:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077600.579111:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077600.579113:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077600.579115:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077600.579121:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.579131:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.579139:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.579144:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077600.579155:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077600.579167:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077600.579181:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077600.579187:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077600.579196:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077600.579204:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.579216:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077600.579225:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077600.579236:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.579241:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077600.579247:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769077600.579252:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077600.579256:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077600.579258:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.579268:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077600.579270:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077600.579273:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077600.579286:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077600.579297:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077600.579309:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610730112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077600.579342:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077600.579346:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077600.579352:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610730112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077600.579369:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077600.579376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077600.579381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077600.579383:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077600.579433:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077600.579443:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077600.579451:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4589
00000400:00000200:0.0:1769077600.579466:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077600.579474:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077600.579478:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077600.579494:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.579504:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.579516:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.579528:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077600.579539:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077600.579544:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077600.579555:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077600.579558:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077600.579566:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077600.579574:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:2.1:1769077600.579581:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769077600.579588:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.579594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.579598:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077600.579601:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077600.579608:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077600.579618:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077600.579624:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077600.579630:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077600.579636:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077600.579644:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.579651:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077600.579655:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077600.579660:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.579666:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077600.579679:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769077600.579685:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077600.579690:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077600.579695:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.579700:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077600.579704:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077600.579706:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077600.579712:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077600.579725:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077600.579743:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610730240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077600.579794:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077600.579807:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077600.579826:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610730240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077600.579865:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077600.579876:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4599)
00000800:00000200:2.1:1769077600.581541:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077600.581735:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077600.581922:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077601.410503:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077601.410517:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077601.410521:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077601.410524:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077601.410531:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077601.410534:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077601.410536:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077601.410539:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077601.410581:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077601.410588:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077601.410592:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077601.474499:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299262833, at 4299262848
00000100:00000010:3.0:1769077601.474518:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00010000:00000001:0.0:1769077602.434517:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077602.434527:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077602.434604:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077602.434612:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077602.434617:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077603.458504:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077603.458513:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077603.458561:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077603.458566:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077603.458576:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077604.482511:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077604.482520:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077604.482577:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077604.482581:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077604.482584:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077605.506484:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077605.506492:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077605.506558:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077605.506564:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077605.506568:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077605.698484:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077605.698501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077605.698504:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077605.698508:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077605.698512:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077605.698520:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4594
00000400:00000200:0.0:1769077605.698531:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077605.698537:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077605.698540:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077605.698544:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698547:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077605.698549:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698552:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077605.698557:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077605.698560:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077605.698562:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077605.698565:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077605.698567:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077605.698569:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077605.698571:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698572:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077605.698574:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698575:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077605.698577:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077605.698580:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698581:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077605.698584:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077605.698587:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077605.698589:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.698590:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077605.698593:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077605.698601:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769077605.698606:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077605.698611:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077605.698613:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.698617:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077605.698621:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077605.698626:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077605.698638:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077605.698647:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077605.698659:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610730368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077605.698672:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077605.698677:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077605.698683:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610730368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077605.698720:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077605.698725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077605.698728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077605.698730:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077605.698732:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077605.698734:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077605.698738:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4594
00000400:00000200:0.0:1769077605.698742:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077605.698746:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077605.698749:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077605.698752:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698754:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077605.698756:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698758:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077605.698760:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077605.698761:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077605.698763:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077605.698765:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077605.698766:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077605.698768:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077605.698770:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698772:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077605.698774:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698776:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077605.698778:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077605.698781:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698784:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077605.698787:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077605.698793:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077605.698796:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.698798:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077605.698804:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077605.698807:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.698809:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077605.698814:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769077605.698818:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077605.698821:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077605.698822:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.698824:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077605.698826:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077605.698828:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077605.698832:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077605.698836:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077605.698841:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610730496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077605.698850:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077605.698853:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077605.698857:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610730496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077605.698866:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077605.698870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077605.698874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077605.698876:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077605.698877:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077605.698880:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077605.698882:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4594
00000400:00000200:0.0:1769077605.698886:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077605.698888:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077605.698891:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077605.698894:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698897:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077605.698899:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698901:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077605.698904:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077605.698905:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077605.698907:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077605.698909:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077605.698912:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077605.698915:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077605.698919:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698922:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077605.698924:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698927:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077605.698930:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077605.698934:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077605.698940:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077605.698945:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077605.698950:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077605.698955:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.698958:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077605.698961:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077605.698965:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.698970:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077605.698977:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769077605.698982:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077605.698988:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077605.698992:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.698995:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077605.699018:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077605.699023:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077605.699030:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077605.699037:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077605.699047:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610730624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077605.699062:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077605.699065:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077605.699074:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610730624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077605.699089:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077605.699095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077605.699101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077605.699104:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077605.699108:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077605.699112:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077605.699115:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4594
00000400:00000200:0.0:1769077605.699123:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077605.699129:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077605.699135:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077605.699143:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.699148:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077605.699152:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.699158:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077605.699163:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077605.699165:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077605.699169:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077605.699173:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077605.699177:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077605.699182:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077605.699188:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.699192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077605.699198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077605.699202:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077605.699205:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077605.699211:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077605.699215:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077605.699217:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077605.699220:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077605.699225:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.699229:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077605.699232:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077605.699237:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.699241:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077605.699245:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769077605.699249:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077605.699251:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077605.699252:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077605.699254:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077605.699255:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077605.699257:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077605.699261:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077605.699264:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077605.699269:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610730752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077605.699278:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077605.699280:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077605.699285:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610730752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077605.699294:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077605.699299:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4604)
00000800:00000200:2.1:1769077605.699784:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077605.699789:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077605.700229:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077605.700231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077605.700774:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077605.700776:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077605.700975:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077605.700977:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077606.530542:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077606.530549:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077606.530622:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077606.530627:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077606.530632:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077606.594453:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299267953, at 4299267968
00000100:00000010:3.0:1769077606.594479:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00010000:00000001:0.0:1769077607.554497:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077607.554507:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077607.554592:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077607.554598:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077607.554602:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077608.578532:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077608.578545:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077608.578742:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077608.578746:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077608.578758:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1769077609.282776:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077609.602525:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077609.602534:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077609.602599:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077609.602602:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077609.602612:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077610.626503:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077610.626509:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077610.626596:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077610.626600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077610.626602:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077610.818507:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077610.818520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077610.818523:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077610.818527:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077610.818532:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077610.818540:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4599
00000400:00000200:3.0:1769077610.818550:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077610.818555:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077610.818558:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077610.818561:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.818564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.818566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.818567:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077610.818571:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077610.818572:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077610.818574:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077610.818576:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077610.818578:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077610.818580:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077610.818582:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.818583:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.818585:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.818586:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077610.818588:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077610.818591:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077610.818593:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077610.818596:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077610.818598:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077610.818600:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.818602:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077610.818603:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077610.818611:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077610.818614:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077610.818617:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077610.818618:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.818620:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077610.818622:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077610.818626:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077610.818635:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077610.818642:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077610.818652:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610730880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077610.818664:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077610.818669:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077610.818674:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610730880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077610.818707:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077610.818710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077610.818714:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077610.818715:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077610.818717:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077610.818720:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077610.818723:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4599
00000400:00000200:3.0:1769077610.818728:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077610.818732:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077610.818736:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077610.818740:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.818742:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.818745:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.818748:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077610.818751:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077610.818755:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077610.818758:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077610.818762:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077610.818766:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077610.818769:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077610.818777:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.818783:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.818787:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.818792:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077610.818797:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077610.818803:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077610.818810:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077610.818815:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077610.818822:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077610.818829:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.818834:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077610.818838:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077610.818845:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.818848:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077610.818854:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077610.818860:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077610.818865:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077610.818868:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.818870:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077610.818872:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077610.818877:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077610.818886:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077610.818891:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077610.818898:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610731008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077610.818930:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077610.818933:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077610.818938:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610731008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077610.818957:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077610.818962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077610.818968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077610.818970:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077610.818974:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077610.818980:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077610.818984:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4599
00000400:00000200:3.0:1769077610.819029:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077610.819036:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077610.819040:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077610.819048:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.819052:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.819058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769077610.819061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077610.819063:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769077610.819067:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769077610.819068:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077610.819071:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077610.819075:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077610.819079:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077610.819085:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077610.819088:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077610.819097:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.819102:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.819108:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.819112:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077610.819118:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077610.819132:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077610.819140:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077610.819145:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077610.819150:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077610.819153:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.819156:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077610.819161:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077610.819167:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.819171:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077610.819178:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077610.819182:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077610.819187:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077610.819190:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.819195:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077610.819199:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077610.819203:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077610.819211:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077610.819217:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077610.819228:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610731136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077610.819247:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077610.819251:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077610.819261:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610731136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077610.819281:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077610.819288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077610.819296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077610.819302:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077610.819306:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077610.819312:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077610.819318:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4599
00000400:00000200:3.0:1769077610.819325:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077610.819333:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077610.819338:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077610.819345:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.819349:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.819352:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.819354:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077610.819359:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077610.819363:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077610.819367:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077610.819371:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077610.819376:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077610.819381:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077610.819422:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.819425:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.819431:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077610.819435:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077610.819441:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077610.819449:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077610.819454:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077610.819458:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077610.819463:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077610.819468:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.819473:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077610.819477:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077610.819482:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.819486:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077610.819492:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077610.819498:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077610.819503:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077610.819506:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.819510:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077610.819514:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077610.819518:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077610.819526:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077610.819531:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077610.819543:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610731264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077610.819567:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077610.819572:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077610.819581:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610731264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077610.819594:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077610.819601:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4609)
00000800:00000200:2.1:1769077610.819703:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077610.819707:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077610.819971:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077610.819974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077610.820209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077610.820212:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077611.650475:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077611.650482:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077611.650484:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077611.650486:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077611.650490:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077611.650492:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077611.650493:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077611.650495:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077611.650557:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077611.650566:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077611.650572:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077611.714514:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299273072, at 4299273088
00000100:00000010:3.0:1769077611.714539:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769077612.674495:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077612.674502:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077612.674580:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077612.674584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077612.674588:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077613.698535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077613.698555:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077613.698608:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077613.698611:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077613.698615:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077614.722507:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077614.722512:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077614.722582:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077614.722586:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077614.722590:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077615.746533:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077615.746539:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077615.746632:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077615.746641:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077615.746647:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077615.938459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077615.938471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077615.938474:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077615.938479:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077615.938484:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077615.938493:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4604
00000400:00000200:3.0:1769077615.938503:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077615.938509:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077615.938512:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077615.938515:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938518:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077615.938520:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938522:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077615.938526:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077615.938528:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077615.938530:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077615.938532:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077615.938534:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077615.938535:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077615.938537:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938539:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077615.938540:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938542:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077615.938545:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077615.938547:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938549:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077615.938551:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077615.938554:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077615.938556:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.938557:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077615.938560:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077615.938571:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077615.938574:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077615.938578:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077615.938580:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.938583:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077615.938585:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077615.938590:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077615.938598:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077615.938605:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077615.938617:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610731392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077615.938629:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077615.938635:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077615.938641:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610731392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077615.938669:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077615.938672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077615.938674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077615.938675:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077615.938677:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077615.938679:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077615.938681:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4604
00000400:00000200:3.0:1769077615.938684:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077615.938687:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077615.938689:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077615.938692:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938694:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077615.938696:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938698:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077615.938699:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077615.938701:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077615.938703:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077615.938704:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077615.938706:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077615.938708:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077615.938710:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938711:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077615.938713:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938716:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077615.938719:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077615.938721:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938726:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077615.938730:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077615.938736:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077615.938743:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.938748:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077615.938754:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077615.938759:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.938763:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077615.938767:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077615.938772:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077615.938776:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077615.938778:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.938784:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077615.938786:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077615.938789:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077615.938793:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077615.938800:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077615.938806:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610731520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077615.938815:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077615.938819:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077615.938838:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610731520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077615.938850:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077615.938854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077615.938861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077615.938862:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077615.938863:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077615.938865:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077615.938868:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4604
00000400:00000200:3.0:1769077615.938875:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077615.938880:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077615.938882:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077615.938887:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938892:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077615.938895:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938900:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077615.938905:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077615.938907:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077615.938909:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077615.938913:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077615.938918:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077615.938920:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077615.938925:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938928:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077615.938934:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938938:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077615.938940:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077615.938951:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077615.938956:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077615.938961:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077615.938967:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077615.938974:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.938979:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077615.938984:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077615.938991:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.938995:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077615.939002:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077615.939009:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077615.939016:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077615.939018:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.939022:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077615.939025:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077615.939028:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077615.939037:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077615.939044:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077615.939054:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610731648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077615.939074:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077615.939074:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077615.939078:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077615.939081:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1769077615.939087:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610731648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077615.939102:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077615.939105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077615.939110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077615.939113:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077615.939115:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077615.939117:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077615.939129:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4604
00000400:00000200:3.0:1769077615.939138:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077615.939142:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077615.939145:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077615.939148:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.939149:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077615.939151:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.939153:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077615.939157:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077615.939159:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077615.939162:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077615.939165:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077615.939169:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077615.939172:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077615.939178:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.939183:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077615.939190:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077615.939195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077615.939202:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077615.939206:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077615.939212:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077615.939218:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077615.939225:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077615.939232:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.939235:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077615.939237:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077615.939241:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.939243:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077615.939247:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077615.939252:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077615.939256:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077615.939259:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077615.939261:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077615.939263:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077615.939268:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077615.939275:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077615.939282:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077615.939292:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610731776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077615.939308:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077615.939311:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077615.939318:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610731776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077615.939333:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077615.939339:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4615)
00000800:00000200:2.1:1769077615.939589:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077615.939591:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077615.939787:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077615.939789:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077615.940058:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077615.940060:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1769077616.770507:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077616.770512:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077616.770609:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077616.770615:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077616.770619:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077616.834528:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299278192, at 4299278208
00000100:00000010:3.0:1769077616.834550:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00010000:00000001:0.0:1769077617.794508:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077617.794516:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077617.794598:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077617.794603:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077617.794607:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077618.818522:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077618.818529:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077618.818611:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077618.818616:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077618.818620:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077619.842527:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077619.842534:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077619.842611:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077619.842614:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077619.842624:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077620.866558:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077620.866567:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077620.866644:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077620.866649:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077620.866654:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077621.058498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077621.058513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077621.058517:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077621.058522:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077621.058537:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077621.058547:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4610
00000400:00000200:0.0:1769077621.058559:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077621.058568:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077621.058572:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077621.058576:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.058580:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.058583:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.058586:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077621.058591:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077621.058593:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077621.058597:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077621.058599:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077621.058602:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077621.058605:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077621.058609:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.058611:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.058613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.058616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077621.058620:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077621.058624:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077621.058628:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077621.058631:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077621.058636:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077621.058639:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.058642:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077621.058644:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077621.058656:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769077621.058661:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077621.058666:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077621.058668:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.058673:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077621.058676:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077621.058681:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077621.058692:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769077621.058701:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077621.058712:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610731904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077621.058725:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077621.058730:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077621.058736:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610731904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077621.058799:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077621.058803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077621.058807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077621.058809:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077621.058811:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077621.058814:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077621.058817:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4610
00000400:00000200:0.0:1769077621.058822:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077621.058826:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077621.058829:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077621.058833:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.058836:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.058839:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.058842:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077621.058845:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077621.058846:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077621.058849:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077621.058851:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077621.058854:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077621.058857:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077621.058862:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.058866:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.058871:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.058875:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077621.058880:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077621.058887:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077621.058894:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077621.058899:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077621.058908:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077621.058913:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.058918:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077621.058925:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077621.058933:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.058939:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077621.058947:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769077621.058953:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077621.058959:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077621.058962:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.058968:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077621.058971:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077621.058974:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077621.058982:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769077621.058990:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077621.058998:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610732032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077621.059010:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077621.059016:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077621.059025:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610732032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077621.059050:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077621.059055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077621.059064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077621.059068:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077621.059072:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077621.059077:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077621.059081:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4610
00000400:00000200:0.0:1769077621.059090:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077621.059095:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077621.059099:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077621.059106:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.059121:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.059128:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.059133:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077621.059139:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077621.059143:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077621.059148:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077621.059153:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077621.059160:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077621.059166:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077621.059173:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.059178:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.059184:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.059190:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077621.059196:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077621.059203:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077621.059209:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077621.059214:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077621.059220:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769077621.059221:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:0.0:1769077621.059226:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077621.059227:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1769077621.059231:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077621.059237:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077621.059244:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.059248:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077621.059256:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769077621.059262:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077621.059268:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077621.059271:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.059276:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077621.059280:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077621.059284:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077621.059291:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769077621.059297:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077621.059308:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610732160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077621.059327:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077621.059332:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077621.059339:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610732160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077621.059353:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077621.059358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077621.059365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077621.059368:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077621.059372:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077621.059376:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077621.059380:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4610
00000400:00000200:0.0:1769077621.059420:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077621.059425:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077621.059428:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077621.059432:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.059435:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.059438:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.059442:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077621.059447:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077621.059449:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077621.059455:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077621.059458:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077621.059464:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077621.059468:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077621.059475:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.059480:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077621.059486:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077621.059493:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077621.059497:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077621.059505:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077621.059513:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077621.059518:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077621.059524:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077621.059530:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.059534:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077621.059537:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077621.059545:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.059549:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077621.059557:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769077621.059563:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077621.059569:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077621.059571:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077621.059573:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077621.059575:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077621.059578:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077621.059587:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769077621.059593:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077621.059604:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610732288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077621.059640:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077621.059646:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077621.059657:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610732288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077621.059680:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077621.059689:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4620)
00000800:00000200:2.1:1769077621.059896:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077621.059898:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077621.060197:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077621.060200:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077621.060484:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077621.060487:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1769077621.890530:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077621.890541:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077621.890543:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077621.890546:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077621.890551:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077621.890559:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077621.890561:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077621.890563:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077621.890620:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077621.890624:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077621.890627:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077621.954467:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299283313, at 4299283328
00000100:00000010:3.0:1769077621.954484:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00010000:00000001:0.0:1769077622.914494:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077622.914501:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077622.914561:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077622.914566:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077622.914571:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077623.938519:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077623.938530:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077623.938586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077623.938589:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077623.938592:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077624.962489:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077624.962498:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077624.962559:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077624.962563:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077624.962567:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077625.986518:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077625.986524:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077625.986602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077625.986608:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077625.986612:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077626.178509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077626.178521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077626.178524:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077626.178528:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077626.178533:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077626.178540:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4615
00000400:00000200:0.0:1769077626.178549:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077626.178556:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077626.178559:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077626.178562:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.178567:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077626.178569:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.178572:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077626.178576:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077626.178578:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077626.178581:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077626.178584:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077626.178586:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077626.178589:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077626.178592:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.178594:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077626.178597:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.178599:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077626.178602:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077626.178606:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077626.178609:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077626.178611:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077626.178614:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077626.178618:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.178620:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077626.178622:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077626.178632:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769077626.178636:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077626.178639:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077626.178641:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.178645:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077626.178647:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077626.178651:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077626.178675:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769077626.178682:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077626.178691:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610732416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077626.178708:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077626.178712:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077626.178718:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610732416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077626.178741:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077626.178750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077626.178753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077626.178754:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077626.178755:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077626.178757:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077626.178759:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4615
00000400:00000200:0.0:1769077626.178762:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077626.178765:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077626.178767:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077626.178770:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.178772:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077626.178773:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.178775:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077626.178776:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077626.178777:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077626.178779:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077626.178780:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077626.178783:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077626.178784:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077626.178787:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.178789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077626.178791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.178792:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077626.178795:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077626.178797:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077626.178799:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077626.178800:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077626.178805:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077626.178806:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.178808:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077626.178812:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077626.178820:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.178829:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077626.178836:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769077626.178842:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077626.178853:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077626.178857:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.178862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077626.178867:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077626.178872:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077626.178887:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769077626.178893:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077626.178904:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610732544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077626.178942:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077626.178950:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077626.178961:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610732544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077626.178984:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077626.178992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077626.179013:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077626.179019:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077626.179024:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077626.179035:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077626.179046:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4615
00000400:00000200:0.0:1769077626.179056:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077626.179065:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077626.179072:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077626.179088:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.179099:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077626.179113:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.179121:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077626.179131:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077626.179140:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077626.179148:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077626.179154:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077626.179162:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077626.179170:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769077626.179185:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769077626.179186:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.1:1769077626.179195:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769077626.179197:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077626.179209:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.179219:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077626.179229:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077626.179241:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077626.179255:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077626.179262:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077626.179270:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077626.179277:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.179283:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077626.179292:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077626.179300:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.179304:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077626.179309:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769077626.179320:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077626.179329:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077626.179339:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.179343:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077626.179344:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077626.179347:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077626.179353:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769077626.179361:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077626.179374:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610732672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077626.179424:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077626.179427:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077626.179433:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610732672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077626.179443:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077626.179446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077626.179450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077626.179452:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077626.179456:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077626.179460:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077626.179465:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4615
00000400:00000200:0.0:1769077626.179478:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077626.179489:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077626.179497:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077626.179504:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.179512:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077626.179520:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.179531:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077626.179541:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077626.179546:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077626.179552:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077626.179560:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077626.179569:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077626.179580:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077626.179595:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.179605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077626.179616:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077626.179622:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077626.179635:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077626.179648:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077626.179672:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077626.179682:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077626.179691:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077626.179699:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.179705:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077626.179712:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077626.179728:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.179735:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077626.179746:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769077626.179755:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077626.179766:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077626.179773:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077626.179782:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077626.179788:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077626.179794:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077626.179802:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769077626.179815:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077626.179829:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610732800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077626.179869:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077626.179877:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077626.179893:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610732800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077626.179930:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077626.179949:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4625)
00000800:00000200:2.1:1769077626.180014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077626.180016:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077626.180211:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077626.180213:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077626.180485:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077626.180488:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769077627.010493:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077627.010503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077627.010573:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077627.010577:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077627.010580:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077627.074515:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299288432, at 4299288448
00000100:00000010:3.0:1769077627.074533:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769077628.034588:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077628.034598:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077628.034674:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077628.034679:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077628.034683:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077629.058538:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077629.058546:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077629.058634:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077629.058641:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077629.058654:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077630.082512:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077630.082518:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077630.082644:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077630.082650:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077630.082661:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077631.106516:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077631.106530:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077631.106532:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077631.106534:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077631.106541:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077631.106543:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077631.106545:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077631.106553:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077631.106630:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077631.106635:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077631.106640:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077631.298545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077631.298557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077631.298560:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077631.298564:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077631.298579:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077631.298587:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4620
00000400:00000200:0.0:1769077631.298596:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077631.298603:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077631.298606:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077631.298609:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298612:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077631.298614:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298616:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077631.298620:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077631.298621:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077631.298623:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077631.298626:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077631.298628:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077631.298630:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077631.298633:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298634:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077631.298636:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298637:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077631.298639:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077631.298642:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298643:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077631.298645:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077631.298648:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077631.298650:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.298652:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077631.298654:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077631.298664:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769077631.298669:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077631.298673:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077631.298675:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.298679:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077631.298682:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077631.298687:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077631.298698:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769077631.298707:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077631.298719:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610732928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077631.298730:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077631.298734:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077631.298738:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610732928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077631.298762:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077631.298765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077631.298768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077631.298769:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077631.298770:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077631.298772:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077631.298774:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4620
00000400:00000200:0.0:1769077631.298777:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077631.298779:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077631.298781:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077631.298782:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077631.298786:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077631.298789:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077631.298791:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077631.298792:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077631.298794:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077631.298796:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077631.298797:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077631.298800:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077631.298804:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298805:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077631.298808:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077631.298813:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298815:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077631.298818:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077631.298824:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077631.298828:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.298830:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077631.298835:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077631.298841:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.298844:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077631.298849:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769077631.298853:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077631.298857:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077631.298859:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.298864:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077631.298867:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077631.298870:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077631.298875:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769077631.298879:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077631.298883:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610733056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077631.298894:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077631.298896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077631.298900:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610733056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077631.298916:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077631.298920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077631.298928:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077631.298930:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077631.298933:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077631.298935:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077631.298937:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4620
00000400:00000200:0.0:1769077631.298941:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077631.298945:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077631.298946:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077631.298951:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077631.298954:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298959:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077631.298961:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077631.298962:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077631.298964:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077631.298968:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077631.298971:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077631.298972:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077631.298974:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298976:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077631.298980:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298982:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077631.298986:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077631.298992:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077631.298994:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077631.298997:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077631.299000:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077631.299004:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.299008:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077631.299011:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077631.299015:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.299020:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077631.299027:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769077631.299030:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077631.299034:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077631.299035:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.299036:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077631.299039:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077631.299041:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077631.299047:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769077631.299050:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077631.299063:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610733184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077631.299087:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077631.299090:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077631.299098:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610733184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077631.299106:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077631.299108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077631.299112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077631.299115:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077631.299118:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077631.299122:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077631.299126:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4620
00000400:00000200:0.0:1769077631.299131:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077631.299136:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077631.299137:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077631.299140:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.299143:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077631.299148:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.299153:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077631.299157:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077631.299160:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077631.299161:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077631.299165:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077631.299170:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077631.299171:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077631.299175:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.299179:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077631.299182:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077631.299187:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077631.299193:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000800:00000200:2.1:1769077631.299201:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769077631.299202:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:2.1:1769077631.299208:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769077631.299209:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077631.299214:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077631.299219:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077631.299225:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.299229:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077631.299234:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077631.299240:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.299244:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077631.299251:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769077631.299257:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077631.299263:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077631.299265:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077631.299269:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077631.299272:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077631.299275:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077631.299282:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077631.299288:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077631.299297:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610733312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077631.299304:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077631.299308:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077631.299314:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610733312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077631.299330:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077631.299337:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4630)
00000800:00000200:2.1:1769077631.299735:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077631.299737:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077631.299966:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077631.299968:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077631.300190:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077631.300191:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077632.130539:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077632.130546:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077632.130640:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077632.130643:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077632.130646:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077632.194515:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299293552, at 4299293568
00000100:00000010:3.0:1769077632.194534:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769077633.154480:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077633.154489:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077633.154550:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077633.154554:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077633.154557:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077634.178570:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077634.178578:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077634.178643:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077634.178647:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077634.178651:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077635.202589:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077635.202599:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077636.226502:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077636.226508:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077636.226603:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077636.226610:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077636.226616:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077636.419186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077636.419193:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077636.419674:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077636.419676:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077636.419885:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077636.419888:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077636.420104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077636.420106:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077637.250554:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077637.250561:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077637.314490:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299298672, at 4299298688
00000100:00000010:3.0:1769077637.314510:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa80.
00010000:00000001:0.0:1769077638.274529:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077638.274537:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077638.274622:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077638.274628:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077638.274631:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077639.298520:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077639.298526:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077640.322578:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077640.322587:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077640.322654:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077640.322659:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077640.322663:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077641.346549:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077641.346559:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077641.346562:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077641.346564:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077641.346570:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077641.346571:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077641.346573:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077641.346575:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077641.538569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077641.538583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077641.538586:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077641.538590:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077641.538594:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077641.538603:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4630
00000400:00000200:3.0:1769077641.538612:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077641.538619:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077641.538622:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077641.538625:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.538628:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077641.538630:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.538633:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077641.538636:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077641.538638:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077641.538641:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077641.538643:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077641.538645:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077641.538647:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077641.538649:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.538651:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077641.538652:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.538654:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077641.538656:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077641.538659:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077641.538660:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077641.538663:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077641.538666:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077641.538668:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.538669:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077641.538671:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077641.538683:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769077641.538686:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077641.538690:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077641.538691:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.538694:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077641.538697:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077641.538701:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077641.538710:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077641.538716:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077641.538725:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610733952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077641.538734:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077641.538738:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077641.538742:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610733952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077641.538763:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077641.538765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077641.538768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077641.538769:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077641.538771:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077641.538773:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077641.538775:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4630
00000400:00000200:3.0:1769077641.538779:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077641.538782:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077641.538785:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077641.538788:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.538791:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077641.538794:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.538796:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077641.538799:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077641.538801:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077641.538803:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077641.538806:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077641.538809:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077641.538812:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077641.538821:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.538826:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077641.538833:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.538839:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077641.538844:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077641.538850:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077641.538854:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077641.538858:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077641.538866:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077641.538872:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.538876:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077641.538882:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077641.538886:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.538890:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077641.538898:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769077641.538901:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077641.538904:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077641.538906:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.538909:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077641.538911:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077641.538913:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077641.538921:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077641.538925:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077641.538935:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610734080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077641.538951:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077641.538957:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077641.538968:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610734080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077641.538989:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077641.538995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077641.539001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077641.539004:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077641.539008:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077641.539013:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077641.539020:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4630
00000400:00000200:3.0:1769077641.539031:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077641.539042:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077641.539050:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077641.539057:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.539062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077641.539065:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.539068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077641.539070:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077641.539072:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077641.539075:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077641.539076:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077641.539078:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077641.539080:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077641.539083:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.539088:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077641.539092:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.539095:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077641.539098:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077641.539102:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077641.539105:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077641.539108:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077641.539111:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077641.539114:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.539116:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077641.539118:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077641.539120:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.539123:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077641.539131:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077641.539136:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:1.1:1769077641.539141:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:3.0:1769077641.539142:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077641.539144:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.539148:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769077641.539148:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1769077641.539151:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077641.539155:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077641.539160:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077641.539165:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077641.539170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610734208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077641.539182:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077641.539186:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077641.539192:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610734208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077641.539205:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077641.539210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077641.539217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077641.539219:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077641.539222:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077641.539225:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077641.539230:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4630
00000400:00000200:3.0:1769077641.539238:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077641.539244:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077641.539247:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077641.539251:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.539253:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077641.539257:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.539260:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077641.539265:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077641.539268:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077641.539271:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077641.539284:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077641.539289:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077641.539292:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077641.539296:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.539300:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077641.539304:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077641.539307:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077641.539312:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077641.539319:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077641.539323:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077641.539327:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077641.539331:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077641.539336:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.539339:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077641.539342:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077641.539347:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.539350:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077641.539354:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077641.539359:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077641.539363:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077641.539365:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077641.539370:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077641.539372:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077641.539376:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077641.539380:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077641.539441:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077641.539451:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610734336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077641.539466:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077641.539469:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077641.539476:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610734336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077641.539490:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077641.539494:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4640)
00000800:00000200:1.1:1769077641.539686:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077641.539688:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077641.539915:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077641.539916:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077641.540098:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077641.540100:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077642.370525:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077642.370533:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077642.370610:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077642.370615:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077642.370619:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077642.434537:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299303792, at 4299303808
00000100:00000010:3.0:1769077642.434554:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00010000:00000001:0.0:1769077643.394540:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077643.394547:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077644.418464:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077644.418471:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077644.418521:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077644.418525:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077644.418529:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077645.442506:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077645.442513:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077646.466466:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077646.466473:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077646.466546:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077646.466552:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077646.466561:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077646.658441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077646.658453:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077646.658456:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077646.658461:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077646.658465:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077646.658473:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4635
00000400:00000200:3.0:1769077646.658482:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077646.658488:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077646.658491:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077646.658494:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658497:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077646.658499:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658502:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077646.658506:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077646.658507:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077646.658509:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077646.658512:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077646.658514:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077646.658516:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077646.658518:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658520:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077646.658521:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658523:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077646.658525:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077646.658527:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658529:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077646.658531:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077646.658534:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077646.658536:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.658539:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077646.658541:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077646.658551:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077646.658555:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077646.658559:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077646.658561:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.658564:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077646.658567:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077646.658571:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077646.658580:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077646.658586:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077646.658596:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610734464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077646.658605:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077646.658609:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077646.658613:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610734464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077646.658632:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077646.658635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077646.658637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077646.658639:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077646.658640:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077646.658641:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077646.658643:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4635
00000400:00000200:3.0:1769077646.658646:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077646.658648:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077646.658650:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077646.658654:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658656:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077646.658657:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658659:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077646.658662:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077646.658663:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077646.658664:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077646.658666:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077646.658668:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077646.658672:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077646.658675:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658678:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077646.658682:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658684:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077646.658687:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077646.658691:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658696:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077646.658701:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077646.658707:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077646.658711:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.658715:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077646.658721:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077646.658725:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.658728:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077646.658733:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077646.658737:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077646.658740:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077646.658742:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.658747:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077646.658750:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077646.658753:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077646.658759:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077646.658761:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077646.658767:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610734592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077646.658777:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077646.658782:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077646.658789:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610734592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077646.658799:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077646.658801:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077646.658806:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077646.658807:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077646.658808:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077646.658810:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077646.658812:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4635
00000400:00000200:3.0:1769077646.658821:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077646.658827:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077646.658830:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077646.658836:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658841:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077646.658845:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658849:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077646.658851:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077646.658854:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077646.658855:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077646.658858:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077646.658860:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077646.658864:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077646.658867:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658872:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077646.658873:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658875:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077646.658877:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077646.658882:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077646.658885:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077646.658886:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077646.658888:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077646.658893:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.658897:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077646.658900:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077646.658901:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.658903:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077646.658906:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077646.658910:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077646.658914:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077646.658915:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.658917:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077646.658921:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077646.658924:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077646.658931:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077646.658933:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077646.658939:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610734720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077646.658947:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077646.658950:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077646.658956:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610734720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077646.658968:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077646.658972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077646.658978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077646.658981:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077646.658983:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077646.658988:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077646.658991:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4635
00000400:00000200:3.0:1769077646.659006:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077646.659014:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077646.659017:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077646.659022:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.659023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077646.659028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.659031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077646.659035:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077646.659037:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077646.659040:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077646.659043:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077646.659047:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:1.1:1769077646.659048:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769077646.659052:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:1.1:1769077646.659054:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1769077646.659058:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.659063:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077646.659067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077646.659068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077646.659069:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077646.659071:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077646.659072:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077646.659073:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077646.659075:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077646.659079:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.659081:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077646.659084:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077646.659087:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.659089:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077646.659094:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077646.659100:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077646.659105:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077646.659108:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077646.659113:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077646.659116:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077646.659119:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077646.659127:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077646.659134:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077646.659145:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610734848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077646.659162:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077646.659166:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077646.659173:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610734848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077646.659181:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077646.659187:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4645)
00000800:00000200:1.1:1769077646.659605:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077646.659607:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077646.659801:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077646.659803:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077646.660053:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077646.660055:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.0:1769077647.170502:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769077647.170511:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769077647.170516:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769077647.170697:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077647.490545:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077647.490555:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077647.554513:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299308912, at 4299308928
00000100:00000010:3.0:1769077647.554531:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea0c0.
00010000:00000001:0.0:1769077648.514523:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077648.514532:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077648.514601:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077648.514604:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077648.514608:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077649.538523:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077649.538530:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077650.562488:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077650.562495:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077650.562556:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077650.562559:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077650.562561:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077651.586512:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077651.586531:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077651.586533:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077651.586534:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077651.586539:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077651.586540:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077651.586542:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077651.586543:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077651.778494:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077651.778507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077651.778509:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077651.778515:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077651.778519:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077651.778526:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4640
00000400:00000200:3.0:1769077651.778536:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077651.778543:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077651.778546:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077651.778549:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778552:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.778554:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778557:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077651.778560:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077651.778562:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077651.778564:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077651.778566:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077651.778568:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077651.778569:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077651.778571:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778573:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.778574:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778576:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077651.778579:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077651.778582:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778584:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077651.778586:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077651.778589:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077651.778591:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.778593:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077651.778595:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077651.778605:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077651.778608:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077651.778612:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077651.778613:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.778616:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077651.778618:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077651.778623:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077651.778631:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077651.778639:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077651.778648:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610734976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077651.778657:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077651.778661:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077651.778664:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610734976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077651.778686:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077651.778688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077651.778691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077651.778692:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077651.778693:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077651.778695:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077651.778697:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4640
00000400:00000200:3.0:1769077651.778699:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077651.778701:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077651.778702:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077651.778704:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778706:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.778708:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778709:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077651.778711:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077651.778712:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077651.778713:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077651.778715:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077651.778716:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077651.778718:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077651.778720:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778721:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.778724:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778725:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077651.778728:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077651.778732:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778735:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077651.778736:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077651.778741:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077651.778742:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.778744:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077651.778748:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077651.778752:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.778758:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077651.778763:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077651.778767:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077651.778770:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077651.778772:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.778777:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077651.778779:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077651.778781:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077651.778789:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077651.778798:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077651.778809:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610735104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077651.778850:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077651.778860:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077651.778869:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610735104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077651.778895:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077651.778907:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077651.778912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077651.778917:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077651.778920:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077651.778923:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077651.778927:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4640
00000400:00000200:3.0:1769077651.778937:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077651.778942:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077651.778947:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077651.778954:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778956:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.778960:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778965:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077651.778971:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077651.778974:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077651.778978:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077651.778981:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077651.778987:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077651.778989:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077651.778992:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.778993:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.779002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.779011:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077651.779016:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077651.779021:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077651.779025:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077651.779029:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077651.779033:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077651.779039:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.779043:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077651.779046:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077651.779052:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.779057:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077651.779066:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077651.779071:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077651.779074:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077651.779078:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.779085:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077651.779088:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077651.779096:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077651.779109:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077651.779119:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077651.779132:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610735232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077651.779157:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077651.779162:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077651.779174:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610735232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077651.779200:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077651.779203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077651.779209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077651.779210:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077651.779212:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077651.779217:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077651.779237:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4640
00000400:00000200:3.0:1769077651.779243:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077651.779247:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077651.779250:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077651.779260:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.779263:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.779266:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.779277:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077651.779280:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769077651.779285:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:3.0:1769077651.779286:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077651.779293:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769077651.779295:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1769077651.779297:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077651.779302:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077651.779309:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077651.779316:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.779325:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.779332:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077651.779341:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077651.779346:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077651.779361:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077651.779365:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077651.779374:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077651.779379:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077651.779421:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.779423:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077651.779425:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077651.779427:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.779430:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077651.779434:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077651.779442:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077651.779454:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077651.779459:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.779465:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077651.779470:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077651.779477:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077651.779492:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077651.779500:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077651.779515:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610735360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077651.779528:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077651.779533:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077651.779538:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610735360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077651.779549:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077651.779553:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4650)
00000800:00000200:1.1:1769077651.779819:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077651.779821:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077651.780041:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077651.780044:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077651.780286:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077651.780288:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077652.610486:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077652.610493:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077652.610553:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077652.610557:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077652.610561:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077652.674469:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299314033, at 4299314048
00000100:00000010:3.0:1769077652.674490:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf00.
00010000:00000001:0.0:1769077653.634526:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077653.634533:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077654.658478:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077654.658487:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077654.658565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077654.658568:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077654.658574:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077655.682553:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077655.682561:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077656.706530:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077656.706537:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077656.706627:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077656.706632:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077656.706637:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077656.898518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077656.898530:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077656.898533:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077656.898537:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077656.898541:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077656.898549:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4645
00000400:00000200:3.0:1769077656.898559:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077656.898565:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077656.898568:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077656.898571:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.898574:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.898576:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.898578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077656.898582:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077656.898583:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077656.898585:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077656.898589:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077656.898590:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077656.898592:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077656.898595:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.898596:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.898597:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.898598:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077656.898601:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077656.898603:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077656.898605:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077656.898607:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077656.898610:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077656.898612:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.898614:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077656.898615:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077656.898626:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077656.898629:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077656.898633:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077656.898634:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.898637:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077656.898640:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077656.898644:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077656.898652:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077656.898660:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077656.898668:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610735488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077656.898680:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077656.898685:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077656.898690:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610735488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077656.898720:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077656.898724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077656.898734:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077656.898735:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077656.898738:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077656.898740:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077656.898742:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4645
00000400:00000200:3.0:1769077656.898746:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077656.898749:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077656.898752:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077656.898756:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.898759:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.898769:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.898772:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077656.898775:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077656.898779:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077656.898781:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077656.898787:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077656.898792:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077656.898798:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077656.898809:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.898812:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.898817:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.898820:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077656.898825:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077656.898831:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077656.898836:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077656.898839:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077656.898846:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077656.898850:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.898854:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077656.898860:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077656.898865:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.898871:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077656.898878:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077656.898880:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077656.898885:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077656.898887:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.898889:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077656.898892:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077656.898895:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077656.898900:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077656.898905:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077656.898910:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610735616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077656.898940:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077656.898943:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077656.898952:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610735616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077656.898967:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077656.898972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077656.898976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077656.898977:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077656.898979:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077656.898982:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077656.898985:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4645
00000400:00000200:3.0:1769077656.898991:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077656.898997:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077656.898999:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077656.899004:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.899006:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.899008:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.899011:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077656.899015:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077656.899016:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077656.899017:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077656.899018:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077656.899021:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077656.899025:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077656.899031:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.899035:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.899040:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.899042:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077656.899046:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077656.899051:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077656.899055:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077656.899057:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077656.899060:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077656.899065:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.899067:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077656.899070:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077656.899073:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.899075:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077656.899078:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769077656.899083:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077656.899086:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077656.899089:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.899092:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077656.899094:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077656.899096:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077656.899103:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077656.899105:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077656.899109:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610735744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077656.899122:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077656.899125:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077656.899128:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610735744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077656.899151:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077656.899153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077656.899155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077656.899156:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077656.899163:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077656.899171:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077656.899175:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4645
00000400:00000200:3.0:1769077656.899183:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077656.899189:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000200:1.1:1769077656.899189:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769077656.899193:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077656.899197:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:1.1:1769077656.899198:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769077656.899200:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.899204:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.899207:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077656.899211:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077656.899213:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077656.899216:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077656.899220:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077656.899224:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077656.899227:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077656.899230:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.899231:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.899233:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077656.899236:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077656.899240:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077656.899245:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077656.899248:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077656.899253:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077656.899255:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077656.899257:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.899258:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077656.899260:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077656.899264:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.899266:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077656.899271:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769077656.899274:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077656.899276:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077656.899280:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.899287:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077656.899290:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077656.899293:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077656.899298:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077656.899304:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077656.899310:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610735872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077656.899321:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077656.899325:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077656.899333:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610735872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077656.899342:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077656.899347:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4655)
00000800:00000200:1.1:1769077656.899743:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077656.899745:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077656.899948:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077656.899949:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077656.900127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077656.900129:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769077657.730508:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077657.730515:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077657.794501:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299319153, at 4299319168
00000100:00000010:3.0:1769077657.794521:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea660.
00010000:00000001:0.0:1769077658.754586:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077658.754591:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077658.754678:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077658.754682:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077658.754685:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077659.778508:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077659.778515:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077660.802540:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077660.802547:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077661.826494:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077661.826504:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077661.826507:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077661.826509:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077661.826514:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077661.826516:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077661.826518:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077661.826520:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077662.018535:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077662.018547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077662.018550:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077662.018554:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077662.018559:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077662.018567:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4650
00000400:00000200:0.0:1769077662.018576:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077662.018582:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077662.018585:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077662.018588:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018591:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077662.018593:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018596:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077662.018600:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077662.018602:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077662.018604:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077662.018606:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077662.018608:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077662.018610:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077662.018612:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018613:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077662.018615:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077662.018619:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077662.018621:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018623:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077662.018625:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077662.018628:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077662.018630:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.018632:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077662.018634:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077662.018641:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769077662.018645:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077662.018650:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077662.018652:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.018655:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077662.018657:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077662.018662:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077662.018670:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077662.018677:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077662.018686:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610736000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077662.018695:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077662.018700:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077662.018703:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610736000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077662.018723:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077662.018726:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077662.018728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077662.018729:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077662.018731:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077662.018733:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077662.018735:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4650
00000400:00000200:0.0:1769077662.018738:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077662.018741:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077662.018743:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077662.018746:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018747:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077662.018749:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018751:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077662.018755:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077662.018756:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077662.018758:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077662.018761:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077662.018765:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077662.018769:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077662.018772:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018774:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077662.018778:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077662.018787:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077662.018794:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018800:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077662.018804:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077662.018812:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077662.018819:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.018825:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077662.018834:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077662.018841:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.018847:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077662.018854:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769077662.018861:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077662.018866:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077662.018869:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.018873:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077662.018874:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077662.018877:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077662.018884:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077662.018887:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077662.018895:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610736128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077662.018906:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077662.018911:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077662.018918:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610736128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077662.018957:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077662.018962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077662.018966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077662.018968:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077662.018969:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077662.018975:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077662.018979:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4650
00000400:00000200:0.0:1769077662.018983:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077662.018985:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077662.018986:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077662.018988:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077662.018994:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.018999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077662.019001:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077662.019002:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077662.019003:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077662.019006:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077662.019012:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077662.019013:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077662.019020:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.019022:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077662.019026:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.019030:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077662.019032:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077662.019037:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077662.019042:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077662.019048:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077662.019070:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077662.019079:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.019083:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077662.019086:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077662.019096:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.019103:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077662.019111:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769077662.019116:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077662.019119:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077662.019122:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.019127:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077662.019132:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077662.019136:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077662.019137:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077662.019142:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
02000000:00000010:0.0:1769077662.019144:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077662.019150:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077662.019157:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610736256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077662.019166:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077662.019169:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077662.019174:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610736256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077662.019186:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077662.019189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077662.019195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077662.019197:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077662.019198:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077662.019200:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077662.019202:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4650
00000400:00000200:0.0:1769077662.019208:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077662.019213:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077662.019215:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077662.019222:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.019227:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077662.019231:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.019236:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077662.019240:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077662.019242:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077662.019245:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077662.019247:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077662.019250:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077662.019255:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077662.019261:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.019265:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077662.019268:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077662.019272:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077662.019276:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077662.019282:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077662.019284:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077662.019287:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077662.019291:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077662.019293:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.019295:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077662.019296:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077662.019299:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.019300:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077662.019302:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769077662.019306:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077662.019311:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077662.019313:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077662.019316:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077662.019319:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077662.019321:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077662.019325:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769077662.019330:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077662.019335:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610736384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077662.019342:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077662.019344:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077662.019350:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610736384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077662.019359:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077662.019366:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4661)
00000800:00000200:1.1:1769077662.019673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077662.019674:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077662.019916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077662.019917:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077662.020133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077662.020135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1769077662.850546:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077662.850556:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077662.914527:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299324272, at 4299324288
00000100:00000010:3.0:1769077662.914545:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea660.
00010000:00000001:0.0:1769077663.874488:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077663.874497:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077664.898541:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077664.898548:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077665.922465:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077665.922473:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077666.946466:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077666.946473:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077667.138522:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077667.138534:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077667.138537:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077667.138541:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077667.138546:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077667.138554:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4656
00000400:00000200:3.0:1769077667.138564:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077667.138573:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077667.138576:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077667.138580:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.138584:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077667.138587:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.138590:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077667.138596:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077667.138598:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077667.138601:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077667.138604:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077667.138606:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077667.138609:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077667.138612:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.138615:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077667.138617:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.138619:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077667.138622:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077667.138625:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077667.138628:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077667.138631:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077667.138635:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077667.138639:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.138642:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077667.138644:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077667.138659:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769077667.138664:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077667.138669:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077667.138671:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.138674:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077667.138679:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077667.138685:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077667.138695:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077667.138703:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077667.138714:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610736512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077667.138725:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077667.138730:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077667.138735:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610736512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077667.138759:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077667.138763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077667.138766:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077667.138768:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077667.138770:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077667.138773:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077667.138776:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4656
00000400:00000200:3.0:1769077667.138781:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077667.138785:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077667.138788:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077667.138792:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.138797:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077667.138800:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.138806:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077667.138810:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077667.138812:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077667.138816:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077667.138819:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077667.138824:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077667.138830:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077667.138838:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.138842:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077667.138846:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.138850:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077667.138853:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077667.138857:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077667.138861:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077667.138865:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077667.138873:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077667.138878:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.138882:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077667.138887:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077667.138892:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.138896:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077667.138902:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769077667.138907:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077667.138912:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077667.138913:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.138915:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077667.138917:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077667.138920:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077667.138927:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077667.138931:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077667.138938:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610736640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077667.138978:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077667.138982:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077667.138989:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610736640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077667.139012:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077667.139016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077667.139022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077667.139024:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077667.139027:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077667.139030:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077667.139034:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4656
00000400:00000200:3.0:1769077667.139040:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077667.139044:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077667.139047:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077667.139051:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.139055:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077667.139056:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.139058:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077667.139060:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077667.139061:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077667.139062:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077667.139063:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077667.139068:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077667.139071:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077667.139075:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.139077:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077667.139078:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.139080:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077667.139084:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077667.139090:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077667.139092:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077667.139095:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077667.139099:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077667.139102:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.139105:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077667.139108:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077667.139111:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.139115:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077667.139122:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769077667.139127:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077667.139133:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077667.139135:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.139137:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077667.139138:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077667.139140:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077667.139144:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077667.139148:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077667.139154:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610736768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077667.139165:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077667.139168:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077667.139173:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610736768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077667.139188:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077667.139191:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769077667.139192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077667.139198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077667.139199:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077667.139200:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077667.139202:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077667.139205:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4656
00000400:00000200:3.0:1769077667.139207:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077667.139210:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077667.139211:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077667.139215:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.139220:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077667.139223:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.139227:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077667.139231:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077667.139233:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077667.139236:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077667.139238:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077667.139242:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077667.139243:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077667.139246:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.139250:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077667.139253:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077667.139254:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077667.139256:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077667.139258:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077667.139263:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077667.139274:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077667.139277:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077667.139281:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.139283:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077667.139285:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077667.139289:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.139291:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077667.139298:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769077667.139303:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077667.139306:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077667.139311:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077667.139313:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077667.139316:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077667.139318:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077667.139321:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077667.139323:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077667.139330:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610736896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077667.139339:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077667.139343:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077667.139354:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610736896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077667.139380:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077667.139416:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4666)
00000800:00000200:1.1:1769077667.139536:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077667.139710:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077667.139880:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077667.970486:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077667.970493:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077668.034485:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299329392, at 4299329408
00000100:00000010:3.0:1769077668.034501:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00010000:00000001:0.0:1769077668.994453:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077668.994458:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077670.018488:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077670.018495:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769077670.210663:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:0.0:1769077670.210709:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077670.210722:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077670.210727:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:0.0:1769077670.210731:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077670.210734:0:2355:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077670.210740:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077670.210745:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:0.0:1769077670.210752:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077670.210759:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077670.210766:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bda18
00000400:00000010:0.0:1769077670.210769:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bda18.
00000100:00000001:0.0:1769077670.210776:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077670.210785:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cf100 x1855007610736512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077670.210810:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077670.210815:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610736512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077670.210823:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077670.210826:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077670.210836:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077670.210839:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:0.0:1769077670.210842:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077670.210846:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077670.210849:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:0.0:1769077670.210851:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:0.0:1769077670.210854:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077670.210858:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cca80 x1855007610736640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077670.210869:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077670.210872:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610736640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077670.210880:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077670.210884:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077670.210890:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077670.210893:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:0.0:1769077670.210896:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077670.210900:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077670.210903:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdbb0
00000400:00000010:0.0:1769077670.210906:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdbb0.
00000100:00000001:0.0:1769077670.210925:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077670.210932:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7ced80 x1855007610736768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077670.210951:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077670.210962:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ced80 x1855007610736768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077670.210977:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077670.210987:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077670.211005:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077670.211010:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:0.0:1769077670.211013:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077670.211017:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077670.211020:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd330
00000400:00000010:0.0:1769077670.211022:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd330.
00000100:00000001:0.0:1769077670.211025:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077670.211035:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cea00 x1855007610736896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077670.211060:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077670.211073:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cea00 x1855007610736896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077670.211086:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077670.211091:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077671.042447:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077671.042454:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077671.042457:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077671.042459:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077671.042463:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077671.042465:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077671.042467:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077671.042470:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077672.066463:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077672.066468:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077672.259305:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077672.259312:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077672.259926:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077672.259929:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077672.260229:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077672.260231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077672.260581:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077672.260584:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077673.090507:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077673.090514:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077673.154505:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299334513, at 4299334528
00000100:00000010:3.0:1769077673.154531:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00010000:00000001:0.0:1769077674.114578:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077674.114584:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077675.138504:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077675.138510:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077676.162517:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077676.162523:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077677.186520:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077677.186526:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077677.378541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077677.378554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077677.378557:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077677.378561:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077677.378566:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077677.378575:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4666
00000400:00000200:3.0:1769077677.378585:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077677.378591:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077677.378594:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077677.378597:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378600:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077677.378602:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378604:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077677.378609:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077677.378611:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077677.378613:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077677.378616:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077677.378618:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077677.378619:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077677.378621:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378622:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077677.378623:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378625:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077677.378627:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077677.378629:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378631:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077677.378634:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077677.378637:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077677.378639:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.378641:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077677.378643:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077677.378649:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077677.378652:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077677.378656:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077677.378657:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.378660:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077677.378663:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077677.378668:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077677.378675:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077677.378682:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077677.378690:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610737536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077677.378699:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077677.378703:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077677.378707:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610737536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077677.378728:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077677.378731:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077677.378733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077677.378734:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077677.378735:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077677.378737:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077677.378738:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4666
00000400:00000200:3.0:1769077677.378741:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077677.378744:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077677.378746:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077677.378748:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077677.378752:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378754:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077677.378755:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077677.378758:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077677.378760:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077677.378763:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077677.378766:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077677.378772:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077677.378779:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378780:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077677.378781:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378783:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077677.378785:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077677.378790:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378805:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077677.378808:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077677.378814:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077677.378816:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.378818:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077677.378824:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077677.378832:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.378840:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077677.378848:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077677.378852:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077677.378865:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077677.378867:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.378870:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077677.378872:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077677.378876:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077677.378884:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077677.378890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077677.378897:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610737664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077677.378910:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077677.378913:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077677.378920:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610737664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077677.378938:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077677.378941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077677.378950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077677.378953:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077677.378957:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077677.378961:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077677.378965:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4666
00000400:00000200:3.0:1769077677.378980:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077677.378986:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077677.378989:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077677.378993:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.378998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077677.379003:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.379005:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077677.379007:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077677.379009:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077677.379012:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077677.379015:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077677.379019:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077677.379024:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077677.379030:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.379036:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077677.379039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.379043:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077677.379047:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077677.379053:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077677.379060:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077677.379068:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077677.379074:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077677.379081:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.379083:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077677.379087:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077677.379096:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.379099:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077677.379104:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077677.379108:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077677.379112:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077677.379117:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.379119:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077677.379121:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077677.379123:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077677.379133:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077677.379138:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077677.379152:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610737792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077677.379189:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077677.379196:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077677.379208:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610737792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077677.379243:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077677.379254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077677.379267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077677.379269:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077677.379271:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077677.379273:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077677.379276:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4666
00000400:00000200:3.0:1769077677.379293:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077677.379302:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077677.379306:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077677.379314:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.379317:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077677.379326:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.379338:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077677.379345:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077677.379349:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077677.379355:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769077677.379356:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:3.0:1769077677.379359:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077677.379366:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:2.1:1769077677.379367:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769077677.379377:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077677.379476:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.379485:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077677.379491:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077677.379498:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077677.379504:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077677.379508:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077677.379511:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077677.379515:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077677.379519:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077677.379524:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.379531:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077677.379534:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077677.379540:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.379554:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077677.379574:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077677.379578:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077677.379586:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077677.379590:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077677.379601:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077677.379606:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077677.379612:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077677.379619:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077677.379636:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077677.379656:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610737920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077677.379685:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077677.379693:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077677.379709:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610737920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077677.379748:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077677.379757:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4676)
00000800:00000200:2.1:1769077677.379971:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077677.379973:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077677.380165:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077677.380167:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077677.380361:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077677.380364:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077678.210520:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077678.210526:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077678.274505:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299339633, at 4299339648
00000100:00000010:3.0:1769077678.274527:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769077679.234481:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077679.234487:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077680.258555:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077680.258561:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077681.282463:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077681.282470:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077681.282472:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077681.282474:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077681.282478:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077681.282480:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077681.282481:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077681.282483:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077682.306515:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077682.306521:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077682.498495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077682.498505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077682.498507:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077682.498511:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077682.498514:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077682.498519:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4671
00000400:00000200:3.0:1769077682.498527:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077682.498531:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077682.498534:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077682.498536:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498539:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077682.498540:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498542:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077682.498546:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077682.498548:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077682.498550:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077682.498551:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077682.498553:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077682.498554:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077682.498556:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498558:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077682.498559:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077682.498563:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077682.498565:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498567:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077682.498569:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077682.498571:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077682.498573:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.498574:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077682.498576:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077682.498583:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077682.498587:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077682.498590:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077682.498591:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.498594:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077682.498596:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077682.498600:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077682.498606:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077682.498611:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077682.498617:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610738048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077682.498625:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077682.498629:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077682.498632:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610738048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077682.498652:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077682.498654:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077682.498656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077682.498657:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077682.498659:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077682.498660:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077682.498662:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4671
00000400:00000200:3.0:1769077682.498666:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077682.498667:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077682.498669:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077682.498671:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498673:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077682.498675:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498676:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077682.498678:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077682.498679:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077682.498680:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077682.498682:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077682.498684:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077682.498685:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077682.498689:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498695:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077682.498699:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498721:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077682.498725:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077682.498732:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498743:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077682.498745:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077682.498749:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077682.498759:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.498763:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077682.498767:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077682.498773:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.498777:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077682.498783:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077682.498792:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077682.498804:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077682.498806:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.498809:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077682.498812:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077682.498818:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077682.498825:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077682.498829:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077682.498839:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610738176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077682.498850:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077682.498858:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077682.498866:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610738176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077682.498889:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077682.498900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077682.498910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077682.498916:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077682.498919:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077682.498925:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077682.498934:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4671
00000400:00000200:3.0:1769077682.498951:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077682.498970:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077682.498980:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077682.498989:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.498997:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077682.499000:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.499009:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077682.499018:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077682.499019:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077682.499021:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077682.499023:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077682.499034:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077682.499040:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077682.499048:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.499056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077682.499064:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.499077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077682.499089:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077682.499100:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077682.499109:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077682.499120:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077682.499128:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077682.499139:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.499143:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077682.499147:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077682.499151:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.499154:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077682.499161:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077682.499174:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077682.499181:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1769077682.499181:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:3.0:1769077682.499184:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.499188:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769077682.499188:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1769077682.499193:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077682.499198:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077682.499207:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077682.499212:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077682.499224:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610738304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077682.499239:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077682.499243:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077682.499249:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610738304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077682.499289:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077682.499297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077682.499301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077682.499302:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077682.499303:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077682.499306:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077682.499315:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4671
00000400:00000200:3.0:1769077682.499331:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077682.499343:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077682.499346:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077682.499354:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.499356:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077682.499362:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.499368:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077682.499374:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077682.499376:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077682.499378:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077682.499380:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077682.499386:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077682.499424:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077682.499430:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.499433:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077682.499441:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077682.499444:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077682.499446:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077682.499457:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077682.499464:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077682.499471:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077682.499476:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077682.499487:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.499496:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077682.499498:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077682.499504:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.499507:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077682.499509:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077682.499514:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077682.499523:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077682.499527:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077682.499535:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077682.499538:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077682.499542:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077682.499548:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077682.499552:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077682.499562:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610738432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077682.499579:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077682.499585:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077682.499601:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610738432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077682.499644:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077682.499653:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4681)
00000800:00000200:2.1:1769077682.499872:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077682.499874:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077682.500064:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077682.500066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077682.500249:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077682.500251:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769077683.330467:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077683.330473:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077683.394467:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299344753, at 4299344768
00000100:00000010:3.0:1769077683.394482:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00010000:00000001:0.0:1769077684.354526:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077684.354535:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077685.378475:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077685.378482:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077686.082503:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:3.0:1769077686.082512:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:3.0:1769077686.082517:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769077686.082732:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077686.082754:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077686.082760:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077686.082765:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077686.402510:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077686.402516:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077687.426468:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077687.426474:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077687.618498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077687.618508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077687.618511:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077687.618516:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077687.618520:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077687.618527:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4676
00000400:00000200:3.0:1769077687.618538:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077687.618545:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077687.618549:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077687.618552:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618556:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077687.618559:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618562:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077687.618567:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077687.618570:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077687.618572:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077687.618574:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077687.618576:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077687.618577:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077687.618579:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618581:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077687.618582:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618583:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077687.618586:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077687.618588:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618590:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077687.618592:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077687.618594:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077687.618596:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.618598:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077687.618599:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077687.618607:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077687.618610:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077687.618614:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077687.618615:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.618618:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077687.618646:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077687.618649:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077687.618656:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077687.618661:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077687.618669:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610738560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077687.618677:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077687.618681:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077687.618685:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610738560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077687.618711:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077687.618715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077687.618718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077687.618720:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077687.618721:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077687.618724:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077687.618727:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4676
00000400:00000200:3.0:1769077687.618732:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077687.618736:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077687.618739:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077687.618742:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618745:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077687.618748:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077687.618752:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077687.618753:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077687.618755:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077687.618757:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077687.618758:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077687.618760:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077687.618763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618764:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077687.618766:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618767:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077687.618769:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077687.618771:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618772:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077687.618774:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077687.618780:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077687.618784:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.618789:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077687.618793:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077687.618797:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.618801:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077687.618805:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077687.618807:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077687.618811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077687.618814:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.618815:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077687.618817:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077687.618823:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077687.618834:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077687.618843:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077687.618857:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610738688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077687.618871:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077687.618874:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077687.618879:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610738688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077687.618896:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077687.618902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077687.618919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077687.618922:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077687.618926:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077687.618928:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077687.618931:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4676
00000400:00000200:3.0:1769077687.618940:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077687.618945:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077687.618948:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077687.618952:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077687.618955:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.618957:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077687.618973:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077687.618980:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077687.618983:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077687.618984:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077687.618986:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077687.618988:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077687.619000:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.619007:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077687.619008:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.619010:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077687.619012:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077687.619015:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077687.619019:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077687.619020:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077687.619023:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077687.619024:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.619027:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077687.619029:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077687.619032:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.619034:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077687.619036:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077687.619038:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077687.619041:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077687.619043:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.619048:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077687.619058:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077687.619062:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077687.619074:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077687.619083:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077687.619094:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610738816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077687.619139:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077687.619145:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077687.619154:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610738816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077687.619165:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077687.619174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077687.619184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077687.619186:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077687.619187:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077687.619189:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077687.619197:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4676
00000400:00000200:3.0:1769077687.619206:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077687.619209:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077687.619210:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077687.619212:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.619215:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077687.619218:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.619226:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077687.619227:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077687.619228:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077687.619229:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077687.619230:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077687.619233:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077687.619238:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077687.619250:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.619252:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077687.619257:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077687.619260:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077687.619262:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077687.619272:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077687.619275:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077687.619280:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077687.619286:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077687.619288:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.619294:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077687.619302:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077687.619305:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.619307:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077687.619315:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077687.619322:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077687.619328:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077687.619331:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077687.619337:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077687.619341:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077687.619346:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077687.619357:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077687.619363:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077687.619373:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610738944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077687.619421:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077687.619423:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077687.619429:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610738944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077687.619436:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077687.619441:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4686)
00000800:00000200:2.1:1769077687.619478:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077687.619482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077687.619991:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077687.619994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077687.620328:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077687.620331:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077687.620698:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077687.620701:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769077688.450473:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077688.450481:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077688.514524:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299349873, at 4299349888
00000100:00000010:3.0:1769077688.514546:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769077689.474502:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077689.474508:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077690.498507:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077690.498513:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077691.522489:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077691.522496:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077691.522498:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077691.522500:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077691.522504:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077691.522506:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077691.522508:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077691.522509:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077692.546520:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077692.546527:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077692.738473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077692.738483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077692.738486:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077692.738489:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077692.738492:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077692.738498:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4681
00000400:00000200:3.0:1769077692.738506:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077692.738511:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077692.738513:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077692.738516:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738519:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077692.738521:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738523:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077692.738526:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077692.738528:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077692.738530:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077692.738544:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077692.738548:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077692.738550:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077692.738553:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738554:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077692.738556:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738557:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077692.738559:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077692.738562:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738563:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077692.738565:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077692.738568:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077692.738570:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.738571:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077692.738573:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077692.738581:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769077692.738584:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077692.738587:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077692.738588:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.738590:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077692.738592:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077692.738596:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077692.738602:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077692.738607:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077692.738614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610739072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077692.738622:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077692.738625:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077692.738628:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610739072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077692.738649:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077692.738652:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077692.738654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077692.738655:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077692.738656:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077692.738658:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077692.738660:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4681
00000400:00000200:3.0:1769077692.738663:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077692.738665:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077692.738667:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077692.738669:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738670:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077692.738671:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077692.738674:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077692.738675:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077692.738676:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077692.738678:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077692.738680:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077692.738682:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077692.738684:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738686:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077692.738688:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738689:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077692.738691:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077692.738693:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738694:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077692.738695:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077692.738699:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077692.738703:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.738705:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077692.738709:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077692.738712:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.738715:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077692.738718:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769077692.738722:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077692.738727:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077692.738729:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.738732:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077692.738733:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077692.738735:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077692.738737:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077692.738739:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077692.738745:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610739200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077692.738757:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077692.738760:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077692.738767:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610739200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077692.738788:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077692.738791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077692.738797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077692.738798:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077692.738799:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077692.738801:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077692.738807:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4681
00000400:00000200:3.0:1769077692.738820:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077692.738825:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077692.738830:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077692.738833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738834:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077692.738836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738842:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077692.738846:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077692.738848:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077692.738851:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077692.738854:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077692.738857:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077692.738861:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077692.738867:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077692.738876:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077692.738885:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077692.738892:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077692.738895:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077692.738899:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077692.738902:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077692.738905:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.738906:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077692.738908:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077692.738925:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.738931:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077692.738940:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077692.738947:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077692.738954:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077692.738958:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.738963:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077692.738966:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077692.738969:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077692.738976:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077692.738980:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077692.738988:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610739328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077692.739000:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769077692.739003:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077692.739004:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077692.739009:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1769077692.739011:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610739328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077692.739026:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077692.739030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077692.739035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077692.739038:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077692.739040:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077692.739042:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077692.739044:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4681
00000400:00000200:3.0:1769077692.739049:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077692.739055:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077692.739059:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077692.739065:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.739068:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077692.739073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.739077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077692.739081:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077692.739082:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077692.739083:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077692.739085:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077692.739089:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077692.739094:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077692.739101:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.739104:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077692.739111:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077692.739115:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077692.739120:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077692.739125:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077692.739129:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077692.739134:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077692.739137:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077692.739141:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.739145:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077692.739147:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077692.739149:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.739150:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077692.739153:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077692.739155:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077692.739160:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077692.739161:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077692.739164:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077692.739167:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077692.739169:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077692.739173:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077692.739177:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077692.739181:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610739456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077692.739190:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077692.739194:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077692.739197:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610739456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077692.739216:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077692.739223:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4691)
00000800:00000200:2.1:1769077692.739465:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077692.739467:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077692.739682:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077692.739684:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077692.739859:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077692.739861:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769077693.570539:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077693.570548:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077693.634493:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299354992, at 4299355008
00000100:00000010:3.0:1769077693.634507:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00010000:00000001:0.0:1769077694.594515:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077694.594522:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077695.618539:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077695.618546:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077696.642524:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077696.642530:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077697.666497:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077697.666503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077697.859088:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077697.859093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077697.859693:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077697.859697:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077697.859903:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077697.859905:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077697.860140:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077697.860141:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1769077698.690471:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077698.690476:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077698.754493:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299360112, at 4299360128
00000100:00000010:3.0:1769077698.754508:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaea0.
00010000:00000001:0.0:1769077699.714549:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077699.714560:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077700.738546:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077700.738556:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077701.762549:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077701.762560:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077701.762563:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077701.762565:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077701.762570:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077701.762572:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077701.762574:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077701.762576:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077702.786524:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077702.786533:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077702.979199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077702.979206:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077702.979826:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077702.979829:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077702.980157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077702.980160:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077702.980516:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077702.980519:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077703.810526:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077703.810533:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077703.874519:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299365233, at 4299365248
00000100:00000010:3.0:1769077703.874534:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00010000:00000001:0.0:1769077704.834444:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077704.834451:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077705.858691:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077705.858699:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077706.882512:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077706.882522:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077707.906483:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077707.906491:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077708.099048:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077708.099061:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077708.099421:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077708.099423:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077708.099630:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077708.099633:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077708.099837:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077708.099838:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077708.930529:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077708.930539:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077708.994510:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299370352, at 4299370368
00000100:00000010:3.0:1769077708.994525:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00010000:00000001:0.0:1769077709.954557:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077709.954564:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077710.978538:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077710.978550:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077710.978553:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077710.978556:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077710.978562:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077710.978565:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077710.978567:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077710.978569:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077712.002525:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077712.002534:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077713.026534:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077713.026553:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077713.218536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077713.218550:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077713.218552:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077713.218558:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077713.218562:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077713.218571:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4702
00000400:00000200:0.0:1769077713.218580:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077713.218588:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077713.218592:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077713.218596:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.218600:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077713.218602:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.218604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077713.218607:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077713.218609:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077713.218611:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077713.218613:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077713.218616:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077713.218619:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077713.218622:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.218624:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077713.218626:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.218628:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077713.218631:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077713.218633:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077713.218635:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077713.218637:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077713.218641:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077713.218642:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.218645:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077713.218647:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077713.218660:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769077713.218663:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077713.218667:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077713.218669:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.218672:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077713.218674:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077713.218679:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077713.218689:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769077713.218697:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077713.218706:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610741120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077713.218718:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077713.218723:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077713.218727:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610741120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077713.218748:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077713.218751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077713.218754:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077713.218755:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077713.218757:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077713.218760:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077713.218762:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4702
00000400:00000200:0.0:1769077713.218766:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077713.218769:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077713.218772:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077713.218776:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.218778:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077713.218780:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.218782:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077713.218785:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077713.218789:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077713.218791:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077713.218795:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077713.218799:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077713.218801:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077713.218806:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.218808:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077713.218810:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.218814:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077713.218818:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077713.218824:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077713.218829:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077713.218833:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077713.218841:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077713.218847:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.218851:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077713.218858:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077713.218863:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.218868:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077713.218874:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769077713.218879:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077713.218882:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077713.218885:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.218888:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077713.218889:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077713.218892:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077713.218900:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769077713.218906:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077713.218915:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610741248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077713.218931:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077713.218935:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077713.218945:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610741248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077713.218962:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077713.218967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077713.218971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077713.218973:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077713.218977:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077713.218982:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077713.218986:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4702
00000400:00000200:0.0:1769077713.218994:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077713.218999:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077713.219003:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077713.219010:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.219014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077713.219020:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.219024:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077713.219027:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077713.219029:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077713.219039:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077713.219042:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077713.219045:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077713.219047:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077713.219052:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.219057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077713.219063:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.219066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077713.219071:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077713.219078:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077713.219083:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077713.219085:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077713.219090:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077713.219095:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.219099:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077713.219103:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769077713.219104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00000001:0.0:1769077713.219108:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077713.219111:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769077713.219112:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077713.219120:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769077713.219125:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077713.219130:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077713.219132:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.219134:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077713.219138:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077713.219141:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077713.219148:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769077713.219153:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077713.219163:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610741376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077713.219201:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077713.219206:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077713.219214:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610741376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077713.219226:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077713.219230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077713.219238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077713.219242:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077713.219247:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077713.219251:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077713.219256:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4702
00000400:00000200:0.0:1769077713.219262:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077713.219268:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077713.219273:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077713.219280:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.219285:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077713.219291:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.219297:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077713.219303:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077713.219305:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077713.219311:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077713.219316:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077713.219322:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077713.219327:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077713.219338:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.219343:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077713.219348:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077713.219351:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077713.219354:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077713.219359:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077713.219365:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077713.219371:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077713.219376:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077713.219381:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.219416:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077713.219418:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077713.219420:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.219421:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077713.219425:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769077713.219430:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077713.219435:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077713.219439:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077713.219443:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077713.219447:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077713.219451:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077713.219458:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769077713.219466:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077713.219474:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610741504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077713.219492:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077713.219496:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077713.219504:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610741504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077713.219532:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077713.219540:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4712)
00000800:00000200:2.1:1769077713.219658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077713.219660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077713.219856:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077713.219857:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077713.220019:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077713.220021:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077714.050507:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077714.050513:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077714.114557:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299375472, at 4299375488
00000100:00000010:3.0:1769077714.114574:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00010000:00000001:0.0:1769077715.074536:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077715.074544:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077716.098514:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077716.098522:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077717.122534:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077717.122542:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077718.146544:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077718.146557:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077718.338638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077718.338653:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077718.338656:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077718.338662:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077718.338667:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077718.338677:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4707
00000400:00000200:0.0:1769077718.338688:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077718.338695:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077718.338698:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077718.338702:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.338707:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077718.338710:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.338712:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077718.338717:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077718.338720:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077718.338723:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077718.338726:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077718.338729:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077718.338731:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077718.338736:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.338738:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077718.338740:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.338742:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077718.338745:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077718.338748:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077718.338750:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077718.338753:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077718.338755:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077718.338758:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.338760:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077718.338762:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077718.338797:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769077718.338802:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077718.338807:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077718.338810:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.338813:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077718.338816:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077718.338821:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077718.338832:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769077718.338840:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077718.338851:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610741632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077718.338862:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077718.338868:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077718.338873:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610741632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077718.338923:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077718.338926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077718.338930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077718.338932:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077718.338934:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077718.338936:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077718.338938:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4707
00000400:00000200:0.0:1769077718.338941:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077718.338943:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077718.338945:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077718.338947:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.338949:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077718.338950:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.338951:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077718.338953:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077718.338954:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077718.338955:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077718.338956:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077718.338958:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077718.338959:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077718.338961:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.338962:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077718.338963:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.338965:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077718.338967:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077718.338970:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077718.338973:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077718.338975:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077718.338981:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077718.338984:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.338986:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077718.338991:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077718.338994:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.338996:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077718.339001:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769077718.339003:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077718.339005:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077718.339007:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.339009:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077718.339010:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077718.339012:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077718.339016:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769077718.339019:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077718.339024:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610741760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077718.339031:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077718.339033:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077718.339037:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610741760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077718.339044:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077718.339046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077718.339050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077718.339051:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077718.339053:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077718.339055:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077718.339058:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4707
00000400:00000200:0.0:1769077718.339061:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077718.339064:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077718.339066:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077718.339069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.339070:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077718.339072:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.339074:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077718.339076:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077718.339077:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077718.339079:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077718.339080:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077718.339082:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077718.339085:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077718.339087:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.339089:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077718.339090:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.339092:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077718.339093:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077718.339096:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077718.339098:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077718.339099:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077718.339128:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077718.339131:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.339133:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077718.339135:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077718.339138:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.339139:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077718.339143:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769077718.339145:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077718.339148:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077718.339149:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.339151:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077718.339152:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077718.339153:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077718.339157:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769077718.339160:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077718.339164:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610741888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077718.339171:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077718.339174:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077718.339178:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610741888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077718.339183:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077718.339185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077718.339188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077718.339189:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077718.339190:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077718.339192:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077718.339193:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4707
00000400:00000200:0.0:1769077718.339195:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077718.339197:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077718.339199:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077718.339200:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.339202:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077718.339211:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.339213:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077718.339214:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077718.339215:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077718.339216:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077718.339218:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077718.339219:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077718.339220:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077718.339221:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.339222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077718.339223:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077718.339224:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077718.339226:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077718.339227:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077718.339229:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077718.339231:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077718.339233:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077718.339234:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.339235:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077718.339237:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077718.339239:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.339240:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077718.339244:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769077718.339246:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077718.339248:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077718.339249:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077718.339251:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077718.339252:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077718.339254:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077718.339257:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077718.339260:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077718.339264:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610742016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077718.339271:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077718.339273:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077718.339276:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610742016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077718.339283:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077718.339289:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4717)
00000800:00000200:2.1:1769077718.340750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077718.340753:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077718.341044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077718.341045:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077718.341263:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077718.341266:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077718.341498:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077718.341499:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077719.170525:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077719.170533:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077719.234446:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299380594, at 4299380608
00000100:00000010:3.0:1769077719.234463:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769077720.194471:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077720.194480:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077721.218505:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077721.218513:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077721.218515:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077721.218517:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077721.218522:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077721.218524:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077721.218526:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077721.218528:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077722.242454:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077722.242460:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077723.266502:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077723.266506:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077723.458514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077723.458528:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077723.458531:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077723.458537:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077723.458542:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077723.458552:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4712
00000400:00000200:0.0:1769077723.458562:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077723.458569:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077723.458572:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077723.458576:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.458580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077723.458582:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.458585:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077723.458590:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077723.458592:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077723.458595:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077723.458598:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077723.458601:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077723.458603:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077723.458607:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.458608:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077723.458610:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.458612:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077723.458616:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077723.458619:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077723.458623:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077723.458626:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077723.458629:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077723.458633:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.458635:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077723.458638:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077723.458650:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769077723.458654:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077723.458659:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077723.458660:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.458664:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077723.458667:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077723.458671:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077723.458680:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769077723.458688:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077723.458699:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610742144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077723.458709:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077723.458714:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077723.458719:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610742144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077723.458743:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077723.458746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077723.458750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077723.458751:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077723.458753:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077723.458756:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077723.458759:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4712
00000400:00000200:0.0:1769077723.458764:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077723.458767:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077723.458770:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077723.458773:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.458776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077723.458778:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.458782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077723.458787:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077723.458791:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077723.458793:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077723.458796:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077723.458799:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077723.458804:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077723.458811:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.458815:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077723.458827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.458832:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077723.458837:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077723.458843:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077723.458848:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077723.458851:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077723.458858:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077723.458864:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.458866:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077723.458871:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077723.458876:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.458878:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077723.458883:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769077723.458887:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077723.458890:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077723.458891:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.458893:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077723.458896:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077723.458899:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077723.458903:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077723.458907:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077723.458915:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610742272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077723.458936:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077723.458940:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077723.458946:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610742272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077723.458962:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077723.458968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077723.458972:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077723.458974:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077723.458976:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077723.458982:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077723.458988:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4712
00000400:00000200:0.0:1769077723.458994:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077723.459001:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077723.459006:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077723.459013:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.459032:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077723.459035:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.459040:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077723.459045:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077723.459048:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077723.459052:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077723.459056:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077723.459060:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077723.459066:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077723.459074:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.459078:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077723.459083:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.459086:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077723.459090:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077723.459095:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077723.459100:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077723.459104:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077723.459109:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769077723.459112:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:0.0:1769077723.459113:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.459118:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769077723.459118:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000008:00100000:0.0:1769077723.459121:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077723.459127:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.459131:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077723.459137:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769077723.459141:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077723.459144:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077723.459147:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.459150:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077723.459153:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077723.459157:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077723.459163:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769077723.459169:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077723.459177:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610742400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077723.459189:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077723.459193:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077723.459202:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610742400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077723.459214:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077723.459218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077723.459226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077723.459230:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077723.459234:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077723.459239:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077723.459242:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4712
00000400:00000200:0.0:1769077723.459248:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077723.459256:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077723.459259:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077723.459265:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.459267:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077723.459271:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.459274:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077723.459276:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077723.459277:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077723.459278:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077723.459281:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077723.459286:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077723.459289:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077723.459292:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.459297:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077723.459300:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077723.459305:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077723.459307:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077723.459312:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077723.459316:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077723.459322:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077723.459325:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077723.459329:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.459332:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077723.459336:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077723.459342:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.459346:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077723.459352:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769077723.459357:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077723.459362:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077723.459365:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077723.459368:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077723.459372:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077723.459375:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077723.459380:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077723.459415:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077723.459428:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610742528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077723.459449:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077723.459453:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077723.459462:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610742528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077723.459479:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077723.459489:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4722)
00000800:00000200:2.1:1769077723.459644:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077723.459646:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077723.459843:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077723.459845:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077723.460061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077723.460063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.0:1769077723.970693:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077724.290503:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077724.290509:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077724.354520:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299385712, at 4299385728
00000100:00000010:3.0:1769077724.354542:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00010000:00000001:0.0:1769077725.314525:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077725.314532:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077726.338495:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077726.338503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077727.362488:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077727.362495:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077728.386475:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077728.386480:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077728.578979:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077728.578985:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077728.579360:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077728.579362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077728.579551:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077728.579552:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077728.579702:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077728.579703:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769077729.410516:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077729.410523:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077729.474509:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299390832, at 4299390848
00000100:00000010:3.0:1769077729.474524:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769077730.434518:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077730.434525:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077731.458516:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077731.458525:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077731.458528:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077731.458530:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077731.458534:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077731.458536:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077731.458537:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077731.458539:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077732.482438:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077732.482443:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077733.506461:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077733.506469:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077733.699280:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077733.699707:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077733.700239:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077733.700518:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077734.530461:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077734.530468:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077734.594466:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299395952, at 4299395968
00000100:00000010:3.0:1769077734.594490:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00010000:00000001:0.0:1769077735.554485:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077735.554491:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077736.578485:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077736.578493:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077736.770848:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769077736.770916:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077736.770932:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077736.770938:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769077736.770943:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077736.770948:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077736.770955:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077736.770961:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:3.0:1769077736.770968:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077736.770975:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077736.770984:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd220
00000400:00000010:3.0:1769077736.770988:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd220.
00000100:00000001:3.0:1769077736.770995:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077736.771008:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568000 x1855007610743168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077736.771044:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077736.771050:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568000 x1855007610743168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077736.771060:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077736.771063:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077736.771075:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077736.771078:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:3.0:1769077736.771082:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077736.771086:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077736.771090:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:3.0:1769077736.771092:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:3.0:1769077736.771095:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077736.771101:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356a680 x1855007610743296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077736.771111:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077736.771115:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a680 x1855007610743296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077736.771124:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077736.771126:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077736.771131:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077736.771135:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:3.0:1769077736.771138:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077736.771142:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077736.771145:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd2a8
00000400:00000010:3.0:1769077736.771148:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd2a8.
00000100:00000001:3.0:1769077736.771150:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077736.771155:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568e00 x1855007610743424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077736.771164:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077736.771167:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568e00 x1855007610743424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077736.771175:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077736.771177:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077736.771183:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077736.771186:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:3.0:1769077736.771189:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077736.771193:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077736.771197:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdaa0
00000400:00000010:3.0:1769077736.771199:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdaa0.
00000100:00000001:3.0:1769077736.771201:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077736.771207:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356ad80 x1855007610743552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077736.771215:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077736.771218:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356ad80 x1855007610743552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077736.771225:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077736.771227:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077737.602453:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077737.602459:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077738.626534:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077738.626541:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077738.819117:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077738.819121:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077738.819684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077738.819687:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077738.820037:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077738.820040:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077738.820362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077738.820365:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077739.650493:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077739.650502:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077739.714451:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299401072, at 4299401088
00000100:00000010:3.0:1769077739.714469:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaae0.
00010000:00000001:0.0:1769077740.674535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077740.674544:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077741.698528:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077741.698537:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077741.698540:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077741.698542:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077741.698548:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077741.698549:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077741.698551:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077741.698553:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077742.722557:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077742.722566:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077743.746473:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077743.746479:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077743.939494:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077743.939503:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769077743.940298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077743.940301:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769077743.940651:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077743.940654:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769077743.940903:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077743.940905:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1769077744.770548:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077744.770557:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077744.834543:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299406193, at 4299406208
00000100:00000010:3.0:1769077744.834562:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00010000:00000001:0.0:1769077745.794516:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077745.794523:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077746.818525:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077746.818533:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077747.842554:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077747.842562:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077748.866552:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077748.866559:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077749.058572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077749.058585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077749.058601:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077749.058605:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077749.058609:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077749.058617:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4738
00000400:00000200:0.0:1769077749.058627:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077749.058633:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077749.058635:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077749.058638:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058641:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.058643:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058645:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077749.058649:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077749.058651:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077749.058653:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077749.058655:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077749.058657:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077749.058659:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077749.058661:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058662:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.058664:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058665:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077749.058668:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077749.058670:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058672:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077749.058675:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077749.058678:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077749.058680:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.058682:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077749.058684:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077749.058696:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769077749.058699:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077749.058703:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077749.058704:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.058707:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077749.058710:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077749.058714:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077749.058723:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077749.058729:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077749.058738:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610744704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077749.058747:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077749.058752:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077749.058756:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610744704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077749.058779:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077749.058781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077749.058784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077749.058785:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077749.058786:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077749.058788:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077749.058790:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4738
00000400:00000200:0.0:1769077749.058792:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077749.058794:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077749.058796:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077749.058798:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058799:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.058801:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058803:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077749.058805:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077749.058806:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077749.058808:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077749.058809:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077749.058811:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077749.058813:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077749.058815:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058816:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.058817:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058818:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077749.058820:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077749.058822:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058823:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077749.058825:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077749.058829:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077749.058831:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.058833:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077749.058837:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077749.058841:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.058844:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077749.058847:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769077749.058851:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077749.058853:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077749.058854:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.058856:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077749.058857:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077749.058859:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077749.058864:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077749.058869:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077749.058877:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610744832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077749.058887:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077749.058897:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077749.058905:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610744832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077749.058917:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077749.058921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077749.058926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077749.058927:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077749.058929:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077749.058931:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077749.058936:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4738
00000400:00000200:0.0:1769077749.058941:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077749.058946:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077749.058947:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077749.058949:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058951:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.058955:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058958:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077749.058963:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077749.058964:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077749.058965:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077749.058966:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077749.058967:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077749.058970:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077749.058974:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058977:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.058978:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058980:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077749.058983:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077749.058987:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077749.058989:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077749.058990:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077749.058993:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077749.058997:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.058999:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077749.059001:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077749.059002:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.059004:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077749.059007:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769077749.059012:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077749.059017:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077749.059019:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.059022:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077749.059024:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077749.059027:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077749.059032:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769077749.059037:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077749.059044:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610744960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077749.059055:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077749.059059:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077749.059063:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610744960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077749.059068:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077749.059070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077749.059076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077749.059079:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077749.059081:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077749.059083:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077749.059086:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4738
00000400:00000200:0.0:1769077749.059091:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077749.059096:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077749.059097:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077749.059103:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.059106:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.059108:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.059111:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077749.059115:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077749.059116:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077749.059117:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077749.059120:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077749.059123:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077749.059127:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077749.059133:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.059137:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077749.059142:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077749.059147:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077749.059152:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077749.059155:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077749.059161:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077749.059165:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077749.059169:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077749.059172:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.059174:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077749.059177:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077749.059181:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.059186:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077749.059189:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769077749.059191:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077749.059194:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077749.059197:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077749.059199:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077749.059200:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077749.059201:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077749.059205:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077749.059210:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077749.059214:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:0.0:1769077749.059215:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610745088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077749.059219:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1769077749.059229:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077749.059234:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077749.059239:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610745088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077749.059246:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077749.059252:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4748)
00000800:00000200:2.1:1769077749.059633:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077749.059634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077749.059864:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077749.059866:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077749.060055:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077749.060057:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1769077749.890564:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077749.890583:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077749.954464:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299411312, at 4299411328
00000100:00000010:3.0:1769077749.954477:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769077750.914511:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077750.914519:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077751.938560:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077751.938568:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077751.938571:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077751.938574:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077751.938579:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077751.938581:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077751.938582:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077751.938584:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077752.962556:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077752.962565:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077753.986502:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077753.986522:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077754.179169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077754.179175:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077754.179685:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077754.179687:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077754.179945:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077754.179947:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077754.180127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077754.180128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1769077755.010546:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077755.010553:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077755.074549:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299416432, at 4299416448
00000100:00000010:3.0:1769077755.074584:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00010000:00000001:0.0:1769077756.034528:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077756.034533:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077757.058508:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077757.058514:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077758.082508:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077758.082512:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077759.106528:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077759.106536:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077759.299133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077759.299140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077759.299698:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077759.299700:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077759.299938:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077759.299940:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077759.300125:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077759.300128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769077760.130518:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077760.130524:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077760.194544:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299421552, at 4299421568
00000100:00000010:3.0:1769077760.194574:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769077761.154482:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077761.154488:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077762.178529:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077762.178538:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077762.178541:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077762.178543:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077762.178548:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077762.178551:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077762.178553:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077762.178555:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769077762.882518:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:0.0:1769077762.882527:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:0.0:1769077762.882533:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769077762.882774:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077763.202517:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077763.202523:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077764.226575:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077764.226586:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077764.419415:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077764.419420:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077764.420012:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077764.420014:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077764.420271:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077764.420273:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077764.420519:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077764.420522:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077765.250566:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077765.250574:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077765.314527:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299426673, at 4299426688
00000100:00000010:3.0:1769077765.314545:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00010000:00000001:0.0:1769077766.274569:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077766.274579:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077767.298498:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077767.298507:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077768.322528:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077768.322536:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077769.346538:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077769.346545:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077769.538547:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077769.538559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077769.538563:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077769.538567:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077769.538571:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077769.538579:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4758
00000400:00000200:0.0:1769077769.538589:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077769.538595:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077769.538598:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077769.538601:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.538604:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077769.538606:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.538608:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077769.538612:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077769.538614:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077769.538616:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077769.538618:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077769.538620:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077769.538621:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077769.538623:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.538625:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077769.538626:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.538628:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077769.538631:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077769.538633:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077769.538635:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077769.538638:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077769.538641:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077769.538643:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.538644:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077769.538646:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077769.538657:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769077769.538660:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077769.538665:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077769.538666:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.538669:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077769.538671:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077769.538676:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077769.538685:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769077769.538691:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077769.538700:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610746752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077769.538709:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077769.538714:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077769.538718:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610746752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077769.538745:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077769.538749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077769.538753:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077769.538755:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077769.538757:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077769.538759:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077769.538762:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4758
00000400:00000200:0.0:1769077769.538768:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077769.538772:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077769.538775:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077769.538778:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.538781:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077769.538784:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.538785:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077769.538788:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077769.538790:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077769.538793:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077769.538796:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077769.538800:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077769.538803:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077769.538810:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.538814:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077769.538818:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.538822:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077769.538826:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077769.538830:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077769.538835:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077769.538839:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077769.538847:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077769.538853:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.538858:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077769.538865:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077769.538872:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.538877:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077769.538887:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769077769.538893:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077769.538899:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077769.538902:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.538906:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077769.538909:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077769.538912:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077769.538917:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769077769.538922:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077769.538930:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610746880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077769.538948:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077769.538954:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077769.538962:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610746880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077769.538986:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077769.538989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077769.538991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077769.538993:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077769.538995:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077769.539001:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077769.539005:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4758
00000400:00000200:0.0:1769077769.539012:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077769.539017:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077769.539021:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077769.539026:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.539030:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077769.539035:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.539038:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077769.539041:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077769.539044:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077769.539047:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077769.539049:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077769.539054:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077769.539059:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077769.539064:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.539065:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077769.539069:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.539073:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077769.539077:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077769.539084:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077769.539087:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077769.539091:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077769.539093:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077769.539098:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.539099:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077769.539102:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077769.539106:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.539110:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077769.539115:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769077769.539119:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:2.1:1769077769.539120:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:0.0:1769077769.539123:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077769.539126:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.539128:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1769077769.539128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1769077769.539131:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077769.539134:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077769.539139:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769077769.539144:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077769.539149:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610747008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077769.539157:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077769.539160:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077769.539165:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610747008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077769.539178:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077769.539181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077769.539186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077769.539187:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077769.539190:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077769.539193:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077769.539195:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4758
00000400:00000200:0.0:1769077769.539200:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077769.539205:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077769.539209:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077769.539216:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.539221:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077769.539224:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.539227:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077769.539231:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077769.539233:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077769.539236:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077769.539239:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077769.539256:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077769.539262:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077769.539267:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.539271:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077769.539274:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077769.539276:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077769.539277:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077769.539280:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077769.539282:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077769.539285:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077769.539287:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077769.539293:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.539299:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077769.539303:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077769.539308:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.539310:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077769.539316:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769077769.539321:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077769.539328:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077769.539331:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077769.539333:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077769.539335:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077769.539338:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077769.539347:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769077769.539355:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077769.539364:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610747136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077769.539382:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077769.539384:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077769.539427:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610747136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077769.539439:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077769.539448:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4768)
00000800:00000200:2.1:1769077769.539659:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077769.539661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077769.539851:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077769.539853:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077769.540032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077769.540034:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077770.370532:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077770.370539:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077770.434527:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299431792, at 4299431808
00000100:00000010:3.0:1769077770.434548:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00010000:00000001:0.0:1769077771.394546:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077771.394556:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077772.418532:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077772.418540:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077772.418543:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077772.418545:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077772.418551:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077772.418553:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077772.418555:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077772.418563:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077773.442513:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077773.442520:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077774.466511:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077774.466516:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077774.659063:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077774.659069:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077774.659599:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077774.659601:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077774.659815:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077774.659817:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077774.660082:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077774.660084:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077775.490495:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077775.490500:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077775.554448:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299436912, at 4299436928
00000100:00000010:3.0:1769077775.554465:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa20.
00010000:00000001:0.0:1769077776.514535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077776.514543:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077777.538512:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077777.538518:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077778.562473:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077778.562482:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077779.586535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077779.586543:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077779.779229:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077779.779234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077779.779783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077779.779785:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077779.779977:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077779.779979:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077779.780186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077779.780188:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077780.610510:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077780.610525:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077780.674502:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299442033, at 4299442048
00000100:00000010:3.0:1769077780.674520:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea120.
00010000:00000001:0.0:1769077781.634546:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077781.634553:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077782.658505:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077782.658517:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077782.658520:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077782.658523:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077782.658529:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077782.658531:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077782.658533:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077782.658535:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077783.682551:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077783.682559:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077784.706479:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077784.706485:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077784.899135:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077784.899142:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077784.899609:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077784.899610:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077784.899937:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077784.899939:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077784.900207:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077784.900209:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077785.730513:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077785.730521:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077785.794503:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299447152, at 4299447168
00000100:00000010:3.0:1769077785.794528:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf60.
00010000:00000001:0.0:1769077786.754557:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077786.754566:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077787.778519:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077787.778526:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077788.802521:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077788.802528:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077789.826530:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077789.826538:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077790.019638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077790.019645:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077790.020495:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077790.020498:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077790.020758:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077790.020760:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077790.021024:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077790.021027:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1769077790.850525:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077790.850532:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077790.914468:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299452273, at 4299452288
00000100:00000010:3.0:1769077790.914480:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00010000:00000001:0.0:1769077791.874510:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077791.874519:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077792.898535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077792.898548:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077792.898551:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077792.898565:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077792.898571:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077792.898574:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077792.898576:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077792.898579:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077793.922526:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077793.922533:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077794.946464:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077794.946469:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077795.139417:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077795.139423:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077795.140026:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077795.140028:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077795.140255:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077795.140257:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077795.140474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077795.140477:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1769077795.970477:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077795.970483:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077796.034456:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299457393, at 4299457408
00000100:00000010:3.0:1769077796.034471:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769077796.994514:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077796.994524:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077798.018503:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077798.018512:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077799.042463:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077799.042481:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077800.066462:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077800.066470:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077800.259505:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077800.259883:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077800.260052:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077800.260251:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077801.090484:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077801.090490:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077801.154519:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299462513, at 4299462528
00000100:00000010:3.0:1769077801.154538:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00000800:00000200:0.0:1769077801.794610:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:0.0:1769077801.794623:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:0.0:1769077801.794631:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769077801.795064:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00010000:00000001:0.0:1769077802.114447:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077802.114462:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077802.114466:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077802.114468:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077802.114472:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077802.114474:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077802.114476:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077802.114479:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077803.138465:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077803.138474:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077803.330743:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769077803.330805:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077803.330820:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077803.330825:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769077803.330830:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077803.330835:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077803.330842:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077803.330847:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:3.0:1769077803.330869:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077803.330876:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077803.330884:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdf68
00000400:00000010:3.0:1769077803.330888:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdf68.
00000100:00000001:3.0:1769077803.330895:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077803.330908:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568700 x1855007610749824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077803.330945:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077803.330951:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568700 x1855007610749824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077803.330965:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077803.330967:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077803.330980:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077803.330983:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:3.0:1769077803.330987:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077803.330991:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077803.330995:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:3.0:1769077803.330997:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:3.0:1769077803.331000:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077803.331005:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3569f80 x1855007610749952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077803.331015:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077803.331018:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569f80 x1855007610749952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077803.331034:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077803.331035:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077803.331041:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077803.331045:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:3.0:1769077803.331049:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077803.331068:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077803.331071:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd000
00000400:00000010:3.0:1769077803.331074:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd000.
00000100:00000001:3.0:1769077803.331077:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077803.331083:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568000 x1855007610750080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077803.331092:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077803.331095:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568000 x1855007610750080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077803.331103:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077803.331105:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077803.331111:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769077803.331114:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:3.0:1769077803.331117:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077803.331121:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077803.331124:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdee0
00000400:00000010:3.0:1769077803.331127:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdee0.
00000100:00000001:3.0:1769077803.331129:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077803.331136:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356a680 x1855007610750208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077803.331145:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077803.331148:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a680 x1855007610750208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077803.331167:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077803.331169:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1769077804.162491:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077804.162502:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077805.186588:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077805.186596:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077805.379672:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077805.379682:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077805.380360:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077805.380362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077805.380730:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077805.380733:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077805.381000:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077805.381003:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1769077806.210511:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077806.210517:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077806.274477:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299467633, at 4299467648
00000100:00000010:3.0:1769077806.274496:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf60.
00010000:00000001:0.0:1769077807.234521:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077807.234527:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077808.258519:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077808.258527:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077809.282515:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077809.282520:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077810.306527:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077810.306534:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077810.499047:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077810.499052:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077810.499532:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077810.499534:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077810.499740:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077810.499742:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077810.499914:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077810.499916:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1769077811.330490:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077811.330495:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077811.394490:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299472752, at 4299472768
00000100:00000010:3.0:1769077811.394507:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ead80.
00010000:00000001:0.0:1769077812.354516:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077812.354539:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077812.354542:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077812.354545:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077812.354550:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077812.354552:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077812.354554:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077812.354557:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077813.378553:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077813.378562:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077814.402548:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077814.402556:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077815.426529:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077815.426537:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077815.619130:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077815.619136:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077815.619750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077815.619752:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077815.619956:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077815.619959:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077815.620242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077815.620244:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769077816.450571:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077816.450582:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077816.514590:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299477872, at 4299477888
00000100:00000010:3.0:1769077816.514622:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac00.
00010000:00000001:0.0:1769077817.474524:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077817.474532:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077818.498545:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077818.498556:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077819.522498:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077819.522506:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077820.546571:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077820.546580:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077820.739217:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077820.739224:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077820.739763:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077820.739766:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077820.740070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077820.740073:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077820.740376:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077820.740379:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769077821.570486:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077821.570493:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077821.634516:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299482992, at 4299483008
00000100:00000010:3.0:1769077821.634534:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00010000:00000001:0.0:1769077822.594553:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077822.594566:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077822.594570:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077822.594573:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077822.594581:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077822.594584:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077822.594587:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077822.594590:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077823.618506:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077823.618511:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077824.642514:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077824.642521:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077825.666605:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077825.666614:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077825.666695:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077825.666699:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077825.666703:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077825.859202:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077825.859209:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077825.859811:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077825.859813:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077825.860044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077825.860047:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077825.860276:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077825.860278:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769077826.690503:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077826.690510:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077826.754495:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299488113, at 4299488128
00000100:00000010:3.0:1769077826.754520:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00010000:00000001:0.0:1769077827.714483:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077827.714489:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077827.714510:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077827.714512:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077827.714515:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077828.738493:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077828.738498:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077829.762492:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077829.762497:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077829.762519:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077829.762522:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077829.762524:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077830.786498:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077830.786504:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077830.978527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077830.978539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077830.978543:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077830.978548:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077830.978553:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077830.978562:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4819
00000400:00000200:3.0:1769077830.978572:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077830.978579:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077830.978582:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077830.978592:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.978596:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.978599:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.978602:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077830.978606:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077830.978608:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077830.978612:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077830.978615:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077830.978617:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077830.978620:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077830.978624:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.978626:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.978629:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.978631:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077830.978635:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077830.978639:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077830.978642:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077830.978645:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077830.978648:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077830.978651:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.978653:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077830.978656:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077830.978665:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077830.978670:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077830.978674:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077830.978676:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.978679:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077830.978682:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077830.978686:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077830.978694:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077830.978701:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077830.978710:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610752896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077830.978722:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077830.978727:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.978732:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610752896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077830.978761:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077830.978764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077830.978768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077830.978769:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077830.978772:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077830.978775:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077830.978777:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4819
00000400:00000200:3.0:1769077830.978782:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077830.978785:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077830.978788:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077830.978793:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.978796:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.978799:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.978802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077830.978807:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077830.978810:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077830.978814:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077830.978819:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077830.978823:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077830.978826:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077830.978834:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.978839:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.978844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.978850:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077830.978855:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077830.978862:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077830.978868:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077830.978873:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077830.978880:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077830.978887:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.978893:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077830.978899:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077830.978906:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.978912:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077830.978919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077830.978928:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077830.978933:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077830.978935:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.978937:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077830.978941:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077830.978945:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077830.978951:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077830.978956:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077830.978965:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610753024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077830.978980:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077830.978985:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.978994:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610753024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077830.979013:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077830.979019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077830.979026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077830.979028:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077830.979031:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077830.979038:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077830.979043:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4819
00000400:00000200:3.0:1769077830.979051:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077830.979059:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077830.979065:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077830.979073:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.979078:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.979085:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.979090:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077830.979097:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077830.979101:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077830.979105:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077830.979107:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077830.979113:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077830.979119:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077830.979127:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.979132:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.979136:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.979140:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077830.979146:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077830.979154:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:1.1:1769077830.979157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077830.979159:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077830.979162:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1769077830.979163:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077830.979170:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077830.979176:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.979180:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077830.979183:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077830.979191:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.979195:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077830.979201:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077830.979207:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077830.979228:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077830.979230:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.979232:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077830.979234:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077830.979236:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077830.979244:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077830.979250:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077830.979261:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610753152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077830.979274:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077830.979281:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.979293:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610753152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077830.979307:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077830.979312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077830.979321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077830.979325:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077830.979329:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077830.979336:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077830.979343:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4819
00000400:00000200:3.0:1769077830.979352:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077830.979362:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077830.979368:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077830.979376:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.979383:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.979434:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.979441:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077830.979448:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077830.979453:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077830.979458:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077830.979460:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077830.979463:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077830.979467:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077830.979476:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.979484:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077830.979492:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077830.979498:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077830.979504:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077830.979512:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077830.979519:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077830.979526:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077830.979530:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077830.979537:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.979541:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077830.979545:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077830.979551:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.979557:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077830.979562:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077830.979564:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077830.979568:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077830.979572:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077830.979577:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077830.979580:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077830.979585:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077830.979592:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077830.979599:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077830.979611:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610753280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077830.979628:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077830.979633:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.979642:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610753280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077830.979672:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077830.979683:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4830)
00000800:00000200:1.1:1769077830.979766:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077830.979768:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077830.980031:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077830.980033:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077830.980305:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077830.980307:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077831.810541:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077831.810548:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077831.810593:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077831.810597:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077831.810601:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077831.874543:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299493232, at 4299493248
00000100:00000010:3.0:1769077831.874563:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea0c0.
00010000:00000001:0.0:1769077832.834529:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077832.834538:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077832.834541:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077832.834543:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077832.834550:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077832.834552:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077832.834554:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077832.834556:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077833.858526:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077833.858538:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077833.858568:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077833.858570:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077833.858573:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077834.882479:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077834.882487:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077835.906537:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077835.906563:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077835.906594:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077835.906596:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077835.906599:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077836.099187:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077836.099192:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077836.099871:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077836.099872:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077836.100064:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077836.100066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077836.100347:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077836.100349:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077836.930485:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077836.930493:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077836.994512:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299498352, at 4299498368
00000100:00000010:3.0:1769077836.994534:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf00.
00010000:00000001:0.0:1769077837.954497:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077837.954503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077837.954529:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077837.954532:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077837.954534:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077838.978462:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077838.978467:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077839.682741:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769077839.682750:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077839.682767:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077839.682772:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077839.682774:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077840.002523:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077840.002531:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077840.002589:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077840.002593:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077840.002598:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077841.026496:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077841.026503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077841.218551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077841.218562:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077841.218565:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077841.218569:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077841.218573:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077841.218581:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4830
00000400:00000200:3.0:1769077841.218591:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077841.218598:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077841.218601:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077841.218605:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.218609:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077841.218612:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.218615:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077841.218620:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077841.218623:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077841.218626:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077841.218629:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077841.218631:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077841.218635:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077841.218638:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.218641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077841.218643:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.218646:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077841.218649:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077841.218653:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077841.218656:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077841.218660:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077841.218663:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077841.218666:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.218668:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077841.218671:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077841.218683:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077841.218686:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077841.218690:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077841.218693:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.218703:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077841.218706:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077841.218711:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077841.218722:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077841.218731:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077841.218743:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610753920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077841.218754:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077841.218758:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077841.218762:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610753920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077841.218787:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077841.218789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077841.218791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077841.218792:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077841.218793:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077841.218795:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077841.218797:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4830
00000400:00000200:3.0:1769077841.218800:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077841.218803:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077841.218805:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077841.218807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.218809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077841.218810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.218812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077841.218813:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077841.218815:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077841.218817:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077841.218819:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077841.218821:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077841.218822:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077841.218824:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.218826:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077841.218827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.218828:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077841.218830:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077841.218832:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077841.218834:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077841.218835:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077841.218842:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077841.218844:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.218846:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077841.218851:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077841.218857:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.218862:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077841.218870:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077841.218875:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077841.218881:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077841.218884:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.218890:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077841.218894:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077841.218897:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077841.218903:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077841.218908:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077841.218919:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610754048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077841.218937:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077841.218942:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077841.218954:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610754048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077841.218973:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077841.218977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077841.218981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077841.218983:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077841.218985:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077841.218989:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077841.218992:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4830
00000400:00000200:3.0:1769077841.218997:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077841.219001:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077841.219003:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077841.219006:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.219010:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077841.219021:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.219024:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077841.219026:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077841.219027:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077841.219030:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077841.219033:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077841.219034:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077841.219049:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077841.219052:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.219054:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077841.219056:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.219057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077841.219059:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077841.219061:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077841.219062:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077841.219065:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077841.219070:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077841.219076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.219081:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077841.219086:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077841.219093:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.219098:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077841.219104:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077841.219109:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077841.219115:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077841.219118:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.219123:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077841.219126:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077841.219129:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077841.219134:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077841.219139:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077841.219146:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610754176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077841.219155:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077841.219158:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077841.219164:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610754176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077841.219174:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077841.219180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077841.219186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077841.219189:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077841.219193:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077841.219197:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077841.219201:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4830
00000400:00000200:3.0:1769077841.219209:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077841.219213:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077841.219215:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077841.219219:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.219223:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077841.219229:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.219232:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077841.219237:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077841.219239:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077841.219241:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077841.219242:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077841.219246:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077841.219249:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077841.219254:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.219256:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077841.219258:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077841.219262:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077841.219265:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077841.219266:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077841.219268:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077841.219272:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077841.219275:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077841.219280:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.219281:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077841.219283:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077841.219291:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.219294:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077841.219295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000010:3.0:1769077841.219300:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000800:00000200:1.1:1769077841.219301:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1769077841.219306:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077841.219313:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077841.219317:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077841.219320:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077841.219324:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077841.219326:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077841.219331:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077841.219338:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077841.219349:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610754304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077841.219361:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077841.219364:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077841.219376:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610754304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077841.219432:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077841.219438:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4840)
00000800:00000200:1.1:1769077841.219871:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077841.219874:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077841.220200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077841.220204:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077841.220535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077841.220538:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077842.050535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077842.050547:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077842.050551:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077842.050555:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077842.050561:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077842.050564:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077842.050566:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077842.050568:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077842.050595:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077842.050598:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077842.050600:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077842.114503:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299503473, at 4299503488
00000100:00000010:3.0:1769077842.114520:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00010000:00000001:0.0:1769077843.074500:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077843.074505:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077844.098505:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077844.098510:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077844.098554:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077844.098557:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077844.098559:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077845.122526:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077845.122533:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077846.146597:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077846.146608:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077846.146641:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077846.146645:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077846.146649:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077846.338471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077846.338486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077846.338489:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077846.338494:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077846.338500:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077846.338509:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4835
00000400:00000200:3.0:1769077846.338521:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077846.338529:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077846.338534:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077846.338538:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.338542:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077846.338545:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.338548:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077846.338553:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077846.338555:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077846.338558:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077846.338561:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077846.338565:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077846.338568:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077846.338573:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.338575:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077846.338577:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.338579:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077846.338583:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077846.338587:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077846.338590:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077846.338593:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077846.338598:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077846.338601:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.338604:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077846.338607:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077846.338615:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077846.338620:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077846.338625:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077846.338627:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.338631:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077846.338635:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077846.338640:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077846.338648:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077846.338656:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077846.338667:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610754432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077846.338679:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077846.338685:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077846.338691:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610754432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077846.338718:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077846.338722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077846.338726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077846.338728:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077846.338730:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077846.338733:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077846.338736:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4835
00000400:00000200:3.0:1769077846.338741:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077846.338745:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077846.338748:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077846.338753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.338756:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077846.338759:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.338761:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077846.338764:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077846.338766:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077846.338768:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077846.338774:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077846.338777:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077846.338784:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077846.338791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.338794:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077846.338799:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.338804:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077846.338810:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077846.338817:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077846.338823:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077846.338828:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077846.338836:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077846.338839:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.338841:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077846.338847:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077846.338854:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.338859:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077846.338867:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077846.338872:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077846.338878:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077846.338882:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.338887:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077846.338889:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077846.338893:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077846.338899:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077846.338905:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077846.338915:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610754560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077846.338929:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077846.338932:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077846.338939:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610754560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077846.338971:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077846.338977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077846.338983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077846.338988:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077846.338991:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077846.338997:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077846.339003:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4835
00000400:00000200:3.0:1769077846.339007:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077846.339012:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077846.339017:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077846.339026:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.339032:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077846.339035:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.339040:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077846.339044:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077846.339048:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077846.339061:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077846.339066:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077846.339070:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077846.339075:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077846.339083:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.339088:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077846.339094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.339100:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077846.339106:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077846.339115:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077846.339122:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077846.339127:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077846.339133:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077846.339138:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.339141:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077846.339146:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077846.339151:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.339157:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077846.339164:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769077846.339169:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077846.339173:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077846.339176:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.339179:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077846.339183:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077846.339186:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077846.339195:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000800:00000200:1.1:1769077846.339201:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077846.339202:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077846.339210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1769077846.339213:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610754688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077846.339231:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077846.339235:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077846.339246:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610754688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077846.339259:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077846.339262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077846.339268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077846.339272:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077846.339276:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077846.339280:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077846.339287:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4835
00000400:00000200:3.0:1769077846.339295:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077846.339304:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077846.339309:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077846.339317:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.339321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077846.339327:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.339333:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077846.339339:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077846.339344:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077846.339349:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077846.339352:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077846.339355:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077846.339360:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077846.339367:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.339373:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077846.339378:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077846.339383:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077846.339413:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077846.339417:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077846.339420:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077846.339423:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077846.339426:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077846.339429:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.339432:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077846.339436:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077846.339440:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.339443:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077846.339448:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769077846.339455:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077846.339460:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077846.339464:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077846.339469:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077846.339474:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077846.339477:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077846.339486:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077846.339492:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077846.339500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610754816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077846.339518:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077846.339522:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077846.339530:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610754816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077846.339548:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077846.339555:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4845)
00000800:00000200:1.1:1769077846.339870:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077846.339873:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077846.340225:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077846.340227:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077846.340585:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077846.340588:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077847.170566:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077847.170577:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077847.234464:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299508593, at 4299508608
00000100:00000010:3.0:1769077847.234500:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea720.
00010000:00000001:0.0:1769077848.194524:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077848.194532:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077848.194567:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077848.194571:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077848.194575:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077849.218530:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077849.218539:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077850.242528:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077850.242537:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077850.242573:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077850.242578:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077850.242582:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077851.266510:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077851.266517:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077851.459246:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077851.459251:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077851.459961:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077851.459964:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077851.460226:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077851.460228:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769077851.460583:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077851.460585:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769077852.290532:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077852.290544:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077852.290547:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077852.290550:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077852.290555:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077852.290557:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077852.290559:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077852.290561:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077852.290611:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077852.290614:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077852.290617:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077852.354441:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299513713, at 4299513728
00000100:00000010:3.0:1769077852.354454:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00010000:00000001:0.0:1769077853.314586:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077853.314596:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077854.338492:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077854.338499:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077854.338526:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077854.338528:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077854.338531:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077855.362554:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077855.362562:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077856.386540:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077856.386553:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077856.386594:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077856.386599:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077856.386606:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077856.578633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077856.578646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077856.578648:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077856.578656:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077856.578673:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077856.578681:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4845
00000400:00000200:3.0:1769077856.578690:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077856.578697:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077856.578701:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077856.578703:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.578707:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077856.578709:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.578711:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077856.578715:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077856.578716:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077856.578719:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077856.578721:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077856.578723:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077856.578724:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077856.578726:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.578727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077856.578729:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.578731:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077856.578733:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077856.578736:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077856.578738:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077856.578740:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077856.578743:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077856.578745:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.578747:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077856.578749:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077856.578759:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769077856.578763:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077856.578766:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077856.578768:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.578771:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077856.578773:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077856.578810:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077856.578819:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077856.578826:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077856.578835:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610755456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077856.578845:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077856.578849:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077856.578852:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610755456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.578876:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077856.578879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077856.578882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077856.578883:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077856.578885:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077856.578886:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077856.578888:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4845
00000400:00000200:3.0:1769077856.578891:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077856.578894:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077856.578896:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077856.578898:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.578899:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077856.578901:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.578903:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077856.578905:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077856.578906:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077856.578908:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077856.578910:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077856.578912:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077856.578913:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077856.578916:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.578918:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077856.578919:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.578921:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077856.578924:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077856.578928:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077856.578930:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077856.578934:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077856.578939:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077856.578943:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.578946:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077856.578951:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077856.578957:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.578960:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077856.578966:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769077856.578970:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077856.578972:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077856.578974:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.578976:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077856.578978:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077856.578982:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077856.578991:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077856.578999:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077856.579009:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610755584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077856.579036:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077856.579042:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077856.579050:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610755584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.579060:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077856.579064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077856.579071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077856.579074:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077856.579077:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077856.579082:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077856.579087:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4845
00000400:00000200:3.0:1769077856.579107:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077856.579110:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077856.579113:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077856.579121:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.579126:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077856.579133:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.579140:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077856.579148:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077856.579152:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077856.579171:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077856.579173:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077856.579176:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077856.579182:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077856.579190:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.579197:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077856.579202:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.579209:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077856.579217:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077856.579240:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077856.579244:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077856.579247:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077856.579250:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077856.579253:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.579256:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077856.579260:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077856.579265:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.579269:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077856.579275:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769077856.579278:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077856.579281:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077856.579283:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.579285:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077856.579288:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077856.579291:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077856.579296:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077856.579302:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077856.579309:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610755712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077856.579316:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077856.579319:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077856.579322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610755712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.579333:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077856.579336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077856.579342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077856.579345:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1769077856.579346:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769077856.579348:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769077856.579351:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769077856.579352:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077856.579357:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4845
00000400:00000200:3.0:1769077856.579365:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077856.579370:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077856.579372:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077856.579375:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.579379:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077856.579383:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.579386:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077856.579390:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077856.579391:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077856.579393:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077856.579396:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077856.579399:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077856.579402:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077856.579405:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.579406:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077856.579408:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077856.579410:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077856.579413:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077856.579416:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077856.579418:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077856.579420:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077856.579423:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077856.579425:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.579427:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077856.579475:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077856.579482:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.579488:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077856.579497:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769077856.579501:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077856.579503:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077856.579505:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.579511:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077856.579513:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077856.579516:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077856.579522:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077856.579527:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077856.579533:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610755840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077856.579547:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077856.579552:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077856.579560:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610755840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.579575:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077856.579580:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4855)
00000800:00000200:2.1:1769077856.579839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077856.579840:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077856.580045:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077856.580047:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077856.580291:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077856.580294:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769077857.410543:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077857.410554:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077857.474555:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299518833, at 4299518848
00000100:00000010:3.0:1769077857.474573:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00010000:00000001:0.0:1769077858.434513:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077858.434521:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077858.434543:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077858.434545:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077858.434548:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077859.458539:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077859.458546:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077860.482559:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077860.482568:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077860.482603:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077860.482607:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077860.482610:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077861.506523:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077861.506529:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077861.698518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077861.698534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077861.698538:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077861.698544:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077861.698550:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077861.698571:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4850
00000400:00000200:3.0:1769077861.698586:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077861.698595:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077861.698599:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077861.698603:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.698607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.698610:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.698614:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077861.698619:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077861.698622:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077861.698625:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077861.698628:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077861.698631:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077861.698634:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077861.698638:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.698641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.698643:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.698645:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077861.698649:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077861.698653:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077861.698656:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077861.698659:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077861.698663:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077861.698667:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.698669:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077861.698672:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077861.698684:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077861.698689:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077861.698726:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077861.698729:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.698733:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077861.698736:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077861.698742:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077861.698754:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077861.698763:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077861.698773:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610755968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077861.698785:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077861.698791:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.698797:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610755968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077861.698836:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077861.698840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077861.698844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077861.698846:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077861.698848:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077861.698851:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077861.698854:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4850
00000400:00000200:3.0:1769077861.698859:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077861.698863:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077861.698866:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077861.698870:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.698873:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.698876:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.698879:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077861.698881:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077861.698884:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077861.698887:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077861.698892:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077861.698897:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077861.698903:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077861.698910:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.698915:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.698920:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.698926:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077861.698933:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077861.698951:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077861.698957:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077861.698963:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077861.698972:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077861.698977:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.698982:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077861.698990:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077861.698996:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.699002:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077861.699009:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077861.699015:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077861.699020:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077861.699025:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.699028:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077861.699033:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077861.699035:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077861.699043:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077861.699049:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077861.699060:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610756096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077861.699087:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077861.699093:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.699103:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610756096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077861.699122:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077861.699128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077861.699136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077861.699141:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077861.699144:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077861.699149:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077861.699156:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4850
00000400:00000200:3.0:1769077861.699201:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077861.699211:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077861.699218:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077861.699227:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.699234:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.699240:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.699245:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769077861.699249:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769077861.699250:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077861.699254:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000800:00000200:2.1:1769077861.699257:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769077861.699258:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077861.699262:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077861.699269:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077861.699275:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077861.699283:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.699286:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.699291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.699297:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077861.699304:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077861.699310:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077861.699315:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077861.699321:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077861.699325:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077861.699330:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.699334:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077861.699338:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077861.699345:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.699350:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077861.699356:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077861.699362:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077861.699369:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077861.699372:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.699376:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077861.699380:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077861.699384:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077861.699417:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077861.699422:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077861.699430:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610756224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077861.699449:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077861.699452:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.699457:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610756224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077861.699472:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077861.699477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077861.699485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077861.699488:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077861.699493:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077861.699500:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077861.699505:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4850
00000400:00000200:3.0:1769077861.699514:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077861.699522:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077861.699525:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077861.699529:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.699534:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.699539:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.699545:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077861.699550:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077861.699554:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077861.699557:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077861.699561:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077861.699565:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077861.699570:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077861.699579:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.699584:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.699591:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077861.699596:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077861.699602:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077861.699610:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077861.699617:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077861.699621:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077861.699627:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077861.699633:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.699638:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077861.699643:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077861.699651:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.699658:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077861.699665:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077861.699671:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077861.699676:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077861.699680:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.699685:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077861.699688:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077861.699706:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077861.699716:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077861.699724:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077861.699735:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610756352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077861.699753:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077861.699758:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.699768:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610756352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077861.699793:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.699802:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4860)
00000800:00000200:2.1:1769077861.699979:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077861.699981:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077861.700213:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077861.700215:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769077861.700477:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077861.700480:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769077862.530496:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077862.530505:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077862.530507:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077862.530511:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077862.530516:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077862.530518:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077862.530520:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077862.530523:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077862.530549:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077862.530552:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077862.530555:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077862.594515:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299523953, at 4299523968
00000100:00000010:3.0:1769077862.594533:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00010000:00000001:0.0:1769077863.554534:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077863.554544:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077864.578524:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077864.578532:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077864.578556:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077864.578558:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077864.578560:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077865.602478:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077865.602485:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077866.626460:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077866.626467:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077866.626487:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077866.626490:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077866.626492:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077866.818530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077866.818542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077866.818546:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077866.818552:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077866.818558:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077866.818568:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4855
00000400:00000200:3.0:1769077866.818579:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077866.818587:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077866.818591:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077866.818596:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818601:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077866.818604:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818635:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077866.818640:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077866.818643:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077866.818645:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077866.818647:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077866.818649:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077866.818651:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077866.818654:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818656:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077866.818657:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818658:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077866.818662:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077866.818664:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818666:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077866.818669:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077866.818672:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077866.818674:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.818676:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077866.818678:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077866.818688:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077866.818691:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077866.818695:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077866.818696:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.818699:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077866.818702:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077866.818708:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077866.818715:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077866.818722:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077866.818730:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610756480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077866.818740:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077866.818744:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077866.818747:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610756480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077866.818768:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077866.818772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077866.818774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077866.818775:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077866.818777:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077866.818779:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077866.818780:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4855
00000400:00000200:3.0:1769077866.818783:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077866.818786:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077866.818787:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077866.818790:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818791:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077866.818793:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818795:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077866.818797:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077866.818798:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077866.818800:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077866.818802:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077866.818803:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077866.818805:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077866.818807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818808:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077866.818810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077866.818814:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077866.818819:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818822:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077866.818825:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077866.818832:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077866.818835:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.818837:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077866.818843:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077866.818848:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.818852:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077866.818854:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077866.818856:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077866.818858:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077866.818859:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.818862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077866.818863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077866.818866:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077866.818870:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077866.818874:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077866.818881:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610756608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077866.818897:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077866.818901:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077866.818906:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610756608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077866.818917:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077866.818921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077866.818927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077866.818930:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077866.818932:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077866.818934:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077866.818939:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4855
00000400:00000200:3.0:1769077866.818944:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077866.818950:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077866.818952:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077866.818955:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818958:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077866.818960:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077866.818963:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077866.818965:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077866.818967:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077866.818970:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077866.818974:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077866.818980:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077866.818982:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818984:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077866.818993:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.818997:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077866.819003:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077866.819008:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077866.819013:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077866.819017:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077866.819020:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077866.819022:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.819026:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077866.819030:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077866.819032:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.819034:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077866.819038:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077866.819042:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077866.819044:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077866.819047:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.819052:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077866.819053:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077866.819054:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077866.819060:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077866.819069:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077866.819076:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610756736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077866.819095:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077866.819097:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077866.819104:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610756736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077866.819121:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077866.819126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077866.819132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077866.819133:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077866.819135:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077866.819141:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077866.819143:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4855
00000400:00000200:3.0:1769077866.819146:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077866.819148:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077866.819149:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077866.819151:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.819155:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077866.819160:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.819163:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769077866.819167:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769077866.819168:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077866.819170:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077866.819174:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077866.819176:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077866.819177:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077866.819180:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077866.819182:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.819184:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077866.819185:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077866.819187:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077866.819192:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077866.819195:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077866.819204:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077866.819207:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077866.819209:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077866.819213:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.819215:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077866.819216:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077866.819218:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.819220:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077866.819225:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077866.819227:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077866.819229:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077866.819232:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077866.819234:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077866.819236:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077866.819240:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077866.819245:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077866.819248:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077866.819255:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610756864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077866.819268:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077866.819270:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077866.819274:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610756864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077866.819290:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077866.819298:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4865)
00000800:00000200:2.1:1769077866.819426:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077866.819570:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077866.819757:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769077867.650471:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077867.650479:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077867.714555:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299529072, at 4299529088
00000100:00000010:3.0:1769077867.714569:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00010000:00000001:0.0:1769077868.674461:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077868.674466:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077868.674491:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077868.674493:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077868.674495:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077869.698488:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077869.698499:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077870.722479:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077870.722486:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077870.722513:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077870.722515:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077870.722517:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077871.746490:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077871.746495:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077871.939227:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077871.939233:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769077871.939914:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077871.939917:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769077871.940212:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077871.940214:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1769077871.940575:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077871.940578:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 57 secs later)
00010000:00000001:0.0:1769077872.770553:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077872.770562:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077872.770565:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077872.770568:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077872.770573:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077872.770575:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077872.770578:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077872.770580:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077872.770613:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077872.770617:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077872.770620:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077872.834495:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299534193, at 4299534208
00000100:00000010:3.0:1769077872.834524:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00010000:00000001:0.0:1769077873.794483:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077873.794500:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077874.818516:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077874.818523:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077874.818561:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077874.818563:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077874.818565:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077875.842487:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077875.842494:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077876.866519:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077876.866526:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077876.866559:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077876.866562:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077876.866568:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077877.058499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077877.058510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077877.058513:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077877.058517:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077877.058521:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077877.058528:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4866
00000400:00000200:0.0:1769077877.058538:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077877.058543:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077877.058546:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077877.058550:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058553:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077877.058556:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058559:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077877.058563:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077877.058565:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077877.058568:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077877.058570:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077877.058572:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077877.058575:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077877.058578:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077877.058582:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058583:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077877.058587:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077877.058590:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058593:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077877.058596:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077877.058599:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077877.058602:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.058604:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077877.058607:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077877.058615:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769077877.058619:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077877.058623:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077877.058624:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.058628:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077877.058630:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077877.058634:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077877.058642:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769077877.058648:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077877.058657:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610757504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077877.058668:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077877.058673:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077877.058677:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610757504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077877.058703:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077877.058706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077877.058709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077877.058711:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077877.058713:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077877.058715:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077877.058718:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4866
00000400:00000200:0.0:1769077877.058722:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077877.058725:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077877.058728:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077877.058731:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077877.058736:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077877.058742:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077877.058746:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077877.058748:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077877.058752:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077877.058756:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077877.058758:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077877.058764:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077877.058774:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058778:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077877.058783:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077877.058790:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058796:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077877.058800:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077877.058807:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077877.058812:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.058817:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077877.058822:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077877.058828:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.058831:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077877.058836:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769077877.058840:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077877.058845:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077877.058848:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.058851:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077877.058853:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077877.058855:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077877.058863:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769077877.058870:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077877.058878:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610757632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077877.058892:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077877.058896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077877.058904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610757632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077877.058919:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077877.058923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077877.058927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077877.058929:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077877.058931:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077877.058936:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077877.058942:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4866
00000400:00000200:0.0:1769077877.058948:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077877.058954:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077877.058957:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077877.058963:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058967:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077877.058971:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.058975:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077877.058979:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077877.058982:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077877.058985:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077877.058989:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077877.058993:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077877.058998:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077877.059005:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.059011:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077877.059015:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.059018:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077877.059022:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077877.059028:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077877.059035:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077877.059039:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077877.059043:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077877.059047:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.059049:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077877.059052:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077877.059056:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.059059:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077877.059064:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769077877.059069:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077877.059075:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077877.059078:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077877.059079:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769077877.059081:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077877.059085:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769077877.059086:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
02000000:00000001:0.0:1769077877.059087:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077877.059094:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769077877.059100:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077877.059109:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610757760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077877.059123:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077877.059127:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077877.059136:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610757760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077877.059158:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077877.059162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077877.059166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077877.059168:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077877.059172:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077877.059178:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077877.059184:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4866
00000400:00000200:0.0:1769077877.059191:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077877.059196:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077877.059201:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077877.059205:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.059211:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077877.059214:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.059219:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077877.059224:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077877.059227:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077877.059230:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077877.059234:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077877.059239:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077877.059243:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077877.059251:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.059256:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077877.059259:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077877.059272:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077877.059278:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077877.059286:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077877.059290:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077877.059295:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077877.059300:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077877.059305:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.059310:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077877.059314:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077877.059321:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.059325:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077877.059331:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769077877.059336:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077877.059341:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077877.059343:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077877.059347:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077877.059350:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077877.059354:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077877.059361:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769077877.059368:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077877.059378:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610757888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077877.059430:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077877.059447:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077877.059454:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610757888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077877.059470:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077877.059477:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4876)
00000800:00000200:2.1:1769077877.059616:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077877.059618:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769077877.059786:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077877.059788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769077877.059992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077877.059994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1769077877.890513:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077877.890519:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077877.954504:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299539312, at 4299539328
00000100:00000010:3.0:1769077877.954522:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00000800:00000200:0.0:1769077878.594489:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:0.0:1769077878.594494:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:0.0:1769077878.594498:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769077878.594645:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077878.594658:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077878.594662:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077878.594664:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077878.914570:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077878.914578:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077878.914609:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077878.914612:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077878.914615:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077879.938523:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077879.938539:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077880.962503:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077880.962509:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077880.962534:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077880.962536:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077880.962539:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077881.986535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077881.986547:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077881.986549:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077881.986553:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077881.986557:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077881.986558:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077881.986560:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077881.986561:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077882.178502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077882.178512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077882.178515:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077882.178520:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077882.178524:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077882.178531:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4871
00000400:00000200:0.0:1769077882.178540:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077882.178546:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077882.178549:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077882.178553:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178556:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077882.178558:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178560:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077882.178564:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077882.178567:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077882.178570:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077882.178573:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077882.178575:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077882.178577:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077882.178580:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178582:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077882.178584:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178586:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077882.178589:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077882.178593:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178595:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077882.178598:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077882.178602:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077882.178605:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.178607:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077882.178609:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077882.178619:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769077882.178622:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077882.178626:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077882.178628:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.178631:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077882.178633:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077882.178637:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077882.178645:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769077882.178651:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077882.178667:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610758016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077882.178678:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077882.178682:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077882.178686:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610758016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077882.178712:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077882.178715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077882.178718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077882.178719:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077882.178721:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077882.178724:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077882.178726:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4871
00000400:00000200:0.0:1769077882.178730:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077882.178733:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077882.178735:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077882.178738:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178741:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077882.178743:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178745:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077882.178747:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077882.178749:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077882.178751:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077882.178753:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077882.178756:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077882.178760:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077882.178777:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077882.178788:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178794:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077882.178799:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077882.178805:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178808:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077882.178812:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077882.178819:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077882.178824:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.178829:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077882.178834:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077882.178840:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.178845:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077882.178852:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769077882.178856:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077882.178861:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077882.178864:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.178870:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077882.178873:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077882.178876:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077882.178884:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769077882.178888:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077882.178896:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610758144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077882.178911:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077882.178916:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077882.178925:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610758144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077882.178942:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077882.178948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077882.178953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077882.178957:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077882.178960:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077882.178964:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077882.178970:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4871
00000400:00000200:0.0:1769077882.178979:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077882.178985:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077882.178988:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077882.178995:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.178999:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077882.179003:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.179007:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077882.179011:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077882.179014:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077882.179018:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077882.179022:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077882.179035:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077882.179039:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077882.179047:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.179052:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077882.179057:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.179061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077882.179066:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077882.179071:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077882.179075:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077882.179079:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077882.179084:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077882.179090:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.179095:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769077882.179095:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00100000:0.0:1769077882.179100:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769077882.179101:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000008:00000001:0.0:1769077882.179105:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.179111:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077882.179118:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769077882.179123:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077882.179126:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077882.179128:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.179132:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077882.179135:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077882.179139:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077882.179145:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769077882.179150:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077882.179158:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610758272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077882.179180:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077882.179184:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077882.179195:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610758272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077882.179207:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077882.179213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077882.179218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077882.179222:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077882.179225:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077882.179230:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077882.179235:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4871
00000400:00000200:0.0:1769077882.179243:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077882.179249:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077882.179254:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077882.179259:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.179263:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077882.179268:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.179273:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077882.179278:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077882.179288:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077882.179292:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077882.179294:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077882.179298:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077882.179302:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077882.179306:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.179309:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077882.179312:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077882.179317:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077882.179319:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077882.179325:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077882.179328:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077882.179331:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077882.179335:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077882.179339:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.179343:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077882.179345:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077882.179371:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.179375:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077882.179379:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769077882.179383:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077882.179415:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077882.179416:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077882.179420:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077882.179421:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077882.179425:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077882.179432:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769077882.179436:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077882.179444:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610758400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077882.179453:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077882.179456:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077882.179462:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610758400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077882.179488:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077882.179493:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4881)
00000800:00000200:2.1:1769077882.179709:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077882.179711:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077882.179983:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077882.179986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077882.180260:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077882.180262:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1769077883.010551:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077883.010558:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077883.010599:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077883.010603:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077883.010606:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077883.074530:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299544432, at 4299544448
00000100:00000010:3.0:1769077883.074551:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00010000:00000001:0.0:1769077884.034451:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077884.034456:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077885.058504:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077885.058511:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077885.058535:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077885.058537:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077885.058549:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077886.082526:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077886.082534:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077887.106503:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077887.106510:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077887.106539:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077887.106542:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077887.106545:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077887.298481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077887.298491:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077887.298494:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077887.298498:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077887.298501:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077887.298508:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4876
00000400:00000200:3.0:1769077887.298517:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077887.298523:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077887.298525:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077887.298528:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298531:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077887.298532:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298534:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077887.298538:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077887.298539:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077887.298541:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077887.298544:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077887.298545:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077887.298548:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077887.298550:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298551:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077887.298552:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298554:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077887.298556:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077887.298558:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298559:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077887.298561:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077887.298564:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077887.298566:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.298567:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077887.298569:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077887.298578:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077887.298581:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077887.298585:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077887.298586:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.298588:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077887.298590:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077887.298594:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077887.298601:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077887.298607:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077887.298615:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610758528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077887.298623:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077887.298626:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077887.298630:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610758528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077887.298646:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077887.298648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077887.298654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077887.298655:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077887.298657:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077887.298659:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077887.298661:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4876
00000400:00000200:3.0:1769077887.298664:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077887.298666:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077887.298667:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077887.298669:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298670:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077887.298672:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298673:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077887.298678:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077887.298679:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077887.298680:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077887.298682:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077887.298685:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077887.298686:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077887.298688:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298689:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077887.298690:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298691:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077887.298692:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077887.298694:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298696:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077887.298698:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077887.298702:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077887.298704:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.298706:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077887.298709:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077887.298712:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.298716:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077887.298720:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077887.298724:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077887.298727:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077887.298730:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.298731:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077887.298734:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077887.298736:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077887.298740:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077887.298743:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077887.298747:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610758656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077887.298757:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077887.298760:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077887.298766:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610758656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077887.298779:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077887.298781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077887.298783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077887.298785:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077887.298788:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077887.298790:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077887.298794:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4876
00000400:00000200:3.0:1769077887.298798:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077887.298800:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077887.298801:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077887.298804:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298808:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077887.298812:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298814:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077887.298815:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077887.298817:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077887.298818:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077887.298821:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077887.298824:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077887.298825:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077887.298827:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298831:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077887.298833:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298834:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077887.298836:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077887.298838:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077887.298840:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077887.298842:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077887.298844:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077887.298845:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.298846:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077887.298847:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077887.298850:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.298852:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077887.298857:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077887.298861:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077887.298864:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077887.298866:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.298868:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077887.298869:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077887.298870:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077887.298875:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077887.298879:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077887.298885:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610758784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077887.298897:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077887.298900:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077887.298904:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610758784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077887.298912:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077887.298915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077887.298918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077887.298920:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077887.298922:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077887.298928:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077887.298931:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4876
00000400:00000200:3.0:1769077887.298989:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077887.298998:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077887.299001:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077887.299005:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.299010:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077887.299011:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.299015:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077887.299018:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077887.299020:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077887.299022:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077887.299025:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077887.299028:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:2.1:1769077887.299028:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769077887.299031:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:2.1:1769077887.299033:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769077887.299035:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.299038:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077887.299042:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077887.299045:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077887.299049:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077887.299051:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077887.299053:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077887.299058:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077887.299060:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077887.299064:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.299066:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077887.299068:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077887.299072:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.299073:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077887.299079:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077887.299081:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077887.299086:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077887.299088:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077887.299092:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077887.299093:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077887.299095:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077887.299100:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077887.299105:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077887.299112:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610758912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077887.299123:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077887.299125:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077887.299128:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610758912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077887.299138:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077887.299142:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4886)
00000800:00000200:2.1:1769077887.299425:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077887.299428:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077887.299670:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077887.299672:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077887.299856:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077887.299858:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1769077888.130535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077888.130543:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077888.194514:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299549552, at 4299549568
00000100:00000010:3.0:1769077888.194538:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769077889.154500:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077889.154506:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077889.154529:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077889.154531:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077889.154533:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077890.178501:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077890.178508:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077891.202492:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077891.202499:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077891.202546:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077891.202549:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077891.202552:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077892.226550:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077892.226561:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077892.226564:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077892.226567:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077892.226574:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077892.226577:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077892.226579:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077892.226582:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077892.418528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077892.418540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077892.418543:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077892.418547:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077892.418551:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077892.418558:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4881
00000400:00000200:0.0:1769077892.418568:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077892.418574:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077892.418576:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077892.418579:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418582:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077892.418584:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418586:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077892.418615:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077892.418617:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769077892.418619:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077892.418621:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769077892.418623:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769077892.418625:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769077892.418628:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418629:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077892.418630:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418632:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077892.418635:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769077892.418638:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418640:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077892.418643:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077892.418646:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077892.418648:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.418650:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077892.418652:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077892.418663:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769077892.418667:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769077892.418671:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077892.418672:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.418675:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077892.418677:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077892.418682:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077892.418690:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769077892.418696:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077892.418704:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610759040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077892.418714:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077892.418717:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077892.418721:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610759040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077892.418739:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077892.418741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077892.418744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077892.418745:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077892.418747:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077892.418748:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077892.418750:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4881
00000400:00000200:0.0:1769077892.418752:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077892.418755:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077892.418757:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077892.418760:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418762:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077892.418764:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077892.418768:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077892.418769:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769077892.418770:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077892.418772:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769077892.418773:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769077892.418775:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769077892.418781:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418782:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077892.418786:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418787:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077892.418789:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769077892.418790:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418792:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077892.418793:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077892.418798:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077892.418803:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.418805:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077892.418811:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077892.418817:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.418820:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077892.418825:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769077892.418828:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769077892.418832:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077892.418835:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.418837:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077892.418839:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077892.418841:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077892.418847:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769077892.418851:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077892.418858:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610759168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077892.418867:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077892.418870:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077892.418878:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610759168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077892.418891:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077892.418894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077892.418919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769077892.418922:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077892.418923:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077892.418926:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077892.418930:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4881
00000400:00000200:0.0:1769077892.418934:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077892.418938:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077892.418943:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077892.418949:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077892.418959:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.418965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077892.418970:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077892.418973:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769077892.418976:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077892.418985:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769077892.418990:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769077892.418993:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769077892.419000:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.419003:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077892.419004:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.419009:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077892.419013:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769077892.419018:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077892.419024:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077892.419026:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077892.419028:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077892.419034:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.419036:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077892.419039:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077892.419044:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.419049:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077892.419055:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769077892.419064:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077892.419080:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077892.419084:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.419086:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077892.419087:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077892.419089:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077892.419095:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000800:00000200:2.1:1769077892.419102:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077892.419104:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769077892.419116:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077892.419123:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610759296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077892.419138:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077892.419143:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077892.419151:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610759296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077892.419162:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077892.419167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077892.419172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077892.419174:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077892.419191:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077892.419194:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077892.419198:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4881
00000400:00000200:0.0:1769077892.419207:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077892.419214:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077892.419219:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077892.419223:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.419225:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077892.419227:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.419233:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769077892.419235:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077892.419237:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769077892.419242:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077892.419244:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769077892.419248:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769077892.419251:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769077892.419282:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.419286:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077892.419290:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769077892.419296:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769077892.419298:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769077892.419305:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769077892.419311:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077892.419317:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077892.419322:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077892.419328:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.419332:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077892.419337:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077892.419346:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.419352:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077892.419360:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769077892.419367:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769077892.419372:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077892.419376:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077892.419379:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077892.419382:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077892.419418:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077892.419423:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769077892.419453:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077892.419462:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610759424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077892.419495:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077892.419507:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077892.419516:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610759424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077892.419549:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077892.419564:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4891)
00000800:00000200:2.1:1769077892.419686:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077892.419688:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077892.419912:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077892.419914:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077892.420099:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077892.420101:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769077893.250496:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077893.250503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077893.250541:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077893.250543:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077893.250546:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077893.314503:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299554672, at 4299554688
00000100:00000010:3.0:1769077893.314522:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00010000:00000001:0.0:1769077894.274528:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077894.274535:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077895.298512:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077895.298521:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077895.298558:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077895.298561:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077895.298565:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077896.322524:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077896.322530:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077897.346487:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077897.346496:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077897.346520:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077897.346523:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077897.346526:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077897.539232:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077897.539243:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077897.539745:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077897.539747:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077897.539955:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077897.539958:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077897.540193:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077897.540195:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077898.370518:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077898.370527:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077898.434539:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299559793, at 4299559808
00000100:00000010:3.0:1769077898.434558:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea840.
00010000:00000001:0.0:1769077899.394539:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077899.394546:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077899.394609:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077899.394612:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077899.394615:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077900.418557:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077900.418567:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077901.442514:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077901.442524:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077901.442565:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077901.442567:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077901.442570:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077902.466540:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077902.466552:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077902.466555:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077902.466559:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077902.466565:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077902.466568:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077902.466570:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077902.466573:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077902.658539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077902.658549:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077902.658551:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077902.658555:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077902.658558:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077902.658564:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4891
00000400:00000200:3.0:1769077902.658571:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077902.658577:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077902.658579:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077902.658581:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.658584:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077902.658586:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.658588:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077902.658591:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077902.658592:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077902.658594:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077902.658596:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077902.658598:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077902.658599:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077902.658601:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.658602:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077902.658604:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.658605:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077902.658608:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077902.658610:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077902.658612:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077902.658614:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077902.658616:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077902.658617:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.658619:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077902.658620:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077902.658628:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769077902.658632:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077902.658635:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077902.658636:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.658639:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077902.658641:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077902.658645:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077902.658651:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077902.658656:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077902.658663:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610760064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077902.658670:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077902.658674:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077902.658677:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610760064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077902.658698:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077902.658701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077902.658705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077902.658706:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077902.658708:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077902.658710:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077902.658713:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4891
00000400:00000200:3.0:1769077902.658717:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077902.658720:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077902.658723:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077902.658726:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.658728:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077902.658731:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.658733:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077902.658736:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077902.658738:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077902.658740:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077902.658743:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077902.658746:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077902.658748:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077902.658752:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.658755:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077902.658761:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.658767:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077902.658776:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077902.658785:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077902.658794:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077902.658803:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077902.658812:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077902.658819:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.658828:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077902.658833:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077902.658841:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.658851:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077902.658860:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769077902.658869:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077902.658877:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077902.658879:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.658883:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077902.658895:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077902.658906:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077902.658913:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077902.658923:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077902.658933:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610760192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077902.658955:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077902.658963:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077902.658968:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610760192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077902.658998:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077902.659003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077902.659025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077902.659026:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077902.659027:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077902.659032:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077902.659040:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4891
00000400:00000200:3.0:1769077902.659058:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077902.659067:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077902.659078:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077902.659091:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.659096:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077902.659101:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.659107:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077902.659110:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077902.659117:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077902.659129:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077902.659132:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077902.659135:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077902.659143:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077902.659152:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.659155:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077902.659165:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.659167:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077902.659172:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077902.659178:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077902.659185:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077902.659189:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077902.659197:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077902.659204:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.659213:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077902.659220:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077902.659230:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.659240:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077902.659248:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077902.659257:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077902.659262:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077902.659267:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.659279:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077902.659281:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077902.659283:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077902.659295:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077902.659303:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077902.659319:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610760320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077902.659329:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077902.659341:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769077902.659349:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077902.659355:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077902.659370:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610760320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077902.659381:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077902.659427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077902.659430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077902.659431:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077902.659433:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077902.659443:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077902.659450:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4891
00000400:00000200:3.0:1769077902.659459:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077902.659468:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077902.659471:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077902.659484:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.659493:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077902.659498:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.659510:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077902.659519:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077902.659524:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077902.659528:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077902.659534:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077902.659548:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077902.659559:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077902.659570:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.659580:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077902.659588:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077902.659594:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077902.659598:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077902.659605:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077902.659608:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077902.659615:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077902.659619:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077902.659621:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.659622:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077902.659624:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077902.659627:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.659637:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077902.659641:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077902.659649:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077902.659652:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077902.659655:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077902.659660:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077902.659662:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077902.659664:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077902.659674:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077902.659683:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077902.659691:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610760448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077902.659705:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077902.659709:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077902.659718:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610760448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077902.659758:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077902.659767:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4901)
00000800:00000200:1.1:1769077902.660078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077902.660080:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077902.660424:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077902.660428:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077902.660765:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077902.660768:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077903.490574:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077903.490584:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077903.490623:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077903.490627:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077903.490631:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077903.554480:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299564913, at 4299564928
00000100:00000010:3.0:1769077903.554494:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00010000:00000001:0.0:1769077904.514535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077904.514542:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077905.538499:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077905.538505:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077905.538525:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077905.538528:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077905.538530:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077906.562527:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077906.562536:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077907.586540:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077907.586548:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077907.586576:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077907.586578:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077907.586582:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077907.778504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077907.778520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077907.778524:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077907.778530:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077907.778536:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077907.778546:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4896
00000400:00000200:3.0:1769077907.778560:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077907.778567:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077907.778570:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077907.778573:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.778577:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.778579:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.778581:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077907.778585:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077907.778586:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077907.778589:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077907.778591:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077907.778593:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077907.778596:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077907.778600:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.778603:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.778605:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.778607:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077907.778610:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077907.778614:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077907.778617:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077907.778621:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077907.778625:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077907.778628:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.778631:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077907.778634:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077907.778648:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077907.778653:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077907.778657:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077907.778659:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.778662:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077907.778664:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077907.778669:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077907.778681:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077907.778689:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077907.778712:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610760576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077907.778726:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077907.778730:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077907.778734:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610760576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077907.778756:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077907.778759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077907.778762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077907.778763:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077907.778765:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077907.778767:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077907.778769:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4896
00000400:00000200:3.0:1769077907.778772:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077907.778775:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077907.778777:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077907.778779:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.778781:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.778782:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.778784:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077907.778786:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077907.778787:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077907.778788:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077907.778789:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077907.778791:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077907.778792:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077907.778794:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.778795:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.778796:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.778798:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077907.778799:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077907.778801:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077907.778803:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077907.778804:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077907.778810:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077907.778811:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.778813:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077907.778817:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077907.778821:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.778823:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077907.778827:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077907.778830:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077907.778832:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077907.778834:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.778835:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077907.778837:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077907.778838:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077907.778842:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077907.778845:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077907.778849:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610760704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077907.778860:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077907.778863:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077907.778874:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610760704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077907.778891:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077907.778902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077907.778936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077907.778947:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077907.778957:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077907.778967:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077907.778979:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4896
00000400:00000200:3.0:1769077907.778995:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077907.779009:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077907.779014:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077907.779033:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.779041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.779051:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.779057:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077907.779063:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077907.779069:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077907.779072:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077907.779082:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077907.779088:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077907.779097:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077907.779112:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.779119:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.779128:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.779132:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077907.779146:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077907.779155:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077907.779164:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077907.779180:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077907.779185:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077907.779192:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.779197:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077907.779203:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077907.779213:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.779225:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077907.779237:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077907.779242:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077907.779252:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077907.779254:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.779264:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077907.779269:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077907.779275:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077907.779286:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077907.779292:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077907.779305:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610760832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077907.779332:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077907.779339:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769077907.779344:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077907.779353:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077907.779369:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610760832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077907.779436:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077907.779445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077907.779451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077907.779456:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077907.779460:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077907.779469:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077907.779478:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4896
00000400:00000200:3.0:1769077907.779486:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077907.779496:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077907.779502:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077907.779516:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.779525:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.779532:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.779540:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077907.779548:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077907.779551:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077907.779555:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077907.779560:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077907.779567:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077907.779576:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077907.779585:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.779591:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.779596:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077907.779604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077907.779608:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077907.779613:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077907.779615:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077907.779619:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077907.779629:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077907.779638:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.779650:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077907.779654:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077907.779660:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.779663:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077907.779678:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077907.779686:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077907.779701:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077907.779709:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.779719:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077907.779724:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077907.779728:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077907.779740:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077907.779751:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077907.779764:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610760960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077907.779788:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077907.779802:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077907.779815:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610760960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077907.779837:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077907.779852:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4906)
00000800:00000200:1.1:1769077907.780044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077907.780046:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077907.780232:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077907.780234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077907.780426:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077907.780427:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077908.610536:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077908.610543:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077908.674492:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299570033, at 4299570048
00000100:00000010:3.0:1769077908.674506:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf00.
00010000:00000001:0.0:1769077909.634549:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077909.634558:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077909.634612:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077909.634616:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077909.634620:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077910.658504:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077910.658511:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077911.682553:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077911.682562:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077911.682610:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077911.682615:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077911.682619:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077912.706477:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077912.706487:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077912.706490:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077912.706492:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077912.706497:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077912.706499:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077912.706501:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077912.706502:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077912.899058:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077912.899065:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077912.899710:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077912.899713:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077912.900045:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077912.900047:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077912.900359:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077912.900362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1769077912.900586:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077912.900588:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077912.900591:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077912.900593:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077912.900595:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769077912.900597:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077912.900598:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48000.
02000000:00000001:1.0:1769077912.900601:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077912.900602:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077912.900604:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569f80.
00000100:00000001:1.0:1769077912.900607:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077912.900609:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.900611:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077912.900614:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568000 x1855007610761344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.900621:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077912.900623:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077912.900624:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077912.900627:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077912.900628:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077912.900630:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077912.900632:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077912.900633:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4bc00.
02000000:00000001:1.0:1769077912.900636:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077912.900637:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077912.900638:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568000.
00000100:00000001:1.0:1769077912.900641:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077912.900642:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.900643:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077912.900647:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568700 x1855007610761472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.900654:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077912.900655:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077912.900657:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077912.900659:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077912.900660:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077912.900662:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077912.900665:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077912.900666:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49c00.
02000000:00000001:1.0:1769077912.900668:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077912.900670:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077912.900671:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568700.
00000100:00000001:1.0:1769077912.900673:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077912.900675:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.900677:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.900681:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077912.900682:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077912.900684:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077912.900685:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077913.730492:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077913.730497:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077913.730523:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077913.730525:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077913.730527:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077913.794529:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299575152, at 4299575168
00000100:00000010:3.0:1769077913.794562:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaae0.
00010000:00000001:0.0:1769077914.754522:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077914.754531:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077915.778539:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077915.778547:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077915.778591:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077915.778595:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077915.778599:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1769077916.482498:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:1.0:1769077916.482505:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:1.0:1769077916.482509:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00010000:00000001:0.0:1769077916.802478:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077916.802484:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077916.802552:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077916.802557:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077916.802561:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077917.826492:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077917.826498:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077917.826530:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077917.826532:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077917.826534:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077918.018754:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077918.018766:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077918.018774:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077918.018791:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.018816:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077918.018822:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.018830:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077918.018834:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077918.018841:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077918.018864:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610761600:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077918.018874:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077918.018882:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077918.018886:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.018890:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077918.018900:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077918.018907:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077918.018924:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077918.018935:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077918.018945:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077918.018955:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610761600, portal 25
00000100:00000001:1.0:1769077918.018959:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077918.018963:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374701440 : -104785334850176 : ffffa0b2c356ad80)
00000100:00000040:1.0:1769077918.018980:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019004:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077918.019010:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077918.019016:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000200:1.0:1769077918.019023:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610761600, offset 0
00000400:00000200:1.0:1769077918.019037:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077918.019050:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077918.019063:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077918.019075:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077918.019083:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077918.019095:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077918.019103:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077918.019118:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21628:21628:256:4294967295] 192.168.204.105@tcp LPNI seq info [21625:21625:8:4294967295]
00000400:00000200:1.0:1769077918.019136:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077918.019152:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077918.019164:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077918.019170:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769077918.019182:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077918.019188:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077918.019203:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077918.019212:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1769077918.019224:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077918.019232:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077918.019240:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077918.019262:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077918.019274:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077918.019280:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077918.019295:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077918.019306:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019351:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077918.019360:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019453:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.019467:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077918.019481:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077918.019495:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077918.019502:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299580273
00000100:00000010:1.0:1769077918.019514:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea0c0.
00000100:00000001:1.0:1769077918.019525:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077918.019534:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299580273
00000100:00000010:1.0:1769077918.019543:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea540.
00000100:00000001:1.0:1769077918.019546:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077918.019551:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077918.019556:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.019574:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077918.019584:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077918/real 1769077918]  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077918.019601:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077918.019605:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077918.019611:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077918.019615:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077918.019618:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077918.019622:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077918.019629:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077918.019637:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019643:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077918.019647:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.019649:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077918.019652:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077918.019656:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019661:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077918.019666:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019672:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077918.019674:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.019675:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077918.019676:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.019678:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077918.019679:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077918.019681:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077918.019685:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077918.019686:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077918.019690:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077918.019696:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610761600:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077918.019700:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.019701:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077918.019703:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356ad80 x1855007610761600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019708:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077918.019710:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077918.019714:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077918.019716:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077918.019718:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077918.019719:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769077918.019721:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077918.019724:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49c00.
02000000:00000001:1.0:1769077918.019727:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077918.019729:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077918.019731:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356ad80.
00000100:00000001:1.0:1769077918.019734:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077918.019735:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.019737:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.019744:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077918.019760:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.019764:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077918.019765:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077918.019767:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077918.019772:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019781:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077918.019783:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.019785:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077918.019788:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077918.019789:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077918.019792:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610761728:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077918.019794:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077918.019796:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077918.019798:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.019799:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077918.019802:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077918.019803:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077918.019807:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077918.019809:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077918.019812:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077918.019814:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610761728, portal 10
00000100:00000001:1.0:1769077918.019816:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077918.019817:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374693376 : -104785334858240 : ffffa0b2c3568e00)
00000100:00000040:1.0:1769077918.019822:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019827:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077918.019829:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077918.019831:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000200:1.0:1769077918.019833:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610761728, offset 0
00000400:00000200:1.0:1769077918.019836:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077918.019839:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077918.019842:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077918.019845:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077918.019847:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077918.019849:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077918.019850:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077918.019853:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21629:21629:256:4294967295] 192.168.204.105@tcp LPNI seq info [21626:21626:8:4294967295]
00000400:00000200:1.0:1769077918.019856:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077918.019860:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077918.019863:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077918.019865:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769077918.019868:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077918.019870:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077918.019874:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077918.019876:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1769077918.019878:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077918.019880:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077918.019882:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077918.019885:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077918.019887:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077918.019889:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077918.019890:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077918.019893:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019903:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077918.019905:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019909:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.019910:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077918.019912:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077918.019916:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769077918.019918:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077918.019919:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299579412
00000100:00000001:1.0:1769077918.019921:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299580273
00000100:00000001:1.0:1769077918.019923:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299579412
00000100:00000001:1.0:1769077918.019925:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299580273
00000100:00000001:1.0:1769077918.019926:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077918.019928:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.019929:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077918.019931:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077918/real 1769077918]  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077918.019936:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077918.019937:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077918.019938:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077918.019939:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077918.019940:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077918.019941:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077918.019943:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077918.019949:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019953:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077918.019955:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.019956:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077918.019957:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077918.019959:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019964:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077918.019966:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019970:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077918.019972:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.019973:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077918.019973:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.019974:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077918.019975:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077918.019977:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077918.019979:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077918.019980:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077918.019983:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077918.019988:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610761728:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077918.019990:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077918.019993:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.019998:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077918.019999:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.020000:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077918.020001:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077918.020003:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077918.020005:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610761856:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077918.020007:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077918.020009:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077918.020010:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.020012:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077918.020014:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077918.020015:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077918.020017:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077918.020019:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077918.020021:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077918.020023:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610761856, portal 4
00000100:00000001:1.0:1769077918.020024:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077918.020025:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374691584 : -104785334860032 : ffffa0b2c3568700)
00000100:00000040:1.0:1769077918.020029:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020033:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077918.020035:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077918.020036:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000200:1.0:1769077918.020038:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610761856, offset 0
00000400:00000200:1.0:1769077918.020040:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077918.020042:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077918.020044:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077918.020046:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077918.020048:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077918.020050:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077918.020051:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077918.020053:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21630:21630:256:4294967295] 192.168.204.105@tcp LPNI seq info [21627:21627:8:4294967295]
00000400:00000200:1.0:1769077918.020056:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077918.020060:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077918.020063:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077918.020064:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769077918.020067:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077918.020069:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077918.020072:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077918.020074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1769077918.020077:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077918.020079:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077918.020081:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077918.020083:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077918.020085:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077918.020086:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077918.020087:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077918.020090:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020094:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077918.020097:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020101:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.020103:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077918.020104:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077918.020106:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769077918.020108:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077918.020109:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299579438
00000100:00000001:1.0:1769077918.020110:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299580273
00000100:00000001:1.0:1769077918.020112:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299579438
00000100:00000001:1.0:1769077918.020113:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299580273
00000100:00000001:1.0:1769077918.020115:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077918.020116:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.020118:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077918.020120:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077918/real 1769077918]  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077918.020124:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077918.020126:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077918.020127:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077918.020128:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077918.020129:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077918.020131:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077918.020133:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077918.020138:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020142:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077918.020143:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020144:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077918.020144:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077918.020147:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020151:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077918.020153:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020157:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077918.020158:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020159:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077918.020160:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020161:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077918.020162:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077918.020164:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077918.020167:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077918.020168:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077918.020171:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077918.020180:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610761856:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077918.020183:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077918.020186:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020190:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077918.020190:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.020192:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077918.020193:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077918.020194:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077918.020196:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610761984:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077918.020198:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077918.020199:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077918.020200:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077918.020201:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077918.020203:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077918.020204:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077918.020206:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077918.020208:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077918.020210:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077918.020212:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610761984, portal 4
00000100:00000001:1.0:1769077918.020213:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077918.020214:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374689792 : -104785334861824 : ffffa0b2c3568000)
00000100:00000040:1.0:1769077918.020218:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020222:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077918.020224:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077918.020225:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000200:1.0:1769077918.020226:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610761984, offset 0
00000400:00000200:1.0:1769077918.020228:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077918.020231:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077918.020233:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077918.020235:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077918.020237:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077918.020239:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077918.020240:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077918.020242:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21631:21631:256:4294967295] 192.168.204.105@tcp LPNI seq info [21628:21628:8:4294967295]
00000400:00000200:1.0:1769077918.020245:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077918.020249:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077918.020251:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077918.020253:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769077918.020255:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077918.020257:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077918.020260:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077918.020262:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1769077918.020264:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077918.020266:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077918.020268:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077918.020270:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077918.020271:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077918.020272:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077918.020274:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077918.020276:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020281:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077918.020283:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077943 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020287:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.020288:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077918.020290:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077918.020291:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769077918.020293:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077918.020295:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299579449
00000100:00000001:1.0:1769077918.020297:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299580273
00000100:00000001:1.0:1769077918.020298:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299579449
00000100:00000001:1.0:1769077918.020300:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299580273
00000100:00000001:1.0:1769077918.020301:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077918.020302:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.020304:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077918.020305:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077918/real 1769077918]  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077918.020310:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077918.020311:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077918.020311:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077918.020313:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077918.020314:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077918.020315:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077918.020317:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077918.020321:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020326:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077918.020327:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020328:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077918.020329:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077918.020331:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020335:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077918.020338:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020342:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077918.020344:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020345:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077918.020346:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020347:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077918.020348:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077918.020350:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077918.020352:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077918.020353:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077918.020355:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077918.020360:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610761984:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077918.020362:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020363:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077918.020365:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568e00 x1855007610761728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020369:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077918.020370:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077918.020371:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077918.020372:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077918.020373:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077918.020374:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769077918.020375:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077918.020376:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4bc00.
02000000:00000001:1.0:1769077918.020378:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077918.020379:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077918.020381:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568e00.
00000100:00000001:1.0:1769077918.020383:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077918.020384:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020405:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077918.020408:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568700 x1855007610761856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020417:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077918.020418:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077918.020419:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077918.020422:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077918.020422:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077918.020423:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077918.020424:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077918.020425:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48000.
02000000:00000001:1.0:1769077918.020427:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077918.020428:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077918.020429:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568700.
00000100:00000001:1.0:1769077918.020430:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077918.020431:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020432:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077918.020434:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568000 x1855007610761984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077918.020441:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077918.020442:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077918.020444:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077918.020447:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077918.020448:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077918.020449:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077918.020451:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077918.020453:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:1.0:1769077918.020455:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077918.020457:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077918.020458:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568000.
00000100:00000001:1.0:1769077918.020460:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077918.020461:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020463:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077918.020467:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077918.020468:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077918.020470:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077918.020472:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077918.850567:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077918.850577:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077918.850644:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077918.850648:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077918.850653:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077918.914467:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299580273, at 4299580288
00000100:00000010:3.0:1769077918.914486:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00010000:00000001:0.0:1769077919.874526:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077919.874534:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077919.874583:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077919.874586:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077919.874589:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077920.898552:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077920.898559:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077920.898634:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077920.898638:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077920.898642:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077921.922561:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077921.922571:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077921.922606:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077921.922609:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077921.922613:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077922.946523:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077922.946535:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077922.946539:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077922.946542:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077922.946549:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077922.946552:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077922.946555:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077922.946557:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077922.946630:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077922.946635:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077922.946638:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077923.138547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077923.138565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077923.138569:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077923.138574:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077923.138580:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077923.138589:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4912
00000400:00000200:3.0:1769077923.138601:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077923.138608:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077923.138611:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077923.138614:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138618:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077923.138619:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138622:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077923.138626:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077923.138627:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077923.138629:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077923.138632:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077923.138634:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077923.138636:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077923.138638:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138640:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077923.138641:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138642:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077923.138644:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077923.138647:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138648:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077923.138650:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077923.138654:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077923.138656:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.138658:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077923.138683:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077923.138694:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077923.138699:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077923.138703:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077923.138705:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.138708:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077923.138711:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077923.138715:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077923.138723:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077923.138730:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077923.138738:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077923.138747:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077923.138752:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077923.138755:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077923.138778:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077923.138781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077923.138784:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077923.138785:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077923.138786:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077923.138788:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077923.138789:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4912
00000400:00000200:3.0:1769077923.138792:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077923.138794:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077923.138796:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077923.138798:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077923.138801:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138803:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077923.138804:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077923.138805:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077923.138806:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077923.138809:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077923.138811:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077923.138813:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077923.138816:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077923.138818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077923.138821:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077923.138823:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138825:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077923.138826:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077923.138831:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077923.138833:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769077923.138833:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.138836:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077923.138842:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1769077923.138842:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077923.138846:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.138848:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077923.138848:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077923.138854:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077923.138856:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077923.138859:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077923.138860:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077923.138862:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077923.138862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077923.138863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077923.138866:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077923.138871:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077923.138875:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.138883:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769077923.138884:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077923.138888:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.138895:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077923.138897:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.138898:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077923.138900:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077923.138904:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077923.138911:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.138921:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077923.138922:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610762112:192.168.204.105@tcp:250:kworker.0
00000100:00080000:3.0:1769077923.138925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077923.138931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077923.138933:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077923.138933:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077923.138934:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077923.138938:0:8:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769077923.138941:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769077923.138941:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4912
00000400:00000200:3.0:1769077923.138946:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769077923.138947:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077923.138949:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077923.138953:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1769077923.138954:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769077923.138958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.138962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1769077923.138964:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
00000100:00000040:3.0:1769077923.138965:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:1.0:1769077923.138970:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.138971:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077923.138976:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077923.138978:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077923.138980:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769077923.138982:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769077923.138984:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077923.138989:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000010:1.0:1769077923.138991:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000020:00000001:3.0:1769077923.138992:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077923.139000:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.139003:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769077923.139004:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000040:3.0:1769077923.139007:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.139012:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077923.139015:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000200:1.0:1769077923.139017:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610762112, portal 25
00000100:00080000:3.0:1769077923.139018:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077923.139024:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077923.139024:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.139029:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511422336 : -104785198129280 : ffffa0b2cb7cdf80)
02000000:00000001:3.0:1769077923.139030:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077923.139034:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077923.139037:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.139039:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769077923.139043:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769077923.139043:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077923.139048:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.139051:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077923.139057:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000100:00000001:1.0:1769077923.139061:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769077923.139061:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077923.139066:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077923.139067:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077923.139071:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769077923.139072:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077923.139075:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077923.139077:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077923.139079:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
02000000:00000010:3.0:1769077923.139083:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000200:1.0:1769077923.139087:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610762112, offset 0
00000100:00000001:3.0:1769077923.139087:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077923.139094:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077923.139102:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769077923.139104:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077923.139108:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077923.139112:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077923.139119:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769077923.139122:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077923.139126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077923.139129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769077923.139132:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:3.0:1769077923.139132:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077923.139134:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077923.139139:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077923.139142:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4912
00000400:00000200:1.0:1769077923.139144:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077923.139148:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077923.139151:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077923.139153:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077923.139155:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000040:3.0:1769077923.139158:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.139161:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077923.139165:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077923.139165:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.139170:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077923.139172:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769077923.139175:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000020:00000040:3.0:1769077923.139175:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077923.139178:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077923.139181:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077923.139183:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:1.0:1769077923.139187:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21632:21632:256:4294967295] 192.168.204.105@tcp LPNI seq info [21629:21629:8:4294967295]
00000020:00000001:3.0:1769077923.139187:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077923.139190:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.139194:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077923.139197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077923.139200:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769077923.139201:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769077923.139202:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077923.139207:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077923.139209:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077923.139210:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077923.139212:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077923.139215:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.139219:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077923.139220:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077923.139225:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1769077923.139225:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.139228:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077923.139232:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077923.139236:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077923.139238:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1769077923.139241:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
02000000:00000001:3.0:1769077923.139241:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077923.139243:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077923.139246:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077923.139248:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077923.139252:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
02000000:00000010:3.0:1769077923.139259:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000800:00000200:1.0:1769077923.139266:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077923.139266:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077923.139273:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077923.139274:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1769077923.139284:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077923.139286:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077923.139290:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769077923.139291:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077923.139299:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1769077923.139300:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077923.139307:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4922)
00000800:00000100:1.0:1769077923.139312:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077923.139317:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077923.139326:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077923.139335:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077923.139343:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077923.139346:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077923.139352:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077923.139358:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139369:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.139373:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139382:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.139385:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077923.139439:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077923.139444:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077923.139448:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299585393
00000100:00000010:1.0:1769077923.139455:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaa80.
00000100:00000001:1.0:1769077923.139464:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077923.139470:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299585393
00000100:00000010:1.0:1769077923.139474:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaa20.
00000100:00000001:1.0:1769077923.139478:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077923.139483:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077923.139486:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.139489:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077923.139494:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077923]  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077923.139507:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077923.139508:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077923.139511:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077923.139514:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077923.139516:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077923.139519:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077923.139524:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077923.139535:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139542:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077923.139544:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.139547:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.139549:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077923.139554:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139562:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077923.139568:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139576:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077923.139579:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.139582:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.139583:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.139586:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077923.139588:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077923.139591:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077923.139596:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077923.139599:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077923.139605:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077923.139614:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610762112:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077923.139620:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.139622:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.139625:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdf80 x1855007610762112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139633:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077923.139636:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077923.139639:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077923.139643:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077923.139645:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077923.139647:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769077923.139649:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077923.139652:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:1.0:1769077923.139657:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077923.139675:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077923.139678:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdf80.
00000100:00000001:1.0:1769077923.139682:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077923.139684:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.139686:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.139696:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077923.139698:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.139701:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077923.139703:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077923.139705:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077923.139710:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139717:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077923.139719:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.139721:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077923.139723:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077923.139725:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077923.139728:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610762240:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077923.139732:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077923.139735:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077923.139736:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.139738:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077923.139741:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077923.139744:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077923.139748:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077923.139751:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077923.139755:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077923.139758:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610762240, portal 10
00000100:00000001:1.0:1769077923.139760:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077923.139762:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511421440 : -104785198130176 : ffffa0b2cb7cdc00)
00000100:00000040:1.0:1769077923.139769:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139776:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077923.139778:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077923.139781:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000200:1.0:1769077923.139784:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610762240, offset 0
00000400:00000200:1.0:1769077923.139788:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077923.139792:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077923.139796:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077923.139799:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077923.139802:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077923.139805:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077923.139807:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077923.139811:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21633:21633:256:4294967295] 192.168.204.105@tcp LPNI seq info [21630:21630:8:4294967295]
00000400:00000200:1.0:1769077923.139815:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077923.139821:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077923.139827:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077923.139830:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769077923.139835:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077923.139838:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077923.139842:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077923.139845:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769077923.139850:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077923.139852:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077923.139856:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077923.139859:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077923.139863:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077923.139865:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077923.139867:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077923.139871:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139879:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.139882:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139889:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.139891:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077923.139894:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077923.139899:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769077923.139904:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077923.139906:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299584532
00000100:00000001:1.0:1769077923.139910:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299585393
00000100:00000001:1.0:1769077923.139913:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299584532
00000100:00000001:1.0:1769077923.139917:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299585393
00000100:00000001:1.0:1769077923.139919:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077923.139921:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.139924:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077923.139928:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077923]  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077923.139936:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077923.139937:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077923.139939:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077923.139941:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077923.139943:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077923.139945:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077923.139949:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077923.139957:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139963:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077923.139965:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.139967:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.139969:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077923.139973:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139980:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077923.139984:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.139991:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077923.139993:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.139996:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.139997:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.139999:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077923.140001:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077923.140004:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077923.140007:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077923.140010:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077923.140014:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077923.140022:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610762240:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077923.140027:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077923.140031:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140037:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077923.140039:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.140042:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077923.140044:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077923.140046:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077923.140049:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610762368:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077923.140053:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077923.140055:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077923.140057:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.140059:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077923.140062:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077923.140065:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077923.140068:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077923.140072:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077923.140076:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077923.140079:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610762368, portal 4
00000100:00000001:1.0:1769077923.140080:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077923.140083:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511427712 : -104785198123904 : ffffa0b2cb7cf480)
00000100:00000040:1.0:1769077923.140088:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140095:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077923.140097:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077923.140099:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000200:1.0:1769077923.140103:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610762368, offset 0
00000400:00000200:1.0:1769077923.140107:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077923.140111:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077923.140115:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077923.140118:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077923.140120:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077923.140123:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077923.140126:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077923.140129:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21634:21634:256:4294967295] 192.168.204.105@tcp LPNI seq info [21631:21631:8:4294967295]
00000400:00000200:1.0:1769077923.140134:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077923.140140:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077923.140145:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077923.140148:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769077923.140152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077923.140155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077923.140159:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077923.140162:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769077923.140166:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077923.140169:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077923.140172:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077923.140176:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077923.140179:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077923.140181:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077923.140183:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077923.140187:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140195:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.140199:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140206:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.140208:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077923.140211:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077923.140214:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769077923.140218:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077923.140221:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299584558
00000100:00000001:1.0:1769077923.140223:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299585393
00000100:00000001:1.0:1769077923.140226:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299584558
00000100:00000001:1.0:1769077923.140229:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299585393
00000100:00000001:1.0:1769077923.140232:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077923.140234:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.140236:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077923.140240:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077923]  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077923.140249:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077923.140251:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077923.140253:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077923.140256:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077923.140257:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077923.140259:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077923.140263:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077923.140272:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140279:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077923.140281:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140283:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.140284:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077923.140289:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140296:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077923.140300:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140307:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077923.140310:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140312:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.140313:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140315:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077923.140316:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077923.140319:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077923.140323:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077923.140326:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077923.140330:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077923.140339:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610762368:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077923.140343:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077923.140347:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140354:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077923.140356:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.140358:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077923.140360:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077923.140362:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077923.140365:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610762496:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077923.140368:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077923.140371:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077923.140373:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077923.140375:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077923.140378:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077923.140381:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077923.140384:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077923.140407:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077923.140410:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077923.140414:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610762496, portal 4
00000100:00000001:1.0:1769077923.140416:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077923.140418:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511415168 : -104785198136448 : ffffa0b2cb7cc380)
00000100:00000040:1.0:1769077923.140424:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140431:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077923.140433:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077923.140438:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000200:1.0:1769077923.140440:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610762496, offset 0
00000400:00000200:1.0:1769077923.140444:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077923.140449:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077923.140452:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077923.140455:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077923.140458:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077923.140461:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077923.140464:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077923.140467:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21635:21635:256:4294967295] 192.168.204.105@tcp LPNI seq info [21632:21632:8:4294967295]
00000400:00000200:1.0:1769077923.140471:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077923.140478:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077923.140483:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077923.140487:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769077923.140490:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077923.140493:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077923.140498:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077923.140501:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769077923.140505:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077923.140508:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077923.140512:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077923.140515:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077923.140518:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077923.140520:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077923.140523:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077923.140527:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140535:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.140538:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140545:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.140546:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077923.140549:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077923.140552:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769077923.140556:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077923.140559:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299584570
00000100:00000001:1.0:1769077923.140562:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299585393
00000100:00000001:1.0:1769077923.140565:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299584570
00000100:00000001:1.0:1769077923.140567:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299585393
00000100:00000001:1.0:1769077923.140570:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077923.140572:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.140574:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077923.140578:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077923]  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077923.140587:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077923.140588:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077923.140590:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077923.140592:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077923.140594:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077923.140597:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077923.140600:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077923.140609:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140615:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077923.140617:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140619:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.140621:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077923.140624:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140632:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077923.140635:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140642:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077923.140645:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140647:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077923.140648:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140650:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077923.140652:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077923.140655:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077923.140658:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077923.140728:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077923.140737:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077923.140745:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610762496:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077923.140748:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140750:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.140753:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdc00 x1855007610762240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140758:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077923.140760:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077923.140762:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077923.140764:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077923.140765:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077923.140766:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769077923.140768:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077923.140769:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:1.0:1769077923.140771:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077923.140772:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077923.140773:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdc00.
00000100:00000001:1.0:1769077923.140775:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077923.140776:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140778:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.140780:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf480 x1855007610762368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140784:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077923.140785:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077923.140786:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077923.140788:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077923.140788:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077923.140789:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077923.140790:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077923.140791:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769077923.140793:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077923.140794:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077923.140795:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf480.
00000100:00000001:1.0:1769077923.140797:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077923.140798:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140799:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077923.140801:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc380 x1855007610762496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077923.140805:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077923.140806:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077923.140807:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077923.140809:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077923.140810:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077923.140810:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077923.140812:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077923.140813:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:1.0:1769077923.140814:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077923.140814:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077923.140815:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc380.
00000100:00000001:1.0:1769077923.140817:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077923.140817:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140818:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077923.140821:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077923.140822:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077923.140823:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077923.140825:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077923.970517:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077923.970536:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077923.970571:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077923.970574:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077923.970576:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077924.034516:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299585393, at 4299585408
00000100:00000010:3.0:1769077924.034537:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa20.
00010000:00000001:0.0:1769077924.994546:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077924.994554:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077924.994658:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077924.994663:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077924.994667:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077926.018536:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077926.018546:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077926.018597:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077926.018600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077926.018604:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077927.042490:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077927.042503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077927.042588:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077927.042610:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077927.042615:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077928.066541:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077928.066549:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077928.066631:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077928.066635:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077928.066639:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077928.258461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077928.258471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077928.258473:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077928.258477:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077928.258481:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077928.258487:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4917
00000400:00000200:3.0:1769077928.258496:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077928.258502:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077928.258504:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077928.258507:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258510:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077928.258512:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258513:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077928.258517:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077928.258518:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077928.258521:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077928.258523:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077928.258525:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077928.258527:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077928.258529:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258531:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077928.258532:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258534:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077928.258536:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077928.258538:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258540:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077928.258542:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077928.258544:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077928.258546:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.258548:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077928.258549:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077928.258558:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077928.258562:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077928.258566:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077928.258568:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.258571:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077928.258586:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077928.258590:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077928.258599:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077928.258606:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077928.258616:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077928.258627:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077928.258631:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077928.258635:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077928.258656:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077928.258658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077928.258661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077928.258662:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077928.258664:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077928.258666:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077928.258668:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4917
00000400:00000200:3.0:1769077928.258671:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077928.258673:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077928.258675:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077928.258677:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258678:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077928.258680:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258681:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077928.258684:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077928.258685:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077928.258686:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077928.258689:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077928.258692:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077928.258694:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077928.258698:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258702:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077928.258705:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258708:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077928.258711:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077928.258715:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258718:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077928.258720:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077928.258726:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077928.258728:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.258731:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077928.258734:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1769077928.258736:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077928.258743:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.258746:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077928.258747:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.258753:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1769077928.258755:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077928.258761:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077928.258764:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077928.258767:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077928.258772:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077928.258772:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077928.258779:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077928.258783:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077928.258792:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077928.258799:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.258804:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077928.258807:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.258816:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1769077928.258816:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077928.258823:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077928.258825:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077928.258829:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.258830:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077928.258849:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610762624:192.168.204.105@tcp:250:kworker.0
00000100:00000040:3.0:1769077928.258850:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.258871:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077928.258876:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077928.258879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077928.258880:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769077928.258882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1769077928.258887:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.258892:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1769077928.258894:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769077928.258901:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1769077928.258907:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
00000100:00000001:3.0:1769077928.258908:0:8:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769077928.258915:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077928.258918:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4917
00000400:00000200:1.0:1769077928.258933:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077928.258936:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077928.258945:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:3.0:1769077928.258947:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077928.258954:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769077928.258957:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000040:3.0:1769077928.258960:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.258966:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077928.258969:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:1.0:1769077928.258970:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610762624, portal 25
00000100:00000001:3.0:1769077928.258975:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769077928.258977:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077928.258985:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511429504 : -104785198122112 : ffffa0b2cb7cfb80)
00000020:00000001:3.0:1769077928.258986:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077928.258990:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077928.258995:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077928.259005:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077928.259005:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077928.259014:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077928.259023:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000001:1.0:1769077928.259035:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077928.259036:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.259044:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077928.259045:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077928.259051:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000040:3.0:1769077928.259052:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.259057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:1.0:1769077928.259059:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610762624, offset 0
00000020:00000040:3.0:1769077928.259062:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077928.259070:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:1.0:1769077928.259075:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769077928.259082:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077928.259087:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077928.259091:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077928.259097:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769077928.259101:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.259106:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077928.259109:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077928.259111:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000008:00000001:3.0:1769077928.259117:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.259124:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.259126:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1769077928.259131:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000400:00000200:1.0:1769077928.259136:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000040:3.0:1769077928.259138:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769077928.259146:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769077928.259146:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077928.259153:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.259155:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.259161:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077928.259166:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21636:21636:256:4294967295] 192.168.204.105@tcp LPNI seq info [21633:21633:8:4294967295]
02000000:00000001:3.0:1769077928.259166:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077928.259173:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.259180:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:3.0:1769077928.259184:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077928.259191:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.259201:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1769077928.259211:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077928.259221:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077928.259236:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000100:00000001:3.0:1769077928.259238:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077928.259244:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077928.259250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769077928.259255:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769077928.259272:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1769077928.259276:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077928.259283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077928.259287:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769077928.259291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1769077928.259294:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1769077928.259296:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077928.259302:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1769077928.259310:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769077928.259312:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1769077928.259316:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000100:00080000:3.0:1769077928.259320:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4917
00000400:00000200:1.0:1769077928.259329:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077928.259330:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077928.259345:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077928.259345:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077928.259358:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077928.259369:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000100:00000040:3.0:1769077928.259371:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:1.0:1769077928.259376:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:3.0:1769077928.259379:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077928.259420:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.259424:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077928.259427:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077928.259428:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077928.259431:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077928.259434:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077928.259437:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077928.259440:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077928.259445:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.259448:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077928.259451:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077928.259453:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769077928.259455:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1769077928.259457:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000200:1.0:1769077928.259466:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077928.259468:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077928.259481:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077928.259491:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077928.259496:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1769077928.259498:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077928.259506:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077928.259511:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077928.259512:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077928.259517:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077928.259530:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.259542:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.259543:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077928.259548:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000100:00000001:1.0:1769077928.259549:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1769077928.259556:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077928.259562:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077928.259564:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.259567:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077928.259567:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077928.259571:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077928.259588:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.259595:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:3.0:1769077928.259599:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:1.0:1769077928.259601:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299590513
00000100:00000001:3.0:1769077928.259608:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077928.259613:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eae40.
00000100:00100000:3.0:1769077928.259621:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077928.259628:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077928.259635:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077928.259640:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077928.259645:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.259649:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299590513
00000100:00000010:1.0:1769077928.259658:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eac00.
00000100:00000001:1.0:1769077928.259668:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077928.259671:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.259678:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077928.259681:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4927)
00000100:00000001:1.0:1769077928.259685:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.259691:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077928.259700:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928]  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077928.259713:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077928.259715:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077928.259718:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077928.259721:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077928.259723:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077928.259726:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077928.259731:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077928.259740:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.259747:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077928.259749:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.259751:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.259754:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077928.259758:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.259766:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077928.259771:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.259779:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077928.259782:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.259784:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.259785:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.259789:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077928.259791:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077928.259795:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077928.259810:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077928.259813:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077928.259818:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077928.259827:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610762624:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077928.259832:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.259835:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.259838:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cfb80 x1855007610762624/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.259851:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077928.259854:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077928.259858:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077928.259862:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077928.259864:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077928.259866:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769077928.259869:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077928.259872:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:1.0:1769077928.259876:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077928.259879:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077928.259881:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cfb80.
00000100:00000001:1.0:1769077928.259886:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077928.259887:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.259889:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.259898:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077928.259901:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.259904:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077928.259905:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077928.259907:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077928.259912:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.259919:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077928.259921:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.259923:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077928.259925:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077928.259928:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077928.259931:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610762752:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077928.259934:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077928.259937:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077928.259938:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.259940:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077928.259945:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077928.259947:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.259951:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077928.259955:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077928.259959:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077928.259962:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610762752, portal 10
00000100:00000001:1.0:1769077928.259964:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077928.259965:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511419648 : -104785198131968 : ffffa0b2cb7cd500)
00000100:00000040:1.0:1769077928.259973:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.259979:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077928.259982:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077928.259984:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000200:1.0:1769077928.259986:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610762752, offset 0
00000400:00000200:1.0:1769077928.259991:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077928.259995:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077928.259999:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077928.260002:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077928.260004:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077928.260007:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077928.260009:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077928.260013:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21637:21637:256:4294967295] 192.168.204.105@tcp LPNI seq info [21634:21634:8:4294967295]
00000400:00000200:1.0:1769077928.260017:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077928.260023:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077928.260028:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077928.260032:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769077928.260036:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077928.260039:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077928.260043:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077928.260046:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077928.260050:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077928.260052:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077928.260056:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077928.260059:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077928.260063:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077928.260065:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077928.260068:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077928.260072:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260079:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.260083:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260089:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.260091:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077928.260094:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077928.260099:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769077928.260102:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077928.260105:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299589652
00000100:00000001:1.0:1769077928.260108:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299590513
00000100:00000001:1.0:1769077928.260111:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299589652
00000100:00000001:1.0:1769077928.260113:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299590513
00000100:00000001:1.0:1769077928.260115:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077928.260118:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.260120:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077928.260124:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928]  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077928.260132:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077928.260133:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077928.260135:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077928.260137:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077928.260139:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077928.260142:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077928.260145:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077928.260154:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260167:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077928.260168:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260171:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.260172:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077928.260176:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260183:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077928.260187:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260194:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077928.260197:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260198:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.260200:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260202:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077928.260204:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077928.260206:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077928.260210:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077928.260212:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077928.260216:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077928.260224:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610762752:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077928.260227:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077928.260231:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260238:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077928.260240:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.260243:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077928.260244:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077928.260247:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077928.260250:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610762880:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077928.260253:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077928.260256:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077928.260257:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.260259:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077928.260263:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077928.260265:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.260268:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077928.260271:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077928.260275:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077928.260278:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610762880, portal 4
00000100:00000001:1.0:1769077928.260280:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077928.260281:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511425024 : -104785198126592 : ffffa0b2cb7cea00)
00000100:00000040:1.0:1769077928.260287:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260293:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077928.260296:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077928.260298:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000200:1.0:1769077928.260301:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610762880, offset 0
00000400:00000200:1.0:1769077928.260305:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077928.260309:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077928.260312:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077928.260315:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077928.260317:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077928.260320:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077928.260322:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077928.260326:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21638:21638:256:4294967295] 192.168.204.105@tcp LPNI seq info [21635:21635:8:4294967295]
00000400:00000200:1.0:1769077928.260330:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077928.260337:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077928.260343:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077928.260346:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769077928.260350:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077928.260353:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077928.260359:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077928.260362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077928.260366:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077928.260368:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077928.260371:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077928.260374:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077928.260377:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077928.260379:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077928.260382:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077928.260408:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260417:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.260420:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260427:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.260428:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077928.260432:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077928.260434:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769077928.260438:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077928.260440:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299589679
00000100:00000001:1.0:1769077928.260443:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299590513
00000100:00000001:1.0:1769077928.260445:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299589679
00000100:00000001:1.0:1769077928.260448:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299590513
00000100:00000001:1.0:1769077928.260450:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077928.260452:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.260454:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077928.260457:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928]  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077928.260466:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077928.260467:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077928.260469:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077928.260471:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077928.260473:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077928.260476:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077928.260481:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077928.260490:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260496:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077928.260498:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260500:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.260502:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077928.260506:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260513:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077928.260517:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260524:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077928.260527:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260528:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.260529:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260532:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077928.260533:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077928.260536:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077928.260539:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077928.260542:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077928.260546:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077928.260554:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610762880:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077928.260558:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077928.260562:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260568:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077928.260570:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.260572:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077928.260586:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077928.260588:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077928.260591:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763008:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077928.260595:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077928.260598:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077928.260599:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077928.260601:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077928.260605:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077928.260607:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077928.260610:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077928.260613:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077928.260616:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077928.260619:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610763008, portal 4
00000100:00000001:1.0:1769077928.260621:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077928.260622:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511426816 : -104785198124800 : ffffa0b2cb7cf100)
00000100:00000040:1.0:1769077928.260628:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260635:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077928.260637:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077928.260640:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000200:1.0:1769077928.260642:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610763008, offset 0
00000400:00000200:1.0:1769077928.260647:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077928.260650:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077928.260654:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077928.260657:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077928.260660:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077928.260662:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077928.260665:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077928.260668:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21639:21639:256:4294967295] 192.168.204.105@tcp LPNI seq info [21636:21636:8:4294967295]
00000400:00000200:1.0:1769077928.260672:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077928.260678:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077928.260683:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077928.260686:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769077928.260690:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077928.260693:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077928.260697:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077928.260700:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077928.260704:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077928.260706:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:1.0:1769077928.260708:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077928.260712:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077928.260714:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:1.0:1769077928.260716:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:1.0:1769077928.260719:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077928.260722:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260730:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.260733:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077953 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260740:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.260742:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077928.260745:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077928.260747:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769077928.260750:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077928.260753:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299589690
00000100:00000001:1.0:1769077928.260756:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299590513
00000100:00000001:1.0:1769077928.260758:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299589690
00000100:00000001:1.0:1769077928.260761:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299590513
00000100:00000001:1.0:1769077928.260763:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077928.260765:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.260767:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077928.260771:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928]  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077928.260778:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077928.260780:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077928.260782:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077928.260784:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077928.260786:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077928.260788:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077928.260791:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077928.260800:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260806:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077928.260807:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260809:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.260811:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077928.260815:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260822:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077928.260826:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260831:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077928.260834:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260836:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077928.260837:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260839:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077928.260841:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077928.260844:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077928.260848:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077928.260850:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077928.260854:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077928.260862:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763008:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077928.260866:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260868:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.260871:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd500 x1855007610762752/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260878:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077928.260880:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077928.260882:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077928.260885:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077928.260887:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077928.260888:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769077928.260890:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077928.260892:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4000.
02000000:00000001:1.0:1769077928.260894:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077928.260896:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077928.260897:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd500.
00000100:00000001:1.0:1769077928.260900:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077928.260901:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260903:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.260906:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cea00 x1855007610762880/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260919:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077928.260921:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077928.260922:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077928.260926:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077928.260927:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077928.260928:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077928.260930:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077928.260931:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:1.0:1769077928.260933:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077928.260934:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077928.260936:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cea00.
00000100:00000001:1.0:1769077928.260938:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077928.260939:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260941:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077928.260944:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf100 x1855007610763008/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077928.260950:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077928.260952:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077928.260953:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077928.260956:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077928.260957:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077928.260958:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077928.260960:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077928.260961:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769077928.260963:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077928.260964:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077928.260965:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf100.
00000100:00000001:1.0:1769077928.260968:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077928.260969:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260971:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077928.260974:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077928.260976:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077928.260977:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077928.260979:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077929.090546:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077929.090551:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077929.090631:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077929.090635:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077929.090638:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077929.154503:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299590513, at 4299590528
00000100:00000010:3.0:1769077929.154519:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac00.
00010000:00000001:0.0:1769077930.114509:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077930.114520:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077930.114563:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077930.114567:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077930.114572:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077931.138552:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077931.138562:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077931.138665:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077931.138672:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077931.138677:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077932.162525:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077932.162535:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077932.162569:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077932.162571:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077932.162574:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077933.186480:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077933.186501:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077933.186504:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077933.186509:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077933.186514:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077933.186517:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077933.186519:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077933.186521:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077933.186593:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077933.186599:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077933.186605:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077933.378478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077933.378503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077933.378506:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077933.378511:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077933.378516:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077933.378524:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4922
00000400:00000200:3.0:1769077933.378535:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077933.378541:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077933.378545:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077933.378548:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.378552:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077933.378554:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.378557:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077933.378561:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077933.378563:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077933.378566:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077933.378569:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077933.378572:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077933.378574:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077933.378578:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.378580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077933.378582:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.378584:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077933.378587:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077933.378590:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077933.378594:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077933.378597:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077933.378600:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077933.378603:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077933.378606:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077933.378609:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077933.378618:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769077933.378622:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077933.378626:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077933.378628:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077933.378631:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077933.378634:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077933.378638:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077933.378646:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077933.378653:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077933.378661:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077933.378673:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077933.378678:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077933.378683:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077933.378710:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077933.378714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077933.378717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077933.378719:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077933.378720:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077933.378723:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077933.378726:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4922
00000400:00000200:3.0:1769077933.378730:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077933.378734:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077933.378737:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077933.378740:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.378743:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077933.378746:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.378749:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077933.378752:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077933.378754:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077933.378756:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077933.378757:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769077933.378759:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:1.0:1769077933.378764:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077933.378768:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077933.378769:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077933.378775:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769077933.378778:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077933.378782:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.378789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077933.378794:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.378799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769077933.378802:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769077933.378804:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:1.0:1769077933.378807:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077933.378811:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:1.0:1769077933.378814:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077933.378816:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.378820:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077933.378821:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077933.378827:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077933.378829:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769077933.378834:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610763136:192.168.204.105@tcp:250:kworker.0
02000000:00000001:3.0:1769077933.378835:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077933.378840:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077933.378845:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1769077933.378847:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077933.378851:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1769077933.378852:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.378856:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077933.378857:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.378862:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769077933.378865:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
02000000:00000010:1.0:1769077933.378870:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
00000020:00000040:3.0:1769077933.378871:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769077933.378877:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077933.378878:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077933.378882:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077933.378890:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769077933.378891:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769077933.378896:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
02000000:00000001:3.0:1769077933.378896:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077933.378898:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077933.378906:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
02000000:00000010:3.0:1769077933.378907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077933.378913:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077933.378917:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610763136, portal 25
00000100:00100000:3.0:1769077933.378921:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077933.378923:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077933.378926:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416960 : -104785198134656 : ffffa0b2cb7cca80)
00000100:00000001:3.0:1769077933.378938:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769077933.378940:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077933.378944:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077933.378955:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.378956:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077933.378966:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077933.378972:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdcc0.
00000100:00000001:3.0:1769077933.378976:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077933.378978:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610763136, offset 0
00000100:00080000:3.0:1769077933.378981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077933.378987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077933.378991:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077933.378992:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769077933.378995:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077933.379000:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077933.379004:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769077933.379005:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4922
00000400:00000200:3.0:1769077933.379013:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077933.379016:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:3.0:1769077933.379022:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077933.379026:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077933.379027:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077933.379034:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769077933.379037:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:3.0:1769077933.379040:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077933.379045:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077933.379048:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769077933.379053:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.379055:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077933.379061:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769077933.379062:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21640:21640:256:4294967295] 192.168.204.105@tcp LPNI seq info [21637:21637:8:4294967295]
00000020:00000040:3.0:1769077933.379064:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077933.379068:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077933.379072:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:1.0:1769077933.379073:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:3.0:1769077933.379077:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077933.379082:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077933.379091:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769077933.379093:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077933.379095:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077933.379101:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.379106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:1.0:1769077933.379107:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000020:00000040:3.0:1769077933.379112:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077933.379118:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077933.379120:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077933.379123:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1769077933.379125:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
02000000:00000001:3.0:1769077933.379126:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077933.379132:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077933.379134:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077933.379139:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1769077933.379140:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00000001:3.0:1769077933.379146:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077933.379152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077933.379153:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077933.379161:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769077933.379166:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077933.379169:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077933.379170:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077933.379172:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077933.379174:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077933.379176:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.379177:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077933.379181:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000400:00000200:1.0:1769077933.379187:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769077933.379189:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.379199:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299595632
00000100:00100000:3.0:1769077933.379206:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1769077933.379211:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea120.
00000100:00000001:3.0:1769077933.379221:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077933.379223:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769077933.379225:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077933.379234:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.379235:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299595632
00000100:00000010:1.0:1769077933.379243:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ead80.
00000100:00000001:1.0:1769077933.379251:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077933.379252:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.379257:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077933.379258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077933.379264:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077933.379267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077933.379270:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077933.379271:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077933.379273:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077933.379276:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077933.379279:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077933.379283:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4922
00000100:00000001:1.0:1769077933.379286:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1769077933.379290:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077933.379291:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077933.379297:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769077933.379299:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077933.379301:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077933.379305:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769077933.379305:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077933.379312:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:1.0:1769077933.379316:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077933.379317:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077933.379324:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.379330:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077933.379337:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077933.379338:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769077933.379342:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:1.0:1769077933.379343:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077933.379348:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769077933.379350:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077933.379353:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
02000000:00000001:1.0:1769077933.379354:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769077933.379359:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
02000000:00000001:1.0:1769077933.379360:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077933.379365:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00100000:1.0:1769077933.379369:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763264:192.168.204.105@tcp:38:kworker.0
00000100:00000040:3.0:1769077933.379374:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077933.379378:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077933.379380:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077933.379383:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769077933.379428:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077933.379432:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077933.379434:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077933.379438:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077933.379442:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077933.379444:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077933.379447:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077933.379451:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077933.379454:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077933.379457:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077933.379458:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077933.379464:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1769077933.379464:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077933.379469:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077933.379471:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000010:3.0:1769077933.379475:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
02000000:00000001:1.0:1769077933.379476:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077933.379481:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769077933.379502:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769077933.379502:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077933.379505:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077933.379509:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761840.
00000100:00000001:3.0:1769077933.379510:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077933.379513:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769077933.379517:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
02000000:00000001:3.0:1769077933.379518:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077933.379523:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610763264, portal 10
02000000:00000010:3.0:1769077933.379526:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:1.0:1769077933.379528:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077933.379532:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511425920 : -104785198125696 : ffffa0b2cb7ced80)
00000100:00000001:3.0:1769077933.379534:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077933.379542:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077933.379544:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077933.379571:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077933.379573:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077933.379578:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077933.379579:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077933.379586:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdd48.
00000100:00000040:3.0:1769077933.379588:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077933.379590:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610763264, offset 0
00000400:00000200:1.0:1769077933.379604:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769077933.379608:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077933.379613:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:3.0:1769077933.379615:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4932)
00000400:00000200:1.0:1769077933.379620:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077933.379625:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077933.379628:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077933.379630:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077933.379635:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077933.379638:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21641:21641:255:4294967295] 192.168.204.105@tcp LPNI seq info [21638:21638:7:4294967295]
00000400:00000200:1.0:1769077933.379644:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077933.379651:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077933.379656:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077933.379661:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769077933.379665:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077933.379670:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769077933.379673:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077933.379677:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769077933.379681:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077933.379683:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299594772
00000100:00000001:1.0:1769077933.379686:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299595632
00000100:00000001:1.0:1769077933.379694:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299594772
00000100:00000001:1.0:1769077933.379697:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299595632
00000100:00000001:1.0:1769077933.379699:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077933.379702:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.379705:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077933.379710:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.379718:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077933.379720:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.379722:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077933.379724:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077933.379726:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077933.379730:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763392:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077933.379733:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077933.379735:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077933.379737:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.379739:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077933.379744:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077933.379746:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077933.379750:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077933.379753:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769077933.379757:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077933.379760:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610763392, portal 4
00000100:00000001:1.0:1769077933.379762:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077933.379763:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511426816 : -104785198124800 : ffffa0b2cb7cf100)
00000100:00000040:1.0:1769077933.379769:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.379776:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077933.379778:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077933.379781:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd6e8.
00000100:00000200:1.0:1769077933.379784:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610763392, offset 0
00000400:00000200:1.0:1769077933.379788:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077933.379793:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077933.379797:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077933.379800:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077933.379803:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077933.379805:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077933.379808:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077933.379810:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21642:21642:254:4294967295] 192.168.204.105@tcp LPNI seq info [21639:21639:6:4294967295]
00000400:00000200:1.0:1769077933.379815:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077933.379821:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077933.379827:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077933.379831:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769077933.379835:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077933.379839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769077933.379842:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077933.379844:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769077933.379848:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077933.379850:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299594798
00000100:00000001:1.0:1769077933.379854:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299595632
00000100:00000001:1.0:1769077933.379856:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299594798
00000100:00000001:1.0:1769077933.379859:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299595632
00000100:00000001:1.0:1769077933.379861:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077933.379863:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.379866:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.379868:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.379872:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077933.379873:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077933.379876:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077933.379877:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077933.379879:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077933.379883:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.379891:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077933.379892:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.379895:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077933.379897:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077933.379899:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077933.379902:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763520:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077933.379906:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077933.379908:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077933.379910:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077933.379912:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077933.379915:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769077933.379917:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077933.379921:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077933.379924:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769077933.379928:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdee0.
00000100:00000200:1.0:1769077933.379932:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610763520, portal 4
00000100:00000001:1.0:1769077933.379934:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077933.379935:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511425024 : -104785198126592 : ffffa0b2cb7cea00)
00000100:00000040:1.0:1769077933.379941:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077933.379949:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077933.379952:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077933.379955:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd000.
00000100:00000200:1.0:1769077933.379958:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610763520, offset 0
00000400:00000200:1.0:1769077933.379963:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077933.379967:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077933.379971:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077933.379974:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077933.379977:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077933.379980:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077933.379982:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077933.379986:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21643:21643:253:4294967295] 192.168.204.105@tcp LPNI seq info [21640:21640:5:4294967295]
00000400:00000200:1.0:1769077933.379991:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077933.379997:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077933.380002:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077933.380006:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae000.
00000800:00000200:1.0:1769077933.380010:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077933.380014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769077933.380017:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077933.380020:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769077933.380024:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077933.380026:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299594809
00000100:00000001:1.0:1769077933.380028:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299595632
00000100:00000001:1.0:1769077933.380031:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299594809
00000100:00000001:1.0:1769077933.380034:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299595632
00000100:00000001:1.0:1769077933.380036:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077933.380039:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.380042:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.380044:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077933.380047:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077933.380049:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077933.380052:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077933.380053:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077933.380055:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077933.380057:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077934.210520:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077934.210529:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077934.210558:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077934.210562:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077934.210566:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077934.274534:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299595632, at 4299595648
00000100:00000010:3.0:1769077934.274552:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ead80.
00010000:00000001:0.0:1769077935.234501:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077935.234508:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077935.234564:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077935.234568:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077935.234571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077936.258501:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077936.258512:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077936.258560:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077936.258563:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077936.258567:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769077936.450713:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:0.0:1769077936.450777:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077936.450793:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077936.450799:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:0.0:1769077936.450804:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769077936.450809:0:2355:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077936.450814:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077936.450819:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:0.0:1769077936.450827:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077936.450833:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077936.450842:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdcc0
00000400:00000010:0.0:1769077936.450845:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdcc0.
00000100:00000001:0.0:1769077936.450852:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077936.450864:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077936.450907:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077936.450914:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077936.450923:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077936.450926:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077936.450940:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077936.450943:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:0.0:1769077936.450948:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077936.450952:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077936.450956:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdd48
00000400:00000010:0.0:1769077936.450958:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdd48.
00000100:00000001:0.0:1769077936.450961:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077936.450967:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077936.450976:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077936.450979:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077936.450987:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077936.450989:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077936.450995:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077936.450998:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:0.0:1769077936.451002:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077936.451006:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077936.451010:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd6e8
00000400:00000010:0.0:1769077936.451012:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd6e8.
00000100:00000001:0.0:1769077936.451015:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077936.451020:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077936.451030:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077936.451033:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077936.451041:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077936.451042:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077936.451049:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769077936.451052:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:0.0:1769077936.451055:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077936.451059:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077936.451063:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd000
00000400:00000010:0.0:1769077936.451067:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd000.
00000100:00000001:0.0:1769077936.451071:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077936.451077:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077936.451087:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077936.451090:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077936.451098:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077936.451100:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077936.451427:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077936.451434:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077936.451448:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077936.451457:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077936]  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077936.451473:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077936.451476:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077936.451480:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769077936.451484:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdee0
00000400:00000010:1.0:1769077936.451486:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdee0.
00000100:00000001:1.0:1769077936.451490:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077936.451494:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077936.451505:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451513:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077936.451516:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451519:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077936.451523:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077936.451527:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451535:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077936.451550:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451572:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077936.451577:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451578:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077936.451580:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451584:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077936.451587:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077936.451592:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077936.451600:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077936.451603:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077936.451608:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077936.451619:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763520:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077936.451626:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077936.451630:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077936]  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077936.451639:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077936.451641:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077936.451643:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761840.
00000400:00000200:1.0:1769077936.451646:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769077936.451648:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769077936.451651:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077936.451655:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077936.451665:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451673:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077936.451676:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451678:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077936.451680:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077936.451684:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451692:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077936.451696:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451704:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077936.451707:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451708:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077936.451710:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451712:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077936.451714:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077936.451716:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077936.451720:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077936.451724:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077936.451728:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077936.451738:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763264:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077936.451743:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077936.451747:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077936]  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077936.451756:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077936.451757:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077936.451759:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769077936.451762:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077936.451764:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077936.451767:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077936.451771:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077936.451781:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451788:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077936.451790:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451792:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077936.451794:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077936.451798:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451807:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077936.451812:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451820:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077936.451822:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451824:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077936.451826:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451828:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077936.451829:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077936.451832:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077936.451836:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077936.451839:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077936.451843:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077936.451850:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763392:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077936.451855:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077936.451859:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077936]  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077936.451867:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077936.451869:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077936.451871:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077936.451874:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077936.451876:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077936.451878:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077936.451882:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077936.451889:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451896:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077936.451897:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451900:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077936.451901:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077936.451905:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451913:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077936.451917:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451924:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077936.451927:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451929:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077936.451930:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451932:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077936.451934:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077936.451936:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077936.451940:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077936.451943:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077936.451948:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077936.451958:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610763136:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077936.451963:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.451965:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077936.451969:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cea00 x1855007610763520/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.451978:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077936.451988:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077936.451994:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769077936.452000:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077936.452003:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077936.452005:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077936.452008:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077936.452012:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:1.0:1769077936.452017:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077936.452020:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077936.452022:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cea00.
00000100:00000001:1.0:1769077936.452027:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077936.452029:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.452031:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077936.452035:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ced80 x1855007610763264/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.452042:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077936.452043:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077936.452044:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077936.452048:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077936.452049:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077936.452050:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769077936.452053:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077936.452055:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:1.0:1769077936.452057:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077936.452058:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077936.452060:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ced80.
00000100:00000001:1.0:1769077936.452062:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077936.452063:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.452065:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077936.452068:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf100 x1855007610763392/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.452074:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077936.452075:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077936.452077:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077936.452080:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077936.452081:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077936.452082:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077936.452084:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077936.452086:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769077936.452089:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077936.452090:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077936.452092:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf100.
00000100:00000001:1.0:1769077936.452094:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077936.452095:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.452096:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077936.452099:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cca80 x1855007610763136/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077936.452105:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077936.452107:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077936.452108:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077936.452111:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077936.452112:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077936.452113:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769077936.452115:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077936.452116:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:1.0:1769077936.452119:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077936.452120:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077936.452122:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cca80.
00000100:00000001:1.0:1769077936.452124:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077936.452125:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.452129:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077936.452142:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077936.452145:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077936.452148:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077936.452150:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077937.282490:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077937.282500:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077937.282563:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077937.282566:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077937.282570:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077938.306525:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077938.306532:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077938.306561:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077938.306564:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077938.306568:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077938.498927:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077938.498966:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077938.498977:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077938.499014:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.499075:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077938.499084:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.499099:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077938.499110:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077938.499121:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.499141:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610763648:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077938.499162:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.499177:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077938.499185:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.499193:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077938.499210:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077938.499218:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.499245:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077938.499256:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077938.499264:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077938.499277:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610763648, portal 25
00000100:00000001:1.0:1769077938.499284:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077938.499290:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374697856 : -104785334853760 : ffffa0b2c3569f80)
00000100:00000040:1.0:1769077938.499307:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.499350:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077938.499365:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077938.499374:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077938.499383:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610763648, offset 0
00000400:00000200:1.0:1769077938.499479:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077938.499509:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077938.499537:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077938.499557:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077938.499581:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077938.499598:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077938.499614:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077938.499636:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21644:21644:256:4294967295] 192.168.204.105@tcp LPNI seq info [21641:21641:8:4294967295]
00000400:00000200:1.0:1769077938.499668:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077938.499720:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077938.499747:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077938.499766:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077938.499792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077938.499801:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077938.499823:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077938.499833:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077938.499857:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077938.499864:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077938.499876:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.499894:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.499913:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077938.499921:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077938.499929:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.499936:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.499955:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.499961:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.499970:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.499973:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.499982:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.499988:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077938.499991:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299600753
00000100:00000010:1.0:1769077938.500000:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea5a0.
00000100:00000001:1.0:1769077938.500009:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077938.500018:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299600753
00000100:00000010:1.0:1769077938.500022:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea000.
00000100:00000001:1.0:1769077938.500025:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077938.500030:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.500033:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.500038:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.500043:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.500056:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.500058:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.500061:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077938.500064:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077938.500066:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077938.500070:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.500073:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.500083:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500090:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.500092:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500095:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.500098:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.500102:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500110:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.500115:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500124:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.500128:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500130:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.500131:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500134:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.500137:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.500141:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.500146:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077938.500149:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.500153:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.500162:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610763648:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077938.500169:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500172:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.500175:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569f80 x1855007610763648/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500182:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.500185:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.500188:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077938.500192:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.500195:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.500197:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769077938.500200:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.500203:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:1.0:1769077938.500206:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.500208:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.500210:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569f80.
00000100:00000001:1.0:1769077938.500214:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.500216:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500218:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500230:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077938.500232:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.500234:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077938.500236:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077938.500238:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077938.500243:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500250:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077938.500252:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.500254:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077938.500258:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077938.500261:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.500264:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763776:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077938.500268:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.500271:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077938.500273:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.500275:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077938.500279:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077938.500281:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.500287:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077938.500290:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077938.500294:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077938.500298:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610763776, portal 10
00000100:00000001:1.0:1769077938.500300:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077938.500302:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374699648 : -104785334851968 : ffffa0b2c356a680)
00000100:00000040:1.0:1769077938.500309:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500316:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077938.500318:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077938.500320:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077938.500323:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610763776, offset 0
00000400:00000200:1.0:1769077938.500327:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077938.500332:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077938.500338:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077938.500342:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077938.500346:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077938.500349:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077938.500352:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077938.500355:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21645:21645:256:4294967295] 192.168.204.105@tcp LPNI seq info [21642:21642:8:4294967295]
00000400:00000200:1.0:1769077938.500359:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077938.500367:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077938.500371:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077938.500375:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077938.500379:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077938.500382:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077938.500436:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077938.500439:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077938.500443:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077938.500445:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077938.500448:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.500453:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.500456:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077938.500458:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077938.500461:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.500465:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500473:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.500476:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500483:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.500485:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.500488:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077938.500492:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769077938.500496:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077938.500498:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299599893
00000100:00000001:1.0:1769077938.500502:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299600753
00000100:00000001:1.0:1769077938.500504:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299599893
00000100:00000001:1.0:1769077938.500506:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299600753
00000100:00000001:1.0:1769077938.500509:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.500511:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.500514:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.500517:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.500525:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.500527:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.500529:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077938.500531:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077938.500533:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077938.500535:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.500538:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.500547:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500554:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.500556:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500558:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.500559:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.500563:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500572:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.500576:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500584:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.500586:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500588:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.500590:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500591:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.500593:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.500596:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.500600:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077938.500602:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.500606:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.500614:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763776:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077938.500618:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077938.500623:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500630:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077938.500632:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.500634:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077938.500636:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077938.500638:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.500641:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763904:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077938.500645:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.500648:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077938.500649:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.500651:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077938.500660:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077938.500663:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.500667:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077938.500670:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077938.500673:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077938.500677:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610763904, portal 4
00000100:00000001:1.0:1769077938.500679:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077938.500681:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374694272 : -104785334857344 : ffffa0b2c3569180)
00000100:00000040:1.0:1769077938.500686:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500692:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077938.500694:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077938.500696:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077938.500699:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610763904, offset 0
00000400:00000200:1.0:1769077938.500703:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077938.500707:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077938.500711:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077938.500714:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077938.500717:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077938.500719:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077938.500721:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077938.500724:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21646:21646:256:4294967295] 192.168.204.105@tcp LPNI seq info [21643:21643:8:4294967295]
00000400:00000200:1.0:1769077938.500728:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077938.500734:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077938.500738:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077938.500742:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077938.500745:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077938.500748:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077938.500752:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077938.500755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077938.500758:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077938.500760:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077938.500763:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.500766:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.500769:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077938.500771:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077938.500773:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.500777:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500784:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.500788:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500794:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.500795:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.500798:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077938.500801:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769077938.500805:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077938.500807:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299599919
00000100:00000001:1.0:1769077938.500809:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299600753
00000100:00000001:1.0:1769077938.500812:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299599919
00000100:00000001:1.0:1769077938.500813:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299600753
00000100:00000001:1.0:1769077938.500816:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.500817:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.500819:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.500823:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.500829:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.500830:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.500832:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077938.500834:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077938.500835:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077938.500837:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.500841:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.500849:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500854:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.500855:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500857:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.500858:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.500861:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500867:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.500871:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500877:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.500879:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500880:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.500882:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.500883:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.500885:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.500887:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.500890:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077938.500893:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.500896:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.500904:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610763904:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077938.500907:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077938.500911:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500917:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077938.500919:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.500921:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077938.500922:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077938.500925:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.500928:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610764032:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077938.500931:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.500933:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077938.500935:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.500937:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077938.500941:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077938.500943:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.500946:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077938.500949:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077938.500952:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077938.500955:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610764032, portal 4
00000100:00000001:1.0:1769077938.500957:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077938.500959:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374704128 : -104785334847488 : ffffa0b2c356b800)
00000100:00000040:1.0:1769077938.500965:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.500971:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077938.500974:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077938.500976:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077938.500979:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610764032, offset 0
00000400:00000200:1.0:1769077938.500983:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077938.500987:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077938.500990:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077938.500993:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077938.500996:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077938.500998:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077938.501001:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077938.501004:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21647:21647:256:4294967295] 192.168.204.105@tcp LPNI seq info [21644:21644:8:4294967295]
00000400:00000200:1.0:1769077938.501009:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077938.501016:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077938.501021:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077938.501024:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077938.501028:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077938.501031:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077938.501035:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077938.501037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077938.501040:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077938.501042:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077938.501044:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.501046:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.501048:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077938.501049:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077938.501051:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.501054:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.501059:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.501061:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.501066:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.501067:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.501069:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077938.501071:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769077938.501074:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077938.501075:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299599930
00000100:00000001:1.0:1769077938.501077:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299600753
00000100:00000001:1.0:1769077938.501078:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299599930
00000100:00000001:1.0:1769077938.501080:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299600753
00000100:00000001:1.0:1769077938.501081:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.501083:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.501084:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.501086:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.501091:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.501092:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.501093:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077938.501095:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077938.501096:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077938.501098:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.501100:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.501106:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.501109:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.501110:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.501111:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.501112:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.501114:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.501118:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.501121:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.501125:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.501127:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.501128:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.501129:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.501130:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.501131:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.501133:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.501135:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077938.501136:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.501138:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.501143:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610764032:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077938.501145:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.501146:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.501149:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356a680 x1855007610763776/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.501153:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.501154:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.501156:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077938.501158:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.501159:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.501160:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769077938.501161:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.501162:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:1.0:1769077938.501165:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.501165:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.501167:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356a680.
00000100:00000001:1.0:1769077938.501169:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.501170:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.501171:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.501173:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569180 x1855007610763904/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.501177:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.501178:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.501179:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077938.501180:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.501181:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.501181:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077938.501182:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.501183:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:1.0:1769077938.501185:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.501185:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.501186:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569180.
00000100:00000001:1.0:1769077938.501187:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.501188:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.501189:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.501191:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b800 x1855007610764032/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.501195:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.501196:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.501197:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077938.501199:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.501200:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.501200:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077938.501202:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.501203:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48400.
02000000:00000001:1.0:1769077938.501204:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.501205:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.501205:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b800.
00000100:00000001:1.0:1769077938.501207:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.501208:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.501209:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.501213:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077938.501214:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.501215:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077938.501216:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077939.330560:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077939.330567:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077939.330657:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077939.330663:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077939.330667:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077939.394529:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299600753, at 4299600768
00000100:00000010:3.0:1769077939.394552:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00010000:00000001:0.0:1769077940.354580:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077940.354590:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077940.354629:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077940.354633:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077940.354637:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077941.378532:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077941.378540:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077941.378622:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077941.378628:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077941.378632:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077942.402529:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077942.402536:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077942.402564:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077942.402568:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077942.402572:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077943.426502:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077943.426509:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077943.426511:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077943.426513:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077943.426517:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077943.426519:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077943.426521:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077943.426523:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077943.426625:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077943.426633:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077943.426639:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077943.618721:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077943.618732:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077943.618740:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077943.618762:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.618818:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077943.618822:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.618835:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077943.618842:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077943.618849:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077943.618869:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610764160:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077943.618881:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077943.618893:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.618903:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.618908:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077943.618924:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077943.618927:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.618944:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077943.618954:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077943.618970:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077943.618984:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610764160, portal 25
00000100:00000001:1.0:1769077943.618994:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.619013:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374700544 : -104785334851072 : ffffa0b2c356aa00)
00000100:00000040:1.0:1769077943.619035:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619067:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077943.619075:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077943.619081:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077943.619091:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610764160, offset 0
00000400:00000200:1.0:1769077943.619104:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077943.619123:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077943.619141:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077943.619150:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077943.619159:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077943.619167:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077943.619177:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077943.619191:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21648:21648:256:4294967295] 192.168.204.105@tcp LPNI seq info [21645:21645:8:4294967295]
00000400:00000200:1.0:1769077943.619204:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077943.619231:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077943.619248:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077943.619259:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077943.619282:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077943.619298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077943.619333:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077943.619338:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077943.619348:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077943.619354:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077943.619367:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077943.619433:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077943.619444:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077943.619454:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077943.619463:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077943.619471:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619526:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.619530:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619537:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.619539:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077943.619546:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.619551:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077943.619554:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299605873
00000100:00000010:1.0:1769077943.619560:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaf60.
00000100:00000001:1.0:1769077943.619567:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077943.619574:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299605873
00000100:00000010:1.0:1769077943.619577:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaba0.
00000100:00000001:1.0:1769077943.619582:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077943.619585:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.619589:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.619592:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077943.619596:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943]  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077943.619609:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077943.619612:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077943.619615:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077943.619618:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077943.619620:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077943.619623:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077943.619627:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077943.619638:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619646:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077943.619648:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.619650:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.619652:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077943.619656:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619661:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077943.619665:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619669:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077943.619671:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.619672:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.619673:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.619675:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077943.619677:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077943.619680:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077943.619683:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077943.619685:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077943.619690:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077943.619699:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610764160:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077943.619708:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.619711:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.619715:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356aa00 x1855007610764160/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619723:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077943.619726:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077943.619729:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077943.619734:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077943.619737:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077943.619739:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769077943.619742:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077943.619745:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:1.0:1769077943.619750:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077943.619752:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077943.619755:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356aa00.
00000100:00000001:1.0:1769077943.619759:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077943.619760:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.619763:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.619772:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077943.619774:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.619778:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077943.619779:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077943.619781:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077943.619785:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619793:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077943.619794:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.619797:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077943.619799:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077943.619802:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077943.619805:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610764288:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077943.619808:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077943.619810:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.619811:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.619813:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077943.619816:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077943.619818:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.619821:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077943.619824:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077943.619826:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077943.619829:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610764288, portal 10
00000100:00000001:1.0:1769077943.619830:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.619831:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374695168 : -104785334856448 : ffffa0b2c3569500)
00000100:00000040:1.0:1769077943.619837:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619842:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077943.619844:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077943.619845:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077943.619847:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610764288, offset 0
00000400:00000200:1.0:1769077943.619850:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077943.619853:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077943.619856:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077943.619858:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077943.619860:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077943.619862:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077943.619864:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077943.619866:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21649:21649:256:4294967295] 192.168.204.105@tcp LPNI seq info [21646:21646:8:4294967295]
00000400:00000200:1.0:1769077943.619869:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077943.619874:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077943.619878:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077943.619880:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077943.619883:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077943.619885:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077943.619889:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077943.619892:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077943.619895:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077943.619896:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077943.619899:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077943.619902:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077943.619904:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077943.619905:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077943.619907:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077943.619909:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619915:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.619917:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619922:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.619923:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077943.619925:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077943.619929:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769077943.619931:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077943.619932:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299605012
00000100:00000001:1.0:1769077943.619935:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299605873
00000100:00000001:1.0:1769077943.619936:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299605012
00000100:00000001:1.0:1769077943.619938:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299605873
00000100:00000001:1.0:1769077943.619940:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.619941:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.619942:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077943.619944:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943]  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077943.619950:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077943.619951:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077943.619952:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077943.619954:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077943.619955:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077943.619957:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077943.619959:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077943.619965:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619970:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077943.619971:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.619973:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.619975:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077943.619979:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619987:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077943.619991:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.619998:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077943.620001:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620003:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.620004:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620006:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077943.620009:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077943.620012:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077943.620015:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077943.620018:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077943.620023:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077943.620032:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610764288:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077943.620036:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077943.620039:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620049:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077943.620050:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.620052:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077943.620053:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077943.620055:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077943.620056:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610764416:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077943.620059:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077943.620060:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.620062:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.620063:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077943.620066:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077943.620068:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.620071:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077943.620073:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077943.620075:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077943.620078:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610764416, portal 4
00000100:00000001:1.0:1769077943.620079:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.620080:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374703232 : -104785334848384 : ffffa0b2c356b480)
00000100:00000040:1.0:1769077943.620085:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620089:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077943.620091:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077943.620092:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077943.620094:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610764416, offset 0
00000400:00000200:1.0:1769077943.620096:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077943.620099:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077943.620101:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077943.620103:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077943.620105:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077943.620107:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077943.620109:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077943.620112:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21650:21650:256:4294967295] 192.168.204.105@tcp LPNI seq info [21647:21647:8:4294967295]
00000400:00000200:1.0:1769077943.620115:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077943.620119:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077943.620123:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077943.620125:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077943.620128:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077943.620130:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077943.620133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077943.620135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077943.620138:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077943.620139:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077943.620141:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077943.620144:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077943.620146:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077943.620147:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077943.620149:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077943.620151:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620157:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.620159:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620163:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.620165:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077943.620167:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077943.620169:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769077943.620171:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077943.620172:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299605038
00000100:00000001:1.0:1769077943.620174:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299605873
00000100:00000001:1.0:1769077943.620176:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299605038
00000100:00000001:1.0:1769077943.620178:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299605873
00000100:00000001:1.0:1769077943.620179:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.620182:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.620183:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077943.620185:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943]  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077943.620191:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077943.620192:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077943.620193:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077943.620194:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077943.620195:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077943.620196:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077943.620198:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077943.620204:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620208:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077943.620209:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620210:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.620211:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077943.620213:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620217:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077943.620219:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620224:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077943.620225:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620226:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.620227:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620229:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077943.620230:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077943.620232:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077943.620235:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077943.620236:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077943.620239:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077943.620244:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610764416:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077943.620246:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077943.620249:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620253:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077943.620253:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.620255:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077943.620256:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077943.620257:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077943.620259:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610764544:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077943.620263:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077943.620265:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.620267:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.620269:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077943.620272:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077943.620274:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.620278:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077943.620280:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077943.620283:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077943.620286:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610764544, portal 4
00000100:00000001:1.0:1769077943.620288:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.620290:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374705024 : -104785334846592 : ffffa0b2c356bb80)
00000100:00000040:1.0:1769077943.620297:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620304:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077943.620307:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077943.620310:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077943.620312:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610764544, offset 0
00000400:00000200:1.0:1769077943.620332:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077943.620335:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077943.620338:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077943.620340:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077943.620342:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077943.620344:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077943.620345:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077943.620347:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21651:21651:256:4294967295] 192.168.204.105@tcp LPNI seq info [21648:21648:8:4294967295]
00000400:00000200:1.0:1769077943.620350:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077943.620355:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077943.620358:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077943.620360:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077943.620363:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077943.620365:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077943.620368:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077943.620370:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077943.620372:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077943.620374:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077943.620376:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077943.620378:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077943.620381:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077943.620382:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077943.620384:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077943.620407:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620413:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.620415:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620420:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.620421:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077943.620424:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077943.620427:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769077943.620429:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077943.620431:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299605050
00000100:00000001:1.0:1769077943.620433:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299605873
00000100:00000001:1.0:1769077943.620434:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299605050
00000100:00000001:1.0:1769077943.620436:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299605873
00000100:00000001:1.0:1769077943.620438:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.620439:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.620440:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077943.620442:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943]  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077943.620448:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077943.620449:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077943.620450:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077943.620452:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077943.620453:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077943.620454:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077943.620456:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077943.620462:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620466:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077943.620467:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620468:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.620468:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077943.620471:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620475:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077943.620477:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620482:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077943.620484:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620485:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077943.620486:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620487:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077943.620488:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077943.620490:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077943.620492:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077943.620493:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077943.620495:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077943.620500:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610764544:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077943.620502:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620504:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.620506:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569500 x1855007610764288/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620510:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077943.620512:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077943.620513:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769077943.620514:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077943.620515:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077943.620516:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769077943.620518:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077943.620519:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:1.0:1769077943.620521:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077943.620522:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077943.620523:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569500.
00000100:00000001:1.0:1769077943.620526:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077943.620527:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620529:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.620531:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b480 x1855007610764416/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620535:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077943.620536:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077943.620537:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769077943.620538:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077943.620539:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077943.620540:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077943.620541:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077943.620542:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:1.0:1769077943.620543:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077943.620544:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077943.620544:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b480.
00000100:00000001:1.0:1769077943.620546:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077943.620547:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620548:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077943.620549:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356bb80 x1855007610764544/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.620553:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077943.620554:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077943.620555:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769077943.620556:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077943.620557:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077943.620557:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077943.620559:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077943.620559:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:1.0:1769077943.620561:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077943.620561:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077943.620562:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356bb80.
00000100:00000001:1.0:1769077943.620563:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077943.620564:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620565:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.620568:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077943.620569:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.620570:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077943.620573:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077944.450507:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077944.450513:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077944.450534:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077944.450536:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077944.450538:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077944.514462:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299605873, at 4299605888
00000100:00000010:3.0:1769077944.514484:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaba0.
00010000:00000001:0.0:1769077945.474565:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077945.474574:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077945.474649:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077945.474654:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077945.474658:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077946.498516:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077946.498523:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077946.498551:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077946.498554:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077946.498557:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077947.522494:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077947.522500:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077947.522627:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077947.522633:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077947.522637:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077948.546543:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077948.546551:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077948.546577:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077948.546580:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077948.546584:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077948.738560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077948.738573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077948.738575:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077948.738579:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077948.738583:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077948.738591:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4937
00000400:00000200:1.0:1769077948.738601:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077948.738607:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077948.738610:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077948.738613:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.738616:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077948.738618:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.738620:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077948.738624:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077948.738625:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769077948.738628:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077948.738630:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769077948.738632:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769077948.738633:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769077948.738635:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.738637:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077948.738638:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.738640:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077948.738642:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769077948.738645:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077948.738648:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.738655:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077948.738658:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077948.738661:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.738663:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077948.738665:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077948.738677:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a300.
00000020:00000040:1.0:1769077948.738680:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769077948.738684:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077948.738686:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.738689:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077948.738692:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077948.738697:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077948.738705:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
00000100:00000001:1.0:1769077948.738712:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077948.738720:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a300 x1855007610764672/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077948.738729:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077948.738733:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077948.738737:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfae78b9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a300 x1855007610764672/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.738761:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077948.738774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077948.738777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077948.738778:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077948.738779:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077948.738781:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077948.738783:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4937
00000400:00000200:1.0:1769077948.738785:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077948.738787:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077948.738789:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077948.738791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.738794:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077948.738796:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.738799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077948.738801:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077948.738802:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769077948.738803:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077948.738805:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769077948.738806:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769077948.738809:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769077948.738812:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.738818:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077948.738821:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.738825:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077948.738829:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769077948.738831:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077948.738833:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.738837:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077948.738845:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077948.738857:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.738868:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077948.738877:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077948.738886:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.738889:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077948.738894:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79500.
00000020:00000040:1.0:1769077948.738900:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769077948.738914:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077948.738917:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.738925:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077948.738932:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077948.738947:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077948.738956:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac000.
00000100:00000001:1.0:1769077948.738964:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077948.738974:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79500 x1855007610764800/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077948.738999:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077948.739003:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077948.739010:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cf38f94] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79500 x1855007610764800/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.739025:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077948.739028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077948.739036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077948.739037:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077948.739039:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077948.739044:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077948.739049:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4937
00000400:00000200:1.0:1769077948.739057:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077948.739063:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077948.739066:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077948.739072:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.739074:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077948.739077:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.739078:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077948.739091:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077948.739092:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769077948.739092:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077948.739094:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769077948.739095:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769077948.739096:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769077948.739098:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.739099:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077948.739100:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.739106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077948.739117:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769077948.739129:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077948.739139:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.739144:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077948.739148:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077948.739153:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.739156:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077948.739165:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077948.739180:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.739181:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077948.739192:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79180.
00000020:00000040:1.0:1769077948.739199:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769077948.739203:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077948.739204:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.739206:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077948.739207:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077948.739209:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077948.739220:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000001:1.0:1769077948.739226:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077948.739244:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79180 x1855007610764928/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077948.739258:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077948.739261:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077948.739269:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb405fe] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79180 x1855007610764928/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.739301:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077948.739307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077948.739317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077948.739322:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077948.739325:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077948.739335:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077948.739345:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4937
00000400:00000200:1.0:1769077948.739355:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077948.739368:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077948.739376:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077948.739384:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.739437:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769077948.739438:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077948.739443:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1769077948.739444:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.739451:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077948.739457:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077948.739467:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769077948.739473:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077948.739475:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769077948.739479:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769077948.739485:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769077948.739495:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.739498:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077948.739505:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077948.739509:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077948.739512:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769077948.739520:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077948.739526:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.739535:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077948.739541:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077948.739548:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.739553:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077948.739555:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077948.739563:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.739568:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077948.739574:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78000.
00000020:00000040:1.0:1769077948.739580:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769077948.739587:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077948.739589:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.739590:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077948.739593:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077948.739596:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077948.739600:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000001:1.0:1769077948.739605:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077948.739625:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78000 x1855007610765056/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077948.739647:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077948.739649:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077948.739656:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809d7171] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78000 x1855007610765056/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.739685:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077948.739692:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4947)
00000800:00000200:2.1:1769077948.739991:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077948.739993:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077948.740334:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077948.740337:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077948.740654:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077948.740656:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769077949.570495:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077949.570502:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077949.570557:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077949.570560:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077949.570563:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077949.634534:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299610993, at 4299611008
00000100:00000010:3.0:1769077949.634550:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf480.
00010000:00000001:0.0:1769077950.594561:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077950.594571:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077950.594602:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077950.594605:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077950.594608:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077951.618504:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077951.618514:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077951.618578:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077951.618583:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077951.618586:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077952.642552:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077952.642561:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077952.642601:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077952.642604:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077952.642608:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077953.666531:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077953.666542:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077953.666545:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077953.666547:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077953.666561:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077953.666564:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077953.666567:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077953.666569:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077953.666662:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077953.666667:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077953.666671:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077953.858562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077953.858578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077953.858582:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077953.858588:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077953.858593:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077953.858602:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4942
00000400:00000200:3.0:1769077953.858617:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077953.858624:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077953.858628:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077953.858632:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.858636:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.858639:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.858643:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077953.858647:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077953.858650:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077953.858653:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077953.858656:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077953.858660:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077953.858663:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077953.858666:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.858669:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.858671:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.858673:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077953.858677:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077953.858681:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077953.858684:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077953.858688:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077953.858692:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077953.858696:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.858699:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077953.858701:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077953.858713:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769077953.858718:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077953.858723:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077953.858725:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.858729:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077953.858733:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077953.858738:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077953.858748:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077953.858756:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077953.858767:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610765184/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077953.858780:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077953.858785:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077953.858790:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610765184/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077953.858820:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077953.858824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077953.858828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077953.858830:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077953.858831:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077953.858834:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077953.858837:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4942
00000400:00000200:3.0:1769077953.858842:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077953.858846:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077953.858849:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077953.858855:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.858858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.858860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.858863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077953.858866:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077953.858868:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077953.858870:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077953.858873:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077953.858884:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077953.858891:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077953.858898:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.858901:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.858905:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.858908:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077953.858911:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077953.858921:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077953.858926:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077953.858928:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077953.858935:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077953.858941:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.858949:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077953.858959:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077953.858971:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.858976:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077953.858981:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769077953.858987:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077953.858996:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077953.859000:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.859005:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077953.859009:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077953.859012:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077953.859019:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077953.859024:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077953.859040:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610765312/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077953.859057:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077953.859065:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077953.859076:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610765312/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077953.859095:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077953.859101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077953.859110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077953.859114:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077953.859121:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077953.859136:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077953.859156:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4942
00000400:00000200:3.0:1769077953.859163:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077953.859178:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077953.859191:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077953.859202:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.859213:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.859221:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.859229:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077953.859236:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077953.859240:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077953.859247:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077953.859254:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077953.859267:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077953.859277:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077953.859292:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.859302:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.859312:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.859322:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077953.859334:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077953.859348:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077953.859363:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077953.859376:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769077953.859383:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077953.859426:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1769077953.859454:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077953.859467:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.859478:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077953.859484:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077953.859493:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.859501:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077953.859513:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769077953.859521:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077953.859533:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077953.859538:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.859547:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077953.859553:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077953.859560:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077953.859572:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077953.859583:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077953.859612:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610765440/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077953.859656:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077953.859664:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077953.859679:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610765440/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077953.859758:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077953.859767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077953.859775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077953.859780:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077953.859785:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077953.859791:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077953.859799:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4942
00000400:00000200:3.0:1769077953.859814:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077953.859827:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077953.859834:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077953.859843:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.859852:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.859859:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.859865:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077953.859871:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077953.859877:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077953.859883:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077953.859890:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077953.859899:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077953.859910:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077953.859923:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.859930:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.859938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077953.859950:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077953.859962:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077953.859975:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077953.859984:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077953.859990:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077953.859997:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077953.860004:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.860013:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077953.860016:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077953.860025:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.860032:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077953.860045:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769077953.860054:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077953.860062:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077953.860067:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.860072:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077953.860077:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077953.860081:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077953.860088:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077953.860098:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077953.860112:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610765568/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077953.860133:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077953.860141:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077953.860166:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610765568/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077953.860198:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077953.860207:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4952)
00000800:00000200:2.1:1769077953.860322:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077953.860324:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077953.860652:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077953.860655:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077953.860980:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077953.860982:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.0:1769077954.370506:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:1.0:1769077954.370516:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:1.0:1769077954.370522:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769077954.370706:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077954.370733:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077954.370739:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077954.370741:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077954.690532:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077954.690539:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077954.690599:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077954.690602:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077954.690605:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077954.754479:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299616113, at 4299616128
00000100:00000010:3.0:1769077954.754493:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00010000:00000001:0.0:1769077955.714552:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077955.714559:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077955.714662:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077955.714666:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077955.714669:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077956.738543:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077956.738553:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077956.738624:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077956.738628:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077956.738632:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077957.762490:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077957.762497:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077957.762557:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077957.762563:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077957.762568:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077958.786504:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077958.786509:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077958.786528:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077958.786529:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077958.786532:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077958.978517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077958.978526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077958.978528:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077958.978532:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077958.978535:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077958.978541:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4947
00000400:00000200:1.0:1769077958.978549:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077958.978555:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077958.978557:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077958.978560:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978562:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077958.978565:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978567:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077958.978570:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077958.978572:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769077958.978575:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077958.978577:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769077958.978578:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769077958.978580:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769077958.978582:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978584:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077958.978585:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978587:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077958.978590:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769077958.978592:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978594:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077958.978596:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077958.978598:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077958.978600:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.978603:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077958.978605:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077958.978613:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78380.
00000020:00000040:1.0:1769077958.978616:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769077958.978619:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077958.978621:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.978623:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077958.978625:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077958.978629:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077958.978635:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:1.0:1769077958.978641:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077958.978648:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78380 x1855007610765696/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077958.978657:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077958.978661:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077958.978664:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b372783] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78380 x1855007610765696/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.978687:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077958.978690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077958.978693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077958.978694:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077958.978695:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077958.978697:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077958.978699:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4947
00000400:00000200:1.0:1769077958.978701:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077958.978703:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077958.978705:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077958.978707:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978708:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077958.978710:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978711:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077958.978713:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077958.978714:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769077958.978716:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077958.978717:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769077958.978719:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769077958.978720:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769077958.978722:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978724:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077958.978725:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978727:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077958.978729:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769077958.978732:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978735:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077958.978737:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077958.978743:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077958.978746:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.978749:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077958.978753:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077958.978758:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.978763:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077958.978771:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7bb80.
00000020:00000040:1.0:1769077958.978777:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769077958.978784:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077958.978787:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.978793:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077958.978798:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077958.978802:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077958.978810:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
00000100:00000001:1.0:1769077958.978815:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077958.978834:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7bb80 x1855007610765824/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077958.978849:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077958.978854:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077958.978861:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49461df] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7bb80 x1855007610765824/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.978889:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077958.978892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077958.978899:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077958.978903:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077958.978906:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077958.978908:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077958.978912:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4947
00000400:00000200:1.0:1769077958.978921:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077958.978926:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077958.978927:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077958.978929:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978931:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077958.978951:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978954:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077958.978956:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077958.978958:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769077958.978960:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077958.978961:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769077958.978966:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769077958.978968:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769077958.978971:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978978:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077958.978983:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.978987:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077958.978991:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769077958.978996:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077958.979004:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077958.979009:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077958.979013:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077958.979018:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.979023:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077958.979028:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077958.979035:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.979039:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077958.979046:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79c00.
00000020:00000040:1.0:1769077958.979051:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769077958.979073:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077958.979081:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.979086:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077958.979106:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077958.979109:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077958.979114:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:1.0:1769077958.979119:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077958.979127:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79c00 x1855007610765952/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077958.979136:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077958.979139:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077958.979146:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038f725e8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79c00 x1855007610765952/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.979158:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077958.979162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077958.979171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077958.979175:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077958.979179:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077958.979181:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077958.979184:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4947
00000400:00000200:1.0:1769077958.979193:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077958.979200:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077958.979206:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077958.979209:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.979213:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077958.979217:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.979221:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077958.979222:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077958.979223:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769077958.979225:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077958.979228:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769077958.979231:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769077958.979233:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769077958.979237:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.979240:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077958.979244:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077958.979248:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077958.979250:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769077958.979254:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077958.979258:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077958.979260:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077958.979263:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769077958.979265:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:1.0:1769077958.979266:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.979270:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077958.979273:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769077958.979274:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000008:00000001:1.0:1769077958.979277:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.979282:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077958.979285:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a680.
00000020:00000040:1.0:1769077958.979290:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769077958.979294:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077958.979297:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.979298:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077958.979300:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077958.979304:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077958.979307:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:1.0:1769077958.979313:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077958.979320:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a680 x1855007610766080/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077958.979329:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077958.979333:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077958.979340:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ef89d72] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a680 x1855007610766080/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.979355:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077958.979360:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4958)
00000800:00000200:2.1:1769077958.979665:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077958.979668:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077958.979901:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077958.979904:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077958.980157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077958.980159:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1769077959.810541:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077959.810549:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077959.810651:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077959.810658:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077959.810663:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077959.874493:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299621233, at 4299621248
00000100:00000010:3.0:1769077959.874512:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00010000:00000001:0.0:1769077960.834522:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077960.834529:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077960.834555:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077960.834557:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077960.834560:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077961.858518:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077961.858524:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077961.858607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077961.858613:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077961.858617:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077962.882481:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077962.882486:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077962.882529:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077962.882532:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077962.882534:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077963.906511:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077963.906518:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077963.906521:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077963.906523:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077963.906528:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077963.906529:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077963.906531:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077963.906532:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077963.906616:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077963.906621:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077963.906625:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077964.098580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077964.098594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077964.098604:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077964.098609:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077964.098614:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077964.098622:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4953
00000400:00000200:3.0:1769077964.098634:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077964.098641:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077964.098644:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077964.098647:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.098650:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077964.098653:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.098655:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077964.098659:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077964.098661:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077964.098664:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077964.098667:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077964.098671:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077964.098674:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077964.098678:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.098680:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077964.098682:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.098684:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077964.098688:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077964.098691:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077964.098695:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077964.098698:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077964.098702:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077964.098707:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.098710:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077964.098719:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077964.098727:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769077964.098732:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077964.098737:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077964.098738:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.098741:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077964.098744:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077964.098748:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077964.098756:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077964.098763:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077964.098772:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610766208/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077964.098781:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077964.098785:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077964.098789:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610766208/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077964.098809:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077964.098812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077964.098815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077964.098816:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077964.098817:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077964.098820:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077964.098822:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4953
00000400:00000200:3.0:1769077964.098826:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077964.098829:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077964.098831:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077964.098834:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.098839:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077964.098841:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.098845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077964.098848:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077964.098851:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077964.098852:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077964.098855:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077964.098859:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077964.098863:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077964.098869:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.098873:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077964.098875:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.098879:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077964.098881:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077964.098894:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077964.098896:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077964.098899:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077964.098908:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077964.098911:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.098916:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077964.098920:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077964.098925:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.098929:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077964.098933:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077964.098936:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077964.098938:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077964.098938:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.098940:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077964.098941:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077964.098942:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077964.098946:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077964.098951:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077964.098959:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610766336/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077964.098999:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077964.099002:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077964.099009:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610766336/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077964.099019:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077964.099026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077964.099032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077964.099034:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077964.099036:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077964.099041:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077964.099046:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4953
00000400:00000200:3.0:1769077964.099055:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077964.099058:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077964.099063:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077964.099069:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.099073:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077964.099078:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.099080:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077964.099083:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077964.099085:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077964.099088:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077964.099090:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077964.099091:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077964.099093:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077964.099100:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.099102:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077964.099104:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.099108:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077964.099114:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077964.099117:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077964.099120:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077964.099123:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077964.099125:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077964.099130:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.099132:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077964.099137:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077964.099142:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.099145:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077964.099150:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769077964.099155:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077964.099158:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077964.099160:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.099164:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077964.099166:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077964.099169:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077964.099178:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077964.099184:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077964.099191:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610766464/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077964.099202:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077964.099206:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077964.099212:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610766464/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077964.099216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077964.099223:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769077964.099226:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077964.099229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077964.099235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077964.099238:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077964.099241:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077964.099244:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077964.099250:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4953
00000400:00000200:3.0:1769077964.099256:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077964.099260:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077964.099263:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077964.099268:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.099273:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077964.099276:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.099278:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077964.099281:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077964.099282:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077964.099284:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077964.099286:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077964.099288:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077964.099292:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077964.099298:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.099302:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077964.099306:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077964.099310:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077964.099314:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077964.099317:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077964.099319:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077964.099322:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077964.099325:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077964.099329:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.099335:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077964.099339:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077964.099347:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.099351:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077964.099356:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769077964.099360:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077964.099367:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077964.099370:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077964.099376:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077964.099378:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077964.099382:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077964.099431:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077964.099439:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077964.099449:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610766592/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077964.099458:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077964.099462:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077964.099468:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610766592/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077964.099481:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077964.099489:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4963)
00000800:00000200:2.1:1769077964.099708:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077964.099710:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077964.099968:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077964.099986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077964.100209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077964.100211:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1769077964.930508:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077964.930515:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077964.930574:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077964.930576:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077964.930579:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077964.994519:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299626353, at 4299626368
00000100:00000010:3.0:1769077964.994538:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00010000:00000001:0.0:1769077965.954546:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077965.954553:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077965.954646:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077965.954653:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077965.954658:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077966.978516:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077966.978523:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077966.978548:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077966.978551:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077966.978553:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077968.002539:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077968.002549:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077968.002656:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077968.002664:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077968.002668:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077969.026482:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077969.026491:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077969.026521:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077969.026523:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077969.026526:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077969.218575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077969.218586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077969.218589:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077969.218594:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077969.218599:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077969.218606:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4958
00000400:00000200:1.0:1769077969.218616:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077969.218623:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077969.218626:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077969.218629:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.218633:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077969.218636:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.218638:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077969.218643:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077969.218645:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769077969.218648:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077969.218650:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769077969.218653:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769077969.218656:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769077969.218659:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.218661:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077969.218664:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.218666:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077969.218669:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769077969.218672:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077969.218675:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.218677:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077969.218681:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077969.218684:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.218686:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077969.218688:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077969.218697:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7aa00.
00000020:00000040:1.0:1769077969.218709:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769077969.218714:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077969.218716:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.218719:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077969.218722:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077969.218725:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077969.218734:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000001:1.0:1769077969.218741:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077969.218750:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7aa00 x1855007610766720/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077969.218761:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077969.218773:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077969.218778:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c285696] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7aa00 x1855007610766720/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077969.218811:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077969.218815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077969.218818:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077969.218820:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077969.218822:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077969.218824:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077969.218827:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4958
00000400:00000200:1.0:1769077969.218831:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077969.218835:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077969.218838:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077969.218842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.218844:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077969.218847:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.218850:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077969.218852:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077969.218854:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769077969.218855:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077969.218857:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769077969.218860:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769077969.218872:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769077969.218881:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.218903:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077969.218910:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.218917:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077969.218925:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769077969.218935:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077969.218942:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.218947:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077969.218956:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077969.218963:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.218969:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077969.218974:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077969.218979:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.218986:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077969.218995:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b800.
00000020:00000040:1.0:1769077969.219002:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769077969.219009:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077969.219014:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.219020:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077969.219025:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077969.219031:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077969.219039:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:1.0:1769077969.219045:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077969.219056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b800 x1855007610766848/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077969.219083:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077969.219088:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077969.219098:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1baa66e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b800 x1855007610766848/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077969.219116:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077969.219123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077969.219124:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077969.219130:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1769077969.219131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077969.219137:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077969.219141:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077969.219146:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077969.219152:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4958
00000400:00000200:1.0:1769077969.219164:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077969.219172:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077969.219175:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077969.219181:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.219186:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077969.219190:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.219204:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077969.219211:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077969.219215:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769077969.219218:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077969.219224:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769077969.219230:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769077969.219236:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769077969.219245:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.219251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077969.219258:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.219266:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077969.219282:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769077969.219291:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077969.219298:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.219306:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077969.219312:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077969.219315:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.219318:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077969.219321:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077969.219325:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.219330:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077969.219338:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a680.
00000020:00000040:1.0:1769077969.219342:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769077969.219347:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077969.219350:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.219354:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077969.219357:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077969.219361:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077969.219367:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000100:00000001:1.0:1769077969.219373:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077969.219383:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a680 x1855007610766976/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077969.219412:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077969.219416:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077969.219423:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ef89d72] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a680 x1855007610766976/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077969.219440:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077969.219444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077969.219451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077969.219454:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077969.219457:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077969.219461:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077969.219468:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4958
00000400:00000200:1.0:1769077969.219476:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077969.219482:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077969.219486:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077969.219493:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.219499:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077969.219504:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.219510:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077969.219516:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077969.219521:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769077969.219526:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077969.219531:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769077969.219539:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769077969.219546:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769077969.219556:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.219563:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077969.219570:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077969.219574:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077969.219579:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769077969.219587:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077969.219592:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077969.219594:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077969.219598:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077969.219603:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.219607:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077969.219611:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077969.219618:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.219623:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077969.219631:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79c00.
00000020:00000040:1.0:1769077969.219638:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769077969.219645:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077969.219649:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077969.219655:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077969.219659:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077969.219664:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077969.219674:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:1.0:1769077969.219681:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077969.219691:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79c00 x1855007610767104/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077969.219702:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077969.219708:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077969.219719:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038f725e8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79c00 x1855007610767104/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077969.219742:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077969.219750:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4968)
00000800:00000200:2.1:1769077969.219807:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077969.219809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077969.220016:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077969.220018:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077969.220242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077969.220244:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1769077970.050541:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077970.050551:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077970.050638:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077970.050643:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077970.050648:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077970.114538:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299631472, at 4299631488
00000100:00000010:3.0:1769077970.114569:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00010000:00000001:0.0:1769077971.074518:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077971.074526:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077971.074551:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077971.074553:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077971.074556:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077972.098482:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077972.098489:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077972.098566:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077972.098571:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077972.098577:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077973.122524:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077973.122533:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077973.122536:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077973.122539:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077973.122545:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077973.122547:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077973.122549:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077973.122552:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077973.122578:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077973.122580:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077973.122582:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077974.146552:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077974.146559:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077974.146659:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077974.146663:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077974.146666:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077974.338507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077974.338515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077974.338517:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077974.338520:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077974.338524:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077974.338530:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4963
00000400:00000200:1.0:1769077974.338538:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077974.338546:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077974.338549:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077974.338552:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.338554:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077974.338557:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.338559:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077974.338563:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077974.338565:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769077974.338568:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077974.338570:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769077974.338572:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769077974.338574:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769077974.338577:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.338578:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077974.338580:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.338581:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077974.338584:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769077974.338586:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077974.338588:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.338591:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077974.338595:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077974.338597:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.338598:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077974.338600:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077974.338607:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7bb80.
00000020:00000040:1.0:1769077974.338610:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769077974.338613:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077974.338614:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.338616:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077974.338618:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077974.338621:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077974.338636:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67adc00.
00000100:00000001:1.0:1769077974.338641:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077974.338648:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7bb80 x1855007610767232/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077974.338656:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077974.338659:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077974.338663:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49461df] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7bb80 x1855007610767232/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.338677:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077974.338679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077974.338681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077974.338682:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077974.338684:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077974.338688:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077974.338694:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4963
00000400:00000200:1.0:1769077974.338713:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077974.338720:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077974.338728:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077974.338745:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.338753:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077974.338762:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.338771:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077974.338779:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077974.338781:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769077974.338783:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077974.338786:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769077974.338793:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769077974.338813:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769077974.338819:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.338821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077974.338825:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.338831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077974.338838:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769077974.338842:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077974.338846:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.338857:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077974.338862:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077974.338865:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.338867:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077974.338870:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077974.338878:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.338881:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077974.338885:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78380.
00000020:00000040:1.0:1769077974.338887:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769077974.338896:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077974.338900:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.338910:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077974.338912:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077974.338914:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077974.338919:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:1.0:1769077974.338923:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077974.338928:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78380 x1855007610767360/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077974.338942:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077974.338945:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077974.338954:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b372783] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78380 x1855007610767360/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.339012:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077974.339017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077974.339029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769077974.339031:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077974.339034:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077974.339041:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077974.339046:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4963
00000400:00000200:1.0:1769077974.339053:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077974.339059:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077974.339064:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077974.339076:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.339078:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077974.339080:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.339083:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077974.339089:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077974.339091:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769077974.339093:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077974.339098:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769077974.339106:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769077974.339112:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769077974.339119:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.339122:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077974.339129:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.339138:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077974.339145:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769077974.339155:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077974.339162:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.339171:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077974.339176:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077974.339179:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.339181:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077974.339183:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077974.339185:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.339190:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077974.339196:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78000.
00000020:00000040:1.0:1769077974.339200:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769077974.339206:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077974.339208:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.339216:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077974.339219:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077974.339222:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077974.339229:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000100:00000001:1.0:1769077974.339241:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077974.339249:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78000 x1855007610767488/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077974.339270:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077974.339276:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077974.339285:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809d7171] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78000 x1855007610767488/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769077974.339287:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077974.339299:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769077974.339313:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077974.339320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077974.339328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077974.339330:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077974.339331:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077974.339337:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077974.339347:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4963
00000400:00000200:1.0:1769077974.339361:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077974.339367:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077974.339378:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077974.339421:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.339431:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077974.339441:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.339446:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769077974.339452:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077974.339457:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769077974.339465:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077974.339473:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769077974.339479:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769077974.339496:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769077974.339506:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.339509:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077974.339519:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077974.339523:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769077974.339531:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769077974.339540:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077974.339544:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077974.339552:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077974.339554:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077974.339556:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.339559:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077974.339564:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077974.339569:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.339578:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077974.339588:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79180.
00000020:00000040:1.0:1769077974.339595:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769077974.339609:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077974.339614:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077974.339624:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077974.339631:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077974.339635:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077974.339646:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:1.0:1769077974.339655:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077974.339673:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79180 x1855007610767616/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077974.339721:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077974.339729:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077974.339745:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb405fe] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79180 x1855007610767616/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077974.339817:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077974.339826:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4973)
00000800:00000200:2.1:1769077974.340048:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077974.340050:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077974.340284:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077974.340286:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077974.340502:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077974.340504:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1769077975.170578:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077975.170589:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077975.170628:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077975.170632:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077975.170636:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077975.234500:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299636593, at 4299636608
00000100:00000010:3.0:1769077975.234520:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf480.
00010000:00000001:0.0:1769077976.194505:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077976.194512:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077976.194613:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077976.194622:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077976.194627:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077977.218506:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077977.218514:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077977.218536:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077977.218538:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077977.218541:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077978.242536:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077978.242546:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077978.242605:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077978.242609:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077978.242613:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077979.266539:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077979.266545:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077979.266566:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077979.266568:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077979.266570:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077979.458537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077979.458556:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077979.458559:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077979.458564:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077979.458568:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077979.458575:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4968
00000400:00000200:3.0:1769077979.458586:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077979.458592:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077979.458596:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077979.458599:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.458604:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077979.458607:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.458610:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077979.458614:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077979.458616:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077979.458620:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077979.458622:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077979.458625:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077979.458628:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077979.458632:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.458634:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077979.458636:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.458639:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077979.458642:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077979.458646:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077979.458649:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077979.458652:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077979.458656:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077979.458659:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.458661:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077979.458664:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077979.458674:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769077979.458677:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077979.458682:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077979.458684:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.458687:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077979.458690:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077979.458694:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077979.458701:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769077979.458708:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077979.458730:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610767744/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077979.458749:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077979.458754:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077979.458759:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610767744/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077979.458782:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077979.458785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077979.458789:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077979.458790:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077979.458792:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077979.458795:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077979.458798:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4968
00000400:00000200:3.0:1769077979.458802:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077979.458807:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077979.458809:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077979.458814:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.458816:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077979.458820:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.458823:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077979.458825:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077979.458827:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077979.458829:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077979.458834:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077979.458838:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077979.458842:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769077979.458847:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.458851:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077979.458856:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.458861:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077979.458868:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769077979.458876:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077979.458881:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077979.458886:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077979.458893:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077979.458898:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.458902:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077979.458908:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077979.458915:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.458920:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077979.458925:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077979.458930:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077979.458936:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077979.458938:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.458941:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077979.458943:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077979.458947:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077979.458956:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077979.458961:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077979.458970:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610767872/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077979.458984:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077979.458987:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077979.458996:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610767872/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077979.459012:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077979.459018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077979.459027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077979.459031:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077979.459035:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077979.459040:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077979.459046:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4968
00000400:00000200:3.0:1769077979.459053:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077979.459060:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077979.459065:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077979.459068:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.459072:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077979.459076:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.459081:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077979.459084:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077979.459087:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077979.459092:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077979.459095:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077979.459100:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077979.459106:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077979.459115:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.459121:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077979.459128:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.459132:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077979.459138:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077979.459144:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077979.459147:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077979.459150:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077979.459154:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077979.459157:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.459161:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077979.459166:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077979.459171:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.459175:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077979.459180:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077979.459187:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077979.459192:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077979.459196:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.459198:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077979.459200:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077979.459203:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077979.459211:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077979.459217:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077979.459223:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:3.0:1769077979.459228:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610768000/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769077979.459229:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769077979.459248:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077979.459253:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077979.459259:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610768000/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077979.459278:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077979.459283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077979.459288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077979.459291:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077979.459294:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077979.459299:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077979.459305:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4968
00000400:00000200:3.0:1769077979.459317:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077979.459324:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077979.459329:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077979.459337:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.459343:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077979.459348:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.459353:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077979.459357:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077979.459359:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077979.459361:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077979.459365:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077979.459369:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077979.459374:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077979.459380:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.459383:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077979.459426:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077979.459431:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077979.459437:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077979.459442:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077979.459449:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077979.459452:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077979.459457:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077979.459462:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.459465:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077979.459470:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077979.459476:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.459480:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077979.459486:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769077979.459492:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077979.459498:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077979.459501:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077979.459506:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077979.459510:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077979.459515:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077979.459522:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769077979.459528:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077979.459539:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610768128/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077979.459563:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077979.459567:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077979.459576:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610768128/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077979.459593:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077979.459600:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4978)
00000800:00000200:2.1:1769077979.459905:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077979.459907:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077979.460223:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077979.460225:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077979.460567:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769077979.460570:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769077980.290553:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077980.290564:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077980.290681:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077980.290697:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077980.290730:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077980.354617:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299641713, at 4299641728
00000100:00000010:3.0:1769077980.354624:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00010000:00000001:0.0:1769077981.314503:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077981.314509:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077981.314529:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077981.314531:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077981.314534:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077982.338557:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077982.338565:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077982.338637:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077982.338642:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077982.338653:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077983.362515:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077983.362524:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077983.362526:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077983.362529:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077983.362534:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077983.362536:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077983.362538:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077983.362540:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077983.362562:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077983.362565:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077983.362568:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077984.386481:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077984.386486:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077984.386545:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077984.386548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077984.386552:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077984.578978:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077984.578983:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077984.578987:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077984.578997:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579016:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077984.579019:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.579024:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077984.579028:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077984.579033:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077984.579040:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610768256:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077984.579048:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077984.579052:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077984.579056:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.579061:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077984.579067:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769077984.579072:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.579083:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077984.579089:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077984.579097:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077984.579107:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610768256, portal 25
00000100:00000001:1.0:1769077984.579112:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.579115:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374692480 : -104785334859136 : ffffa0b2c3568a80)
00000100:00000040:1.0:1769077984.579124:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579138:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077984.579145:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077984.579149:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077984.579154:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610768256, offset 0
00000400:00000200:1.0:1769077984.579164:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077984.579174:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077984.579183:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077984.579190:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077984.579197:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077984.579204:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077984.579210:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077984.579215:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21680:21680:256:4294967295] 192.168.204.105@tcp LPNI seq info [21677:21677:8:4294967295]
00000400:00000200:1.0:1769077984.579219:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077984.579234:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077984.579248:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077984.579254:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077984.579264:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077984.579269:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077984.579280:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077984.579287:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077984.579294:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077984.579298:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077984.579302:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077984.579306:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077984.579312:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077984.579316:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077984.579321:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077984.579328:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579348:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.579355:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579372:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.579376:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077984.579383:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.579416:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077984.579419:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299646833
00000100:00000010:1.0:1769077984.579424:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea600.
00000100:00000001:1.0:1769077984.579430:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769077984.579434:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299646833
00000100:00000010:1.0:1769077984.579438:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaba0.
00000100:00000001:1.0:1769077984.579441:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769077984.579454:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077984.579456:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.579459:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077984.579464:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077984.579472:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077984.579473:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077984.579476:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077984.579478:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077984.579480:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077984.579483:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077984.579487:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077984.579496:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579503:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.579504:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.579507:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.579508:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.579512:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579518:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.579523:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579530:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.579533:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.579534:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.579536:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.579538:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077984.579540:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.579542:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077984.579546:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077984.579548:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.579551:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.579560:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610768256:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077984.579564:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.579566:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.579569:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568a80 x1855007610768256/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579575:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.579578:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.579580:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769077984.579582:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.579584:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.579585:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769077984.579587:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.579590:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:1.0:1769077984.579593:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.579595:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.579596:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568a80.
00000100:00000001:1.0:1769077984.579600:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.579601:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.579603:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.579610:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077984.579612:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.579614:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077984.579616:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077984.579617:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077984.579620:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579638:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077984.579639:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.579641:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077984.579643:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077984.579645:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077984.579648:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610768384:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077984.579651:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077984.579653:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077984.579655:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.579656:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077984.579659:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769077984.579661:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.579665:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077984.579667:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077984.579670:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077984.579673:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610768384, portal 10
00000100:00000001:1.0:1769077984.579675:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.579676:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374702336 : -104785334849280 : ffffa0b2c356b100)
00000100:00000040:1.0:1769077984.579683:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579689:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077984.579691:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077984.579693:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077984.579695:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610768384, offset 0
00000400:00000200:1.0:1769077984.579701:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077984.579707:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077984.579714:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077984.579719:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077984.579725:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077984.579730:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077984.579734:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077984.579742:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21681:21681:256:4294967295] 192.168.204.105@tcp LPNI seq info [21678:21678:8:4294967295]
00000400:00000200:1.0:1769077984.579752:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077984.579764:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077984.579774:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077984.579780:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077984.579790:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077984.579796:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077984.579804:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077984.579808:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077984.579815:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077984.579818:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077984.579823:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077984.579829:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077984.579834:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077984.579836:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077984.579841:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077984.579845:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579853:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.579857:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.579863:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.579865:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077984.579867:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077984.579871:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769077984.579874:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077984.579876:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299645972
00000100:00000001:1.0:1769077984.579878:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299646833
00000100:00000001:1.0:1769077984.579880:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299645972
00000100:00000001:1.0:1769077984.579882:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299646833
00000100:00000001:1.0:1769077984.579885:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077984.580169:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.580171:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077984.580175:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077984.580184:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077984.580185:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077984.580187:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077984.580189:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077984.580191:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077984.580193:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077984.580196:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077984.580204:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580210:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.580212:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580213:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.580215:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.580218:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580224:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.580228:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580235:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.580238:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580239:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.580240:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580242:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077984.580243:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.580246:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077984.580249:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077984.580251:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.580255:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.580262:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610768384:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077984.580266:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077984.580269:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580275:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077984.580276:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.580278:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077984.580280:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077984.580282:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077984.580285:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610768512:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077984.580288:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077984.580290:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077984.580291:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.580293:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077984.580296:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769077984.580298:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.580301:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077984.580304:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077984.580306:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077984.580309:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610768512, portal 4
00000100:00000001:1.0:1769077984.580311:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.580312:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696064 : -104785334855552 : ffffa0b2c3569880)
00000100:00000040:1.0:1769077984.580317:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580329:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077984.580331:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077984.580333:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077984.580335:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610768512, offset 0
00000400:00000200:1.0:1769077984.580339:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077984.580342:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077984.580345:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077984.580348:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077984.580350:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077984.580352:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077984.580355:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077984.580358:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21682:21682:256:4294967295] 192.168.204.105@tcp LPNI seq info [21679:21679:8:4294967295]
00000400:00000200:1.0:1769077984.580362:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077984.580369:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077984.580373:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077984.580375:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077984.580379:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077984.580382:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077984.580401:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077984.580403:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077984.580407:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077984.580408:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077984.580411:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077984.580414:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077984.580417:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077984.580419:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077984.580421:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077984.580425:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580431:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.580434:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580446:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.580448:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077984.580451:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077984.580453:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769077984.580456:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077984.580458:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299645999
00000100:00000001:1.0:1769077984.580461:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299646833
00000100:00000001:1.0:1769077984.580463:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299645999
00000100:00000001:1.0:1769077984.580465:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299646833
00000100:00000001:1.0:1769077984.580467:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077984.580469:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.580471:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077984.580474:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077984.580482:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077984.580483:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077984.580484:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077984.580486:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077984.580488:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077984.580490:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077984.580493:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077984.580501:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580507:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.580508:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580510:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.580511:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.580515:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580522:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.580526:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580532:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.580534:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580535:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.580537:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580538:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077984.580540:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.580542:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077984.580545:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077984.580547:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.580551:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.580559:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610768512:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077984.580562:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580563:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.580567:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b100 x1855007610768384/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580573:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.580575:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.580576:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769077984.580578:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.580580:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.580581:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769077984.580583:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.580585:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:1.0:1769077984.580587:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.580589:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.580590:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b100.
00000100:00000001:1.0:1769077984.580593:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.580594:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580596:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.580599:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569880 x1855007610768512/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580605:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.580606:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.580608:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769077984.580609:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.580611:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.580612:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077984.580614:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.580615:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:1.0:1769077984.580617:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.580618:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.580620:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569880.
00000100:00000001:1.0:1769077984.580622:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.580623:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580625:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580642:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077984.580643:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.580645:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077984.580647:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077984.580648:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077984.580651:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580658:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077984.580659:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.580661:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077984.580663:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077984.580665:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077984.580668:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610768640:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077984.580673:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077984.580674:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077984.580676:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.580677:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077984.580680:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769077984.580682:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.580686:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077984.580688:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077984.580690:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077984.580693:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610768640, portal 4
00000100:00000001:1.0:1769077984.580695:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.580696:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696960 : -104785334854656 : ffffa0b2c3569c00)
00000100:00000040:1.0:1769077984.580701:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580707:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077984.580709:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077984.580711:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077984.580713:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610768640, offset 0
00000400:00000200:1.0:1769077984.580717:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077984.580720:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077984.580723:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077984.580726:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077984.580728:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077984.580731:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077984.580733:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077984.580736:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21683:21683:256:4294967295] 192.168.204.105@tcp LPNI seq info [21680:21680:8:4294967295]
00000400:00000200:1.0:1769077984.580740:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077984.580746:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077984.580750:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077984.580753:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077984.580756:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077984.580759:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077984.580763:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077984.580765:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077984.580769:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077984.580771:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077984.580773:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077984.580777:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077984.580779:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077984.580781:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077984.580783:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077984.580786:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580793:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.580796:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580802:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.580804:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077984.580806:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077984.580808:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769077984.580811:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077984.580813:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299646010
00000100:00000001:1.0:1769077984.580815:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299646833
00000100:00000001:1.0:1769077984.580817:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299646010
00000100:00000001:1.0:1769077984.580819:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299646833
00000100:00000001:1.0:1769077984.580821:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077984.580823:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.580824:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077984.580828:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077984.580835:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077984.580836:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077984.580838:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077984.580839:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077984.580841:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077984.580843:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077984.580846:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077984.580854:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580861:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.580862:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580863:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.580864:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.580867:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580873:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.580877:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580884:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.580892:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580893:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.580894:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580896:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077984.580897:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.580900:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077984.580903:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077984.580905:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.580909:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.580917:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610768640:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077984.580920:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580922:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.580925:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569c00 x1855007610768640/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.580931:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.580932:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.580934:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769077984.580936:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.580937:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.580938:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077984.580940:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.580941:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:1.0:1769077984.580943:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.580945:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.580946:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569c00.
00000100:00000001:1.0:1769077984.580948:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.580949:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580951:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.580953:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077984.580955:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.580956:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077984.580958:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077985.410511:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077985.410518:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077985.410542:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077985.410544:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077985.410546:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077985.474502:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299646833, at 4299646848
00000100:00000010:3.0:1769077985.474518:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaba0.
00010000:00000001:0.0:1769077986.434514:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077986.434520:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077986.434550:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077986.434555:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077986.434559:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077987.458550:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077987.458560:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077987.458623:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077987.458626:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077987.458630:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077988.482449:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077988.482454:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077988.482512:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077988.482515:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077988.482517:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077989.506602:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077989.506609:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077989.506634:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077989.506636:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077989.506638:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077989.698509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077989.698519:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077989.698605:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077989.698609:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077989.698613:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077989.698621:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4978
00000400:00000200:3.0:1769077989.698630:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077989.698636:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077989.698639:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077989.698643:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.698646:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077989.698648:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.698650:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077989.698655:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077989.698657:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077989.698660:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077989.698662:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077989.698664:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077989.698667:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077989.698670:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.698672:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077989.698674:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.698676:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077989.698679:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077989.698682:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077989.698685:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077989.698688:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077989.698691:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077989.698694:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077989.698696:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077989.698709:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077989.698718:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769077989.698722:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077989.698725:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077989.698727:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077989.698730:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077989.698733:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077989.698736:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077989.698743:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077989.698749:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077989.698757:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077989.698776:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077989.698781:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077989.698786:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077989.698805:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077989.698807:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077989.698810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077989.698812:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077989.698814:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077989.698816:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077989.698819:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4978
00000400:00000200:3.0:1769077989.698824:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077989.698827:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077989.698830:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077989.698832:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077989.698833:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077989.698837:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077989.698838:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077989.698842:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077989.698843:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.698847:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077989.698851:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1769077989.698853:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077989.698854:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077989.698857:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077989.698860:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077989.698864:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077989.698869:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769077989.698872:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769077989.698875:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077989.698876:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077989.698879:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077989.698882:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:1.0:1769077989.698883:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077989.698885:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:1.0:1769077989.698887:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077989.698888:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:1.0:1769077989.698894:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077989.698895:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077989.698900:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077989.698902:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610768768:192.168.204.105@tcp:250:kworker.0
02000000:00000001:3.0:1769077989.698903:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077989.698909:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.698910:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077989.698914:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.698915:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077989.698918:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077989.698919:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077989.698923:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077989.698924:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1769077989.698928:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077989.698930:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:3.0:1769077989.698931:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.698936:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077989.698938:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769077989.698942:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000400:00000200:1.0:1769077989.698946:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769077989.698946:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077989.698950:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077989.698953:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:3.0:1769077989.698953:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077989.698956:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077989.698959:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077989.698961:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
02000000:00000010:3.0:1769077989.698964:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000200:1.0:1769077989.698969:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610768768, portal 25
00000100:00000001:3.0:1769077989.698969:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.698973:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077989.698975:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511428608 : -104785198123008 : ffffa0b2cb7cf800)
00000100:00100000:3.0:1769077989.698979:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769077989.698982:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077989.699000:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077989.699001:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077989.699005:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077989.699006:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077989.699010:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077989.699014:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610768768, offset 0
00000100:00000040:3.0:1769077989.699014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077989.699020:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077989.699028:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077989.699038:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:3.0:1769077989.699038:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077989.699043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077989.699047:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077989.699049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077989.699052:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077989.699054:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:3.0:1769077989.699055:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077989.699060:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077989.699061:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769077989.699066:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4978
00000400:00000200:1.0:1769077989.699069:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:3.0:1769077989.699074:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077989.699076:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21684:21684:256:4294967295] 192.168.204.105@tcp LPNI seq info [21681:21681:8:4294967295]
00000400:00000200:3.0:1769077989.699080:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077989.699085:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077989.699086:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:3.0:1769077989.699091:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.699094:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077989.699097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.699101:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769077989.699105:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1769077989.699106:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077989.699110:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077989.699114:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077989.699117:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:1.0:1769077989.699122:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769077989.699126:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000010:1.0:1769077989.699128:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000020:00000001:3.0:1769077989.699130:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077989.699137:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:1.0:1769077989.699139:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077989.699140:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769077989.699145:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1769077989.699146:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.699151:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077989.699156:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000800:00000200:1.1:1769077989.699156:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769077989.699162:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:1.1:1769077989.699163:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769077989.699166:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077989.699169:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1769077989.699173:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000001:3.0:1769077989.699174:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1769077989.699177:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
02000000:00000001:3.0:1769077989.699178:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077989.699182:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077989.699185:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077989.699186:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1769077989.699189:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077989.699193:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.699194:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000010:3.0:1769077989.699200:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000400:00000200:1.0:1769077989.699202:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000020:00000040:3.0:1769077989.699204:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000010:1.0:1769077989.699206:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
02000000:00000001:3.0:1769077989.699209:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077989.699211:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.699213:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077989.699214:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077989.699217:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769077989.699220:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.699230:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.699234:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077989.699236:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077989.699243:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:1.0:1769077989.699245:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.699249:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077989.699250:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.699256:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077989.699259:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077989.699263:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077989.699267:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299651952
00000100:00000010:1.0:1769077989.699273:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaf60.
00000100:00000001:3.0:1769077989.699275:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077989.699278:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.699279:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1769077989.699284:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.699285:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299651952
00000100:00000010:1.0:1769077989.699289:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea5a0.
00000100:00000001:1.0:1769077989.699293:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769077989.699300:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077989.699303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077989.699305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077989.699307:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077989.699309:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077989.699310:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077989.699312:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077989.699315:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077989.699317:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4978
00000100:00000001:1.0:1769077989.699319:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1769077989.699324:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:1.0:1769077989.699328:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077989.699332:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077989.699337:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077989.699342:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.699346:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077989.699351:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.699355:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077989.699358:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:1.0:1769077989.699359:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.699361:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1769077989.699361:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000400:00000010:1.0:1769077989.699364:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000020:00000001:3.0:1769077989.699365:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769077989.699367:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000020:00000040:3.0:1769077989.699368:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000400:00000010:1.0:1769077989.699370:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000020:00000001:3.0:1769077989.699372:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769077989.699374:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1769077989.699377:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000200:1.0:1769077989.699379:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077989.699384:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.699406:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077989.699408:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077989.699411:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077989.699413:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769077989.699416:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077989.699418:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077989.699420:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077989.699423:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077989.699424:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077989.699426:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077989.699428:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077989.699430:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077989.699432:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077989.699436:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769077989.699438:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077989.699440:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077989.699441:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077989.699443:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077989.699444:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077989.699446:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077989.699449:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769077989.699452:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077989.699457:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077989.699464:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077989.699466:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077989.699469:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077989.699476:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077989.699481:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4988)
00000100:00000200:1.0:1769077989.700088:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700096:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.700097:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700100:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.700102:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.700107:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700114:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.700118:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700125:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.700128:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700129:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.700131:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700133:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.700134:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.700137:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.700141:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077989.700143:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.700148:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.700158:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610768768:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077989.700162:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700164:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.700167:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf800 x1855007610768768/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700174:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.700177:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.700179:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769077989.700182:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.700185:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.700186:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769077989.700188:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.700191:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:1.0:1769077989.700195:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.700197:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.700199:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf800.
00000100:00000001:1.0:1769077989.700201:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.700203:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700204:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700211:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077989.700213:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.700215:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077989.700217:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077989.700218:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077989.700222:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700229:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077989.700230:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.700232:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077989.700234:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077989.700236:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077989.700239:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610768896:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077989.700242:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077989.700244:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077989.700245:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.700247:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077989.700250:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769077989.700252:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.700257:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077989.700259:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077989.700262:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077989.700265:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610768896, portal 10
00000100:00000001:1.0:1769077989.700267:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077989.700269:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511423232 : -104785198128384 : ffffa0b2cb7ce300)
00000100:00000040:1.0:1769077989.700275:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700282:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077989.700284:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077989.700286:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077989.700288:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610768896, offset 0
00000400:00000200:1.0:1769077989.700292:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077989.700296:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077989.700300:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077989.700302:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077989.700305:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077989.700308:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077989.700310:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077989.700313:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21685:21685:256:4294967295] 192.168.204.105@tcp LPNI seq info [21682:21682:8:4294967295]
00000400:00000200:1.0:1769077989.700317:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077989.700323:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077989.700327:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077989.700330:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077989.700334:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077989.700337:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077989.700342:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077989.700344:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077989.700348:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077989.700349:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077989.700353:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077989.700356:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077989.700358:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077989.700360:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077989.700362:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077989.700366:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700373:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.700376:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700383:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.700384:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077989.700402:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077989.700405:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769077989.700409:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077989.700411:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299651093
00000100:00000001:1.0:1769077989.700413:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299651952
00000100:00000001:1.0:1769077989.700415:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299651093
00000100:00000001:1.0:1769077989.700418:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299651952
00000100:00000001:1.0:1769077989.700420:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.700422:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.700423:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077989.700427:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077989.700434:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.700435:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077989.700437:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077989.700440:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077989.700441:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077989.700443:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077989.700446:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077989.700454:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700460:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.700462:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700463:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.700464:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.700467:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700473:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.700476:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700483:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.700485:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700487:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.700488:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700490:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.700491:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.700494:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.700497:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077989.700499:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.700502:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.700510:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610768896:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077989.700514:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077989.700517:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700523:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077989.700525:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.700526:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077989.700528:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077989.700530:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077989.700533:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769024:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077989.700535:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077989.700537:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077989.700539:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.700551:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077989.700554:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769077989.700557:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.700560:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077989.700563:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077989.700566:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077989.700569:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610769024, portal 4
00000100:00000001:1.0:1769077989.700571:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077989.700572:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511418752 : -104785198132864 : ffffa0b2cb7cd180)
00000100:00000040:1.0:1769077989.700577:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700583:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077989.700585:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077989.700587:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077989.700589:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610769024, offset 0
00000400:00000200:1.0:1769077989.700593:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077989.700597:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077989.700600:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077989.700603:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077989.700606:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077989.700608:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077989.700611:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077989.700613:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21686:21686:256:4294967295] 192.168.204.105@tcp LPNI seq info [21683:21683:8:4294967295]
00000400:00000200:1.0:1769077989.700617:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077989.700623:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077989.700627:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077989.700630:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077989.700634:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077989.700636:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077989.700640:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077989.700643:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077989.700647:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077989.700648:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077989.700651:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077989.700654:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077989.700657:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077989.700658:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077989.700660:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077989.700663:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700670:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.700673:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700679:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.700681:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077989.700684:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077989.700686:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769077989.700690:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077989.700692:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299651119
00000100:00000001:1.0:1769077989.700694:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299651952
00000100:00000001:1.0:1769077989.700696:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299651119
00000100:00000001:1.0:1769077989.700698:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299651952
00000100:00000001:1.0:1769077989.700700:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.700702:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.700704:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077989.700707:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077989.700715:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.700716:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077989.700717:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077989.700719:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077989.700721:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077989.700723:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077989.700726:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077989.700733:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700740:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.700741:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700743:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.700745:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.700748:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700755:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.700759:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700765:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.700768:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700769:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.700769:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700771:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.700772:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.700774:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.700776:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077989.700777:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.700779:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.700784:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769024:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077989.700787:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077989.700788:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700792:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077989.700793:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.700795:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077989.700796:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077989.700797:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077989.700798:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769152:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077989.700800:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077989.700801:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077989.700802:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.700804:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077989.700806:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769077989.700807:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.700809:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077989.700811:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077989.700813:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077989.700815:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610769152, portal 4
00000100:00000001:1.0:1769077989.700816:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077989.700817:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511417856 : -104785198133760 : ffffa0b2cb7cce00)
00000100:00000040:1.0:1769077989.700821:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700825:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077989.700826:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077989.700828:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077989.700829:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610769152, offset 0
00000400:00000200:1.0:1769077989.700831:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077989.700834:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077989.700836:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077989.700837:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077989.700839:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077989.700841:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077989.700842:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077989.700844:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21687:21687:256:4294967295] 192.168.204.105@tcp LPNI seq info [21684:21684:8:4294967295]
00000400:00000200:1.0:1769077989.700846:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077989.700850:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077989.700853:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077989.700855:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077989.700857:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077989.700859:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077989.700861:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077989.700863:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077989.700865:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077989.700866:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077989.700868:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077989.700870:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077989.700872:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077989.700873:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077989.700874:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077989.700877:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700881:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.700883:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700896:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.700897:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077989.700899:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077989.700901:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769077989.700903:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077989.700904:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299651130
00000100:00000001:1.0:1769077989.700906:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299651952
00000100:00000001:1.0:1769077989.700907:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299651130
00000100:00000001:1.0:1769077989.700909:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299651952
00000100:00000001:1.0:1769077989.700910:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.700911:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.700912:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077989.700914:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077989.700918:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.700919:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077989.700920:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077989.700921:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077989.700922:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077989.700923:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077989.700925:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077989.700929:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700933:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.700934:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700935:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.700935:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.700937:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700941:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.700944:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700947:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.700948:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700949:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.700950:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700951:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.700952:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.700953:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.700955:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077989.700956:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.700958:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.700962:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769152:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077989.700963:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700964:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.700966:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce300 x1855007610768896/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700969:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.700970:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.700972:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769077989.700973:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.700974:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.700975:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769077989.700976:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.700977:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:1.0:1769077989.700979:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.700980:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.700981:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce300.
00000100:00000001:1.0:1769077989.700983:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.700984:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.700985:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.700986:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd180 x1855007610769024/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.700990:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.700991:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.700991:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769077989.700993:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.700993:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.700994:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077989.700995:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.700995:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769077989.700996:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.700997:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.700998:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd180.
00000100:00000001:1.0:1769077989.700999:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.700999:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.701000:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.701002:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cce00 x1855007610769152/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.701005:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.701005:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.701006:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769077989.701007:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.701008:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.701008:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077989.701009:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.701010:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:1.0:1769077989.701011:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.701012:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.701012:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cce00.
00000100:00000001:1.0:1769077989.701014:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.701015:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.701016:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.701018:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077989.701019:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.701020:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077989.701021:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077990.530496:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077990.530503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077990.530590:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077990.530594:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077990.530598:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077990.594508:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299651952, at 4299651968
00000100:00000010:3.0:1769077990.594540:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00010000:00000001:0.0:1769077991.554568:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077991.554576:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077991.554605:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077991.554608:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077991.554612:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077992.578544:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077992.578552:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077992.578618:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077992.578621:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077992.578624:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1769077993.282479:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:0.0:1769077993.282499:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:0.0:1769077993.282505:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769077993.282685:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077993.282706:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769077993.282711:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769077993.282714:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769077993.602554:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077993.602567:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769077993.602569:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769077993.602571:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077993.602577:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769077993.602580:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077993.602582:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077993.602585:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077993.602615:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077993.602618:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077993.602621:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077994.626554:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077994.626562:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077994.626624:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077994.626627:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077994.626631:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077994.818547:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077994.818567:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077994.818570:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077994.818576:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077994.818581:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077994.818590:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4983
00000400:00000200:3.0:1769077994.818601:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077994.818608:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077994.818611:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077994.818614:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.818623:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.818626:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.818628:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077994.818633:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077994.818635:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077994.818638:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077994.818640:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077994.818643:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077994.818645:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077994.818648:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.818650:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.818651:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.818653:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077994.818656:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077994.818660:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077994.818662:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077994.818666:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077994.818670:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077994.818674:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.818676:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077994.818680:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077994.818692:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769077994.818696:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077994.818701:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077994.818704:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.818708:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077994.818711:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077994.818715:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077994.818725:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769077994.818733:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077994.818744:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077994.818759:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077994.818764:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077994.818769:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077994.818795:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077994.818799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077994.818802:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077994.818804:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077994.818806:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077994.818808:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077994.818810:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4983
00000400:00000200:3.0:1769077994.818814:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077994.818817:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077994.818819:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077994.818822:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.818824:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.818826:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.818828:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077994.818831:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077994.818832:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077994.818834:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077994.818837:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769077994.818839:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077994.818841:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769077994.818843:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077994.818845:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077994.818849:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077994.818849:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.818854:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077994.818855:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077994.818859:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077994.818864:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000040:1.0:1769077994.818867:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077994.818869:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077994.818874:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077994.818878:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077994.818883:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077994.818885:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.818886:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077994.818891:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.818894:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077994.818895:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077994.818899:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769077994.818902:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077994.818904:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077994.818907:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.818912:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.818913:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610769280:192.168.204.105@tcp:250:kworker.0
00000100:00000010:3.0:1769077994.818917:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000100:00000001:1.0:1769077994.818919:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769077994.818922:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077994.818925:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077994.818926:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077994.818927:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.818931:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077994.818932:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077994.818934:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077994.818938:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
02000000:00000001:1.0:1769077994.818941:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.818941:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.818946:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769077994.818947:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769077994.818954:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:3.0:1769077994.818957:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077994.818959:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.818961:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077994.818967:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077994.818970:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077994.818977:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:3.0:1769077994.818979:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077994.818984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077994.818986:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00080000:3.0:1769077994.818988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077994.818991:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077994.818993:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077994.818996:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769077994.818997:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610769280, portal 25
00000100:00080000:3.0:1769077994.819000:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4983
00000100:00000001:1.0:1769077994.819003:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077994.819007:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416064 : -104785198135552 : ffffa0b2cb7cc700)
00000400:00000200:3.0:1769077994.819007:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077994.819013:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077994.819017:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077994.819018:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077994.819022:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.819026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.819031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077994.819033:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077994.819035:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000040:1.0:1769077994.819041:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769077994.819041:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077994.819044:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000010:1.0:1769077994.819046:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000020:00000001:3.0:1769077994.819047:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077994.819051:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000100:00000200:1.0:1769077994.819053:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610769280, offset 0
00000020:00000001:3.0:1769077994.819054:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769077994.819058:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769077994.819064:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:3.0:1769077994.819065:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.819069:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.819071:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.819074:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769077994.819078:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769077994.819079:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769077994.819088:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:3.0:1769077994.819092:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:1.0:1769077994.819096:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077994.819097:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077994.819101:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077994.819104:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:3.0:1769077994.819105:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077994.819108:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.819110:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077994.819112:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077994.819116:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000008:00100000:3.0:1769077994.819117:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077994.819122:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.819124:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21688:21688:256:4294967295] 192.168.204.105@tcp LPNI seq info [21685:21685:8:4294967295]
00000100:00000001:3.0:1769077994.819125:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077994.819131:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000400:00000200:1.0:1769077994.819132:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769077994.819137:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077994.819141:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077994.819144:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.819148:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077994.819149:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769077994.819151:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077994.819154:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077994.819159:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
02000000:00000010:3.0:1769077994.819162:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000800:00000010:1.0:1769077994.819166:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000100:00000001:3.0:1769077994.819166:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077994.819174:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077994.819179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077994.819186:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769077994.819187:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077994.819191:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077994.819196:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769077994.819200:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077994.819202:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077994.819213:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077994.819214:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077994.819221:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769077994.819222:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077994.819228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077994.819232:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769077994.819234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077994.819237:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077994.819239:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077994.819240:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000100:00000001:3.0:1769077994.819242:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769077994.819245:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00080000:3.0:1769077994.819249:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4983
00000100:00000001:1.0:1769077994.819253:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1769077994.819256:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000200:1.0:1769077994.819261:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077994.819264:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077994.819269:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077994.819276:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.819281:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.819285:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.819291:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769077994.819294:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769077994.819294:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077994.819296:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077994.819299:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077994.819302:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077994.819303:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077994.819308:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769077994.819313:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077994.819318:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.819320:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.819322:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077994.819324:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769077994.819327:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077994.819328:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:1.0:1769077994.819332:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769077994.819334:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077994.819339:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.819341:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077994.819341:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077994.819346:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077994.819349:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769077994.819351:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.819354:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299657072
00000100:00000001:3.0:1769077994.819355:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077994.819359:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1769077994.819363:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea000.
00000008:00000001:3.0:1769077994.819364:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.819368:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077994.819373:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000100:00000001:1.0:1769077994.819374:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1769077994.819378:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769077994.819382:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077994.819384:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.819385:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299657072
00000100:00000001:3.0:1769077994.819418:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1769077994.819419:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea120.
02000000:00000001:3.0:1769077994.819420:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077994.819424:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.819425:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000010:3.0:1769077994.819430:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:1.0:1769077994.819431:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077994.819436:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.819437:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.819443:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077994.819446:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077994.819474:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1769077994.819475:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077994.819479:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077994.819488:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077994.819492:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.819495:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077994.819500:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:3.0:1769077994.819501:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.819505:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077994.819509:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000040:3.0:1769077994.819509:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4993)
00000100:00000001:1.0:1769077994.819516:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077994.819522:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077994.819531:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819538:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.819541:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.819544:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.819545:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.819550:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819557:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.819561:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819568:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077994.819571:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.819573:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.819574:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.819577:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.819579:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.819581:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077994.819586:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077994.819588:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077994.819592:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077994.819601:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610769280:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769077994.819605:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.819608:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.819610:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc700 x1855007610769280/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819616:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.819619:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.819622:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769077994.819625:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.819627:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.819629:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769077994.819631:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.819634:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:1.0:1769077994.819639:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.819641:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.819643:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc700.
00000100:00000001:1.0:1769077994.819646:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.819647:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.819650:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.819658:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077994.819660:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.819662:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077994.819664:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077994.819666:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077994.819669:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819676:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077994.819678:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.819680:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077994.819681:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077994.819683:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.819686:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769408:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077994.819688:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077994.819690:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077994.819692:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.819694:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077994.819696:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769077994.819698:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.819703:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077994.819705:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077994.819709:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077994.819712:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610769408, portal 10
00000100:00000001:1.0:1769077994.819714:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077994.819716:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511420544 : -104785198131072 : ffffa0b2cb7cd880)
00000100:00000040:1.0:1769077994.819721:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819727:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077994.819730:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077994.819731:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077994.819734:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610769408, offset 0
00000400:00000200:1.0:1769077994.819738:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077994.819741:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077994.819745:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077994.819748:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077994.819750:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077994.819753:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077994.819755:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077994.819758:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21689:21689:256:4294967295] 192.168.204.105@tcp LPNI seq info [21686:21686:8:4294967295]
00000400:00000200:1.0:1769077994.819762:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077994.819768:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077994.819772:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077994.819775:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077994.819779:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077994.819782:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077994.819786:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077994.819788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077994.819792:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077994.819794:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077994.819797:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077994.819800:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077994.819802:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077994.819804:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077994.819807:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077994.819810:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819817:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.819820:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819831:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.819832:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077994.819835:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.819839:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769077994.819843:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077994.819845:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299656212
00000100:00000001:1.0:1769077994.819847:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299657072
00000100:00000001:1.0:1769077994.819849:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299656212
00000100:00000001:1.0:1769077994.819851:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299657072
00000100:00000001:1.0:1769077994.819853:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.819855:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.819857:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077994.819860:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077994.819867:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.819869:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077994.819870:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077994.819872:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077994.819874:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077994.819876:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077994.819879:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077994.819888:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819894:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.819896:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.819898:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.819899:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.819903:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819910:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.819913:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819919:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077994.819922:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.819923:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.819925:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.819926:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.819928:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.819930:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077994.819934:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077994.819936:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077994.819939:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077994.819947:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769408:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769077994.819951:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077994.819954:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.819960:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077994.819962:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.819964:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077994.819966:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077994.819968:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.819971:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769536:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077994.819974:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077994.819976:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077994.819978:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.819980:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077994.819983:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769077994.819985:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.819989:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077994.819991:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077994.819995:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077994.819998:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610769536, portal 4
00000100:00000001:1.0:1769077994.820000:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077994.820001:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511424128 : -104785198127488 : ffffa0b2cb7ce680)
00000100:00000040:1.0:1769077994.820006:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820014:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077994.820017:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077994.820020:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077994.820022:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610769536, offset 0
00000400:00000200:1.0:1769077994.820025:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077994.820029:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077994.820033:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077994.820036:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077994.820038:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077994.820040:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077994.820043:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077994.820046:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21690:21690:256:4294967295] 192.168.204.105@tcp LPNI seq info [21687:21687:8:4294967295]
00000400:00000200:1.0:1769077994.820050:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077994.820056:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077994.820060:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077994.820063:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077994.820066:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077994.820068:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077994.820073:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077994.820076:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077994.820080:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077994.820082:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077994.820085:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077994.820089:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077994.820091:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077994.820094:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077994.820096:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077994.820099:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820106:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.820109:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820115:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.820116:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077994.820119:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.820122:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769077994.820125:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077994.820127:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299656238
00000100:00000001:1.0:1769077994.820130:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299657072
00000100:00000001:1.0:1769077994.820132:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299656238
00000100:00000001:1.0:1769077994.820134:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299657072
00000100:00000001:1.0:1769077994.820137:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.820138:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.820140:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077994.820143:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077994.820151:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.820153:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077994.820154:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077994.820157:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077994.820158:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077994.820161:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077994.820164:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077994.820171:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820178:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.820179:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820181:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.820182:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.820186:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820191:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.820194:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820198:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077994.820200:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820201:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.820202:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820203:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.820204:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.820205:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077994.820207:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077994.820208:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077994.820210:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077994.820214:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769536:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077994.820216:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077994.820218:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820223:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077994.820224:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.820225:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077994.820227:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077994.820228:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.820229:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769664:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077994.820231:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077994.820232:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077994.820233:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.820234:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077994.820237:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769077994.820238:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.820240:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077994.820242:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769077994.820244:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769077994.820246:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610769664, portal 4
00000100:00000001:1.0:1769077994.820247:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077994.820248:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511414272 : -104785198137344 : ffffa0b2cb7cc000)
00000100:00000040:1.0:1769077994.820252:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820255:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077994.820257:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077994.820258:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000200:1.0:1769077994.820259:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610769664, offset 0
00000400:00000200:1.0:1769077994.820261:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077994.820264:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077994.820266:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077994.820268:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077994.820269:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077994.820271:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077994.820272:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077994.820275:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21691:21691:256:4294967295] 192.168.204.105@tcp LPNI seq info [21688:21688:8:4294967295]
00000400:00000200:1.0:1769077994.820277:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077994.820281:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077994.820284:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077994.820286:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769077994.820289:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769077994.820291:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077994.820293:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077994.820295:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077994.820298:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077994.820299:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:1.0:1769077994.820301:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077994.820303:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077994.820304:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:1.0:1769077994.820306:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:1.0:1769077994.820307:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077994.820309:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820313:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.820315:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820319:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.820320:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077994.820322:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.820324:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769077994.820325:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077994.820326:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299656249
00000100:00000001:1.0:1769077994.820328:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299657072
00000100:00000001:1.0:1769077994.820330:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299656249
00000100:00000001:1.0:1769077994.820331:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299657072
00000100:00000001:1.0:1769077994.820333:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.820334:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.820335:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077994.820337:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077994.820342:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.820343:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077994.820343:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769077994.820344:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769077994.820345:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769077994.820347:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077994.820348:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077994.820353:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820357:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.820357:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820358:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.820359:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.820361:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820364:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.820366:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820369:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077994.820370:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820371:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.820372:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820373:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.820373:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.820375:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077994.820377:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769077994.820378:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077994.820380:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077994.820384:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769664:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077994.820401:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820402:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.820404:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd880 x1855007610769408/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820408:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.820409:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.820410:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769077994.820412:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.820413:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.820414:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769077994.820415:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.820416:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4000.
02000000:00000001:1.0:1769077994.820418:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.820419:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.820420:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd880.
00000100:00000001:1.0:1769077994.820422:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.820423:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820424:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.820425:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce680 x1855007610769536/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820428:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.820429:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.820430:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769077994.820431:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.820432:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.820433:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077994.820435:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.820436:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:1.0:1769077994.820437:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.820438:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.820439:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce680.
00000100:00000001:1.0:1769077994.820440:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.820441:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820442:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.820444:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc000 x1855007610769664/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.820447:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.820447:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.820448:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769077994.820449:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.820450:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.820450:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769077994.820451:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.820452:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769077994.820453:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.820465:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.820467:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc000.
00000100:00000001:1.0:1769077994.820469:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.820470:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820472:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.820475:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077994.820476:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.820478:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077994.820479:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769077995.650486:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077995.650495:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077995.650537:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077995.650540:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077995.650543:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769077995.714538:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299657072, at 4299657088
00000100:00000010:3.0:1769077995.714561:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea120.
00010000:00000001:0.0:1769077996.674569:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077996.674576:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077996.674629:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077996.674633:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077996.674636:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077997.698541:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077997.698548:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077997.698587:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077997.698589:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077997.698592:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077998.722483:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077998.722490:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077998.722547:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769077998.722550:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769077998.722553:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769077999.746483:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769077999.746493:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077999.746522:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077999.746524:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077999.746527:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077999.938470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077999.938485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077999.938487:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.938492:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077999.938497:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077999.938504:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4988
00000400:00000200:3.0:1769077999.938513:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077999.938519:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077999.938522:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077999.938524:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938527:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.938529:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938531:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077999.938535:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.938536:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769077999.938538:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.938540:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769077999.938542:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769077999.938543:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769077999.938545:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938546:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.938548:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938549:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077999.938552:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769077999.938554:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938555:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.938557:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077999.938561:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077999.938563:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.938565:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077999.938567:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077999.938578:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769077999.938581:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769077999.938585:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077999.938587:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.938589:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.938592:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.938596:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077999.938604:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769077999.938611:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077999.938620:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077999.938628:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077999.938632:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.938635:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077999.938655:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077999.938658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077999.938660:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077999.938661:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.938669:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077999.938672:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077999.938675:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4988
00000400:00000200:3.0:1769077999.938679:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077999.938681:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769077999.938683:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077999.938688:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077999.938688:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077999.938692:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077999.938693:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077999.938696:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.938702:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:1.0:1769077999.938704:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077999.938705:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769077999.938709:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.938712:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769077999.938716:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.938718:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:1.0:1769077999.938722:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077999.938722:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769077999.938724:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769077999.938727:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.938728:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938732:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.938733:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:1.0:1769077999.938734:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077999.938735:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769077999.938738:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:1.0:1769077999.938739:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077999.938740:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938746:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.938747:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.938747:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077999.938753:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769077999.938755:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610769792:192.168.204.105@tcp:250:kworker.0
02000000:00000001:3.0:1769077999.938756:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.938759:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077999.938764:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1769077999.938764:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077999.938768:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.938769:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.938770:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1769077999.938772:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
02000000:00000001:1.0:1769077999.938775:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077999.938776:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769077999.938780:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077999.938781:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077999.938782:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.938785:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.938786:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.938787:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077999.938788:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769077999.938791:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077999.938792:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769077999.938796:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.938798:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:3.0:1769077999.938801:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077999.938804:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:3.0:1769077999.938810:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077999.938811:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077999.938813:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000040:3.0:1769077999.938814:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077999.938822:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610769792, portal 25
00000100:00000001:3.0:1769077999.938822:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.938827:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769077999.938828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077999.938831:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511422336 : -104785198129280 : ffffa0b2cb7cdf80)
00000100:00080000:3.0:1769077999.938833:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769077999.938836:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.938837:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1769077999.938840:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077999.938841:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077999.938847:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769077999.938853:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4988
00000400:00000200:3.0:1769077999.938856:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077999.938858:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000040:1.0:1769077999.938859:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769077999.938860:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769077999.938863:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd990.
00000100:00000040:3.0:1769077999.938864:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938867:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.938869:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938872:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:1.0:1769077999.938873:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610769792, offset 0
00000020:00000001:3.0:1769077999.938874:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.938877:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769077999.938878:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.938879:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769077999.938881:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769077999.938884:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769077999.938884:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769077999.938890:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938891:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.938893:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938894:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769077999.938897:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769077999.938898:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769077999.938902:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938903:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.938905:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077999.938907:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:3.0:1769077999.938908:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077999.938911:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.938913:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077999.938914:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1769077999.938915:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077999.938918:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.938919:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.938921:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000010:3.0:1769077999.938923:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000400:00000200:1.0:1769077999.938926:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1769077999.938927:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769077999.938930:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:3.0:1769077999.938931:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077999.938934:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.938937:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21692:21692:256:4294967295] 192.168.204.105@tcp LPNI seq info [21689:21689:8:4294967295]
00000100:00000001:3.0:1769077999.938938:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.938940:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.938942:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.938946:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:3.0:1769077999.938953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000400:00000200:1.0:1769077999.938958:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077999.938959:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077999.938965:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077999.938972:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769077999.938973:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077999.938976:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.938980:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1769077999.938982:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000100:00000001:3.0:1769077999.938989:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077999.938992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769077999.938994:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769077999.938998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077999.939001:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.939004:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1769077999.939004:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769077999.939010:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077999.939014:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4988
00000400:00000200:3.0:1769077999.939018:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769077999.939022:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077999.939024:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077999.939026:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.939029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769077999.939033:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769077999.939034:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077999.939038:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299662192
00000100:00000040:3.0:1769077999.939038:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.939043:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000010:1.0:1769077999.939044:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ead80.
00000020:00000001:3.0:1769077999.939045:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.939047:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769077999.939049:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.939051:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769077999.939053:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769077999.939054:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1769077999.939054:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769077999.939060:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769077999.939061:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299662192
00000100:00000001:3.0:1769077999.939062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1769077999.939067:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eae40.
00000100:00000040:3.0:1769077999.939067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769077999.939070:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769077999.939072:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000020:00000040:3.0:1769077999.939073:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:1.0:1769077999.939076:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077999.939077:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769077999.939080:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.939081:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.939084:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.939084:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077999.939086:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077999.939088:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769077999.939089:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.939091:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077999.939093:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077999.939094:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.939096:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077999.939096:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.939099:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000010:3.0:1769077999.939100:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000100:00000001:1.0:1769077999.939102:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769077999.939103:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769077999.939104:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077999.939107:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077999.939108:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077999.939110:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077999.939112:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077999.939113:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.939116:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.939118:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.939125:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1769077999.939125:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:1.0:1769077999.939127:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.939129:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.939130:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077999.939134:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1769077999.939137:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077999.939138:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077999.939144:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769920:192.168.204.105@tcp:38:kworker.0
00000100:00000001:3.0:1769077999.939153:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077999.939154:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077999.939157:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077999.939157:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.939159:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.939161:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769077999.939164:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077999.939166:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769077999.939170:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.939176:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769077999.939176:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077999.939179:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00000040:3.0:1769077999.939181:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4999)
00000400:00000010:1.0:1769077999.939184:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769077999.939187:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610769920, portal 10
00000100:00000001:1.0:1769077999.939189:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077999.939190:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511421440 : -104785198130176 : ffffa0b2cb7cdc00)
00000100:00000040:1.0:1769077999.939202:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.939209:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077999.939211:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077999.939214:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdee0.
00000100:00000200:1.0:1769077999.939216:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610769920, offset 0
00000400:00000200:1.0:1769077999.939220:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077999.939224:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077999.939227:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077999.939229:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077999.939232:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077999.939235:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077999.939236:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077999.939239:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21693:21693:255:4294967295] 192.168.204.105@tcp LPNI seq info [21690:21690:7:4294967295]
00000400:00000200:1.0:1769077999.939241:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077999.939246:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077999.939248:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077999.939251:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769077999.939253:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077999.939256:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769077999.939258:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077999.939261:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769077999.939263:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077999.939265:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299661331
00000100:00000001:1.0:1769077999.939266:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299662192
00000100:00000001:1.0:1769077999.939268:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299661331
00000100:00000001:1.0:1769077999.939269:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299662192
00000100:00000001:1.0:1769077999.939270:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077999.939271:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.939273:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077999.939275:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.939279:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077999.939279:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.939281:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077999.939282:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077999.939283:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077999.939285:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770048:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077999.939287:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077999.939288:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077999.939288:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.939289:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077999.939291:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769077999.939292:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.939294:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077999.939295:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761840.
00000400:00000010:1.0:1769077999.939298:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769077999.939300:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610770048, portal 4
00000100:00000001:1.0:1769077999.939301:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077999.939302:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511427712 : -104785198123904 : ffffa0b2cb7cf480)
00000100:00000040:1.0:1769077999.939305:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.939310:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077999.939311:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077999.939313:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdf68.
00000100:00000200:1.0:1769077999.939314:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610770048, offset 0
00000400:00000200:1.0:1769077999.939317:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077999.939318:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077999.939320:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077999.939321:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077999.939322:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077999.939324:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077999.939325:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077999.939326:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21694:21694:254:4294967295] 192.168.204.105@tcp LPNI seq info [21691:21691:6:4294967295]
00000400:00000200:1.0:1769077999.939329:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077999.939332:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077999.939335:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077999.939337:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae300.
00000800:00000200:1.0:1769077999.939339:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077999.939340:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769077999.939342:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077999.939343:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769077999.939345:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077999.939346:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299661357
00000100:00000001:1.0:1769077999.939347:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299662192
00000100:00000001:1.0:1769077999.939348:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299661357
00000100:00000001:1.0:1769077999.939350:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299662192
00000100:00000001:1.0:1769077999.939351:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077999.939353:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.939354:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.939355:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.939356:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077999.939358:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077999.939360:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077999.939361:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077999.939361:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077999.939363:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.939379:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077999.939380:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.939383:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077999.939385:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077999.939412:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077999.939416:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770176:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769077999.939419:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077999.939421:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077999.939422:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.939424:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077999.939427:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769077999.939429:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.939433:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769077999.939435:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769077999.939438:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdaa0.
00000100:00000200:1.0:1769077999.939441:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610770176, portal 4
00000100:00000001:1.0:1769077999.939443:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077999.939444:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511415168 : -104785198136448 : ffffa0b2cb7cc380)
00000100:00000040:1.0:1769077999.939450:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.939457:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077999.939459:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769077999.939461:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd2a8.
00000100:00000200:1.0:1769077999.939464:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610770176, offset 0
00000400:00000200:1.0:1769077999.939469:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769077999.939473:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077999.939477:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769077999.939481:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077999.939483:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769077999.939485:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077999.939488:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769077999.939491:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21695:21695:253:4294967295] 192.168.204.105@tcp LPNI seq info [21692:21692:5:4294967295]
00000400:00000200:1.0:1769077999.939495:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769077999.939500:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077999.939505:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769077999.939509:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae000.
00000800:00000200:1.0:1769077999.939513:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769077999.939516:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769077999.939519:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077999.939522:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769077999.939525:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769077999.939527:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299661369
00000100:00000001:1.0:1769077999.939529:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299662192
00000100:00000001:1.0:1769077999.939531:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299661369
00000100:00000001:1.0:1769077999.939534:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299662192
00000100:00000001:1.0:1769077999.939536:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077999.939538:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.939540:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.939542:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.939545:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077999.939547:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077999.939549:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077999.939550:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077999.939551:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.939553:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078000.770494:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078000.770499:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078000.770552:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078000.770555:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078000.770558:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078000.834471:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299662192, at 4299662208
00000100:00000010:3.0:1769078000.834489:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00010000:00000001:0.0:1769078001.794485:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078001.794493:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078001.794532:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078001.794534:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078001.794536:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078002.818504:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078002.818514:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078002.818582:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078002.818587:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078002.818591:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769078003.010739:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:0.0:1769078003.010800:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769078003.010814:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078003.010818:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:0.0:1769078003.010823:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078003.010828:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769078003.010833:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769078003.010837:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:0.0:1769078003.010844:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078003.010849:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078003.010857:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd990
00000400:00000010:0.0:1769078003.010861:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd990.
00000100:00000001:0.0:1769078003.010867:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078003.010881:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078003.010918:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078003.010923:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078003.010931:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078003.010934:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769078003.010947:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769078003.010949:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:0.0:1769078003.010952:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078003.010956:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078003.010960:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdee0
00000400:00000010:0.0:1769078003.010961:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdee0.
00000100:00000001:0.0:1769078003.010964:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078003.010969:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078003.010978:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078003.010981:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078003.010988:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078003.010989:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769078003.010995:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769078003.010998:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:0.0:1769078003.011001:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078003.011004:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078003.011006:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdf68
00000400:00000010:0.0:1769078003.011008:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdf68.
00000100:00000001:0.0:1769078003.011011:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078003.011015:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078003.011023:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078003.011026:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078003.011032:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078003.011034:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769078003.011038:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:0.0:1769078003.011040:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:0.0:1769078003.011043:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078003.011048:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078003.011051:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd2a8
00000400:00000010:0.0:1769078003.011053:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd2a8.
00000100:00000001:0.0:1769078003.011054:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078003.011059:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078003.011066:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078003.011069:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078003.011075:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078003.011076:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078003.011421:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078003.011430:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078003.011435:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078003.011446:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077999/real 1769078003]  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078003.011466:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078003.011469:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078003.011474:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078003.011480:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdaa0
00000400:00000010:1.0:1769078003.011482:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdaa0.
00000100:00000001:1.0:1769078003.011486:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078003.011490:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078003.011503:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011512:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078003.011515:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011520:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.011524:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078003.011530:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011540:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078003.011547:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011557:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078003.011561:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011562:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.011564:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011568:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078003.011571:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078003.011577:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078003.011585:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078003.011588:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078003.011593:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078003.011604:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770176:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078003.011610:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078003.011614:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077999/real 1769078003]  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078003.011623:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078003.011624:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078003.011626:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078003.011630:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078003.011632:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078003.011635:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078003.011638:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078003.011646:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011652:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078003.011653:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011655:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.011657:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078003.011660:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011667:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078003.011671:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011685:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078003.011688:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011689:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.011691:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011693:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078003.011694:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078003.011697:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078003.011702:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078003.011705:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078003.011710:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078003.011719:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610769920:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078003.011724:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078003.011728:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077999/real 1769078003]  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078003.011737:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078003.011738:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078003.011740:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761840.
00000400:00000200:1.0:1769078003.011743:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078003.011744:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078003.011747:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078003.011751:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078003.011760:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011766:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078003.011769:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011771:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.011772:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078003.011777:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011784:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078003.011788:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011795:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078003.011797:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011798:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.011800:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011802:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078003.011803:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078003.011805:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078003.011809:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078003.011812:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078003.011815:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078003.011824:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770048:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078003.011829:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078003.011834:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077999/real 1769078003]  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078003.011842:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078003.011844:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078003.011846:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078003.011848:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078003.011851:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078003.011855:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078003.011858:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078003.011865:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011873:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078003.011874:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011876:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.011878:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078003.011882:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011889:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078003.011893:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011900:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078003.011902:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011904:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.011905:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011907:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078003.011908:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078003.011911:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078003.011915:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078003.011918:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078003.011922:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078003.011931:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610769792:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078003.011935:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011938:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078003.011942:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc380 x1855007610770176/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.011949:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078003.011955:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078003.011961:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078003.011966:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078003.011969:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078003.011972:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078003.011975:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078003.011979:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:1.0:1769078003.011984:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078003.011987:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078003.011989:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc380.
00000100:00000001:1.0:1769078003.011993:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078003.011995:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.011997:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078003.012001:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdc00 x1855007610769920/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.012007:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078003.012008:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078003.012010:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078003.012012:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078003.012014:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078003.012015:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078003.012017:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078003.012019:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:1.0:1769078003.012022:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078003.012023:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078003.012025:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdc00.
00000100:00000001:1.0:1769078003.012027:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078003.012028:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.012030:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078003.012033:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf480 x1855007610770048/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.012039:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078003.012042:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078003.012043:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769078003.012046:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078003.012047:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078003.012048:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078003.012051:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078003.012052:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769078003.012055:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078003.012056:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078003.012059:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf480.
00000100:00000001:1.0:1769078003.012061:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078003.012062:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.012064:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078003.012068:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdf80 x1855007610769792/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.012074:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078003.012076:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078003.012078:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078003.012080:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078003.012081:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078003.012083:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078003.012085:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078003.012087:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:1.0:1769078003.012089:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078003.012090:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078003.012092:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdf80.
00000100:00000001:1.0:1769078003.012094:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078003.012096:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.012099:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.012110:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078003.012112:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.012115:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078003.012117:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078003.842468:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078003.842477:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078003.842479:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078003.842481:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078003.842486:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078003.842488:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078003.842490:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078003.842492:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078003.842523:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078003.842526:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078003.842528:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078004.866541:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078004.866550:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078004.866616:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078004.866622:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078004.866626:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078005.058497:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078005.058508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078005.058511:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078005.058515:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078005.058520:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078005.058529:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4994
00000400:00000200:3.0:1769078005.058547:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078005.058554:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078005.058558:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078005.058561:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058565:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078005.058568:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058570:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078005.058574:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078005.058576:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078005.058580:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078005.058582:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078005.058585:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078005.058587:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078005.058590:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058592:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078005.058594:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058596:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078005.058600:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078005.058617:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058621:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078005.058624:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078005.058628:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078005.058632:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.058634:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078005.058637:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078005.058645:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769078005.058649:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078005.058654:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078005.058656:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.058660:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078005.058664:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078005.058682:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078005.058694:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769078005.058702:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078005.058714:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078005.058733:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078005.058738:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078005.058743:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078005.058772:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078005.058776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078005.058779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078005.058780:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078005.058782:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078005.058784:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078005.058786:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4994
00000400:00000200:3.0:1769078005.058791:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078005.058794:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078005.058796:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078005.058798:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058801:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078005.058802:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058805:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078005.058807:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078005.058808:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078005.058809:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078005.058812:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078005.058814:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078005.058817:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078005.058819:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058821:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078005.058823:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058825:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078005.058827:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078005.058829:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058832:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078005.058833:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078005.058840:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078005.058843:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.058845:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078005.058852:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078005.058856:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.058858:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078005.058862:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769078005.058864:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078005.058867:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078005.058868:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.058870:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078005.058871:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078005.058873:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078005.058877:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769078005.058881:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078005.058886:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078005.058894:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078005.058896:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078005.058900:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078005.058908:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078005.058911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078005.058915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078005.058916:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078005.058918:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078005.058921:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078005.058924:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4994
00000400:00000200:3.0:1769078005.058928:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078005.058931:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078005.058934:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078005.058937:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058939:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078005.058940:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058943:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078005.058946:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078005.058947:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078005.058949:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078005.058951:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078005.058954:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078005.058956:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078005.058959:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058960:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078005.058962:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058964:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078005.058966:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078005.058969:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078005.058972:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078005.058973:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078005.058977:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078005.058979:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.058981:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078005.058984:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078005.058986:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.058987:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078005.058991:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769078005.058993:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078005.058996:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078005.058997:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.058999:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078005.059000:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078005.059002:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078005.059006:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769078005.059009:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078005.059013:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078005.059027:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078005.059029:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078005.059033:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078005.059039:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078005.059042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078005.059046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078005.059047:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078005.059049:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078005.059051:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078005.059054:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4994
00000400:00000200:3.0:1769078005.059057:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078005.059067:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078005.059069:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078005.059072:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.059075:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078005.059077:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.059079:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078005.059082:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078005.059083:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078005.059084:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078005.059087:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078005.059089:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078005.059091:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078005.059187:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.059190:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078005.059193:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078005.059195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078005.059198:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078005.059201:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078005.059203:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078005.059205:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078005.059208:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078005.059210:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.059212:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078005.059214:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078005.059216:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.059217:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078005.059220:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769078005.059222:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078005.059225:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078005.059226:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078005.059228:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078005.059230:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078005.059232:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078005.059236:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769078005.059239:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078005.059245:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078005.059252:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078005.059254:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078005.059257:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078005.059265:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078005.059270:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5004)
00000100:00000001:1.0:1769078005.059304:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078005.059311:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078005.059314:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078005.059324:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.059335:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078005.059337:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.059341:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078005.059344:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078005.059347:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078005.059351:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610770304:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078005.059355:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078005.059361:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078005.059363:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.059366:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078005.059372:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078005.059373:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078005.059383:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078005.059419:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078005.059428:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078005.059438:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610770304, portal 25
00000100:00000001:1.0:1769078005.059441:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078005.059442:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511429504 : -104785198122112 : ffffa0b2cb7cfb80)
00000100:00000040:1.0:1769078005.059448:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.059456:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078005.059459:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078005.059461:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078005.059466:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610770304, offset 0
00000400:00000200:1.0:1769078005.059474:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078005.059484:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078005.059497:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078005.059504:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078005.059510:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078005.059519:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078005.059523:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078005.059527:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21696:21696:256:4294967295] 192.168.204.105@tcp LPNI seq info [21693:21693:8:4294967295]
00000400:00000200:1.0:1769078005.059532:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078005.059544:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078005.059551:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078005.059558:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078005.059566:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078005.059571:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078005.059579:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078005.059583:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078005.059587:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078005.059591:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078005.059596:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078005.059602:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078005.059608:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078005.059611:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078005.059616:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078005.059621:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.059632:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078005.059635:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.059643:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.059645:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078005.059652:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078005.059657:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078005.059661:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299667313
00000100:00000010:1.0:1769078005.059666:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eac00.
00000100:00000001:1.0:1769078005.059675:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078005.059684:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299667313
00000100:00000010:1.0:1769078005.059688:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaa80.
00000100:00000001:1.0:1769078005.059692:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078005.059696:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078005.059699:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.059702:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078005.059707:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078005/real 1769078005]  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078005.059719:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078005.059721:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078005.059724:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078005.059727:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078005.059729:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078005.059732:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078005.059735:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078005.059744:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.059751:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078005.059753:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.059755:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078005.059758:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078005.059761:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.059768:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078005.059773:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.059780:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078005.059784:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.059785:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078005.059786:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.059790:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078005.059793:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078005.059796:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078005.059801:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078005.059805:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078005.059810:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078005.059818:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610770304:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078005.059823:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078005.059828:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.059834:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078005.059836:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.059839:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078005.059841:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078005.059843:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078005.059847:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770432:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078005.059850:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078005.059852:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078005.059854:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.059856:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078005.059860:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769078005.059862:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078005.059867:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078005.059870:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078005.059874:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078005.060754:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610770432, portal 10
00000100:00000001:1.0:1769078005.060766:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078005.060769:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511419648 : -104785198131968 : ffffa0b2cb7cd500)
00000100:00000040:1.0:1769078005.060787:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.060803:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078005.060807:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078005.060814:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078005.060821:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610770432, offset 0
00000400:00000200:1.0:1769078005.060827:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078005.060838:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078005.060849:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078005.060857:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078005.060862:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078005.060866:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078005.060870:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078005.060874:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21697:21697:256:4294967295] 192.168.204.105@tcp LPNI seq info [21694:21694:8:4294967295]
00000400:00000200:1.0:1769078005.060879:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078005.060888:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078005.060893:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078005.060900:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078005.060906:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078005.060910:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078005.060916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078005.060920:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078005.060925:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078005.060928:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078005.060934:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078005.060938:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078005.060943:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078005.060945:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078005.060950:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078005.060954:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.060964:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078005.060968:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.060980:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.060982:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078005.061000:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078005.061007:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078005.061010:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078005.061013:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299666453
00000100:00000001:1.0:1769078005.061018:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299667313
00000100:00000001:1.0:1769078005.061020:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299666453
00000100:00000001:1.0:1769078005.061023:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299667313
00000100:00000001:1.0:1769078005.061025:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078005.061028:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.061030:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078005.061042:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078005/real 1769078005]  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078005.061053:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078005.061055:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078005.061061:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078005.061064:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078005.061065:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078005.061068:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078005.061072:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078005.061079:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061085:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078005.061090:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061092:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078005.061094:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078005.061097:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061105:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078005.061109:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061115:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078005.061118:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061119:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078005.061121:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061123:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078005.061126:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078005.061129:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078005.061133:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078005.061136:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078005.061140:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078005.061147:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770432:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078005.061152:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078005.061157:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061164:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078005.061166:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.061169:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078005.061172:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078005.061175:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078005.061179:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770560:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078005.061182:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078005.061186:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078005.061189:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.061191:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078005.061196:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078005.061199:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078005.061203:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078005.061206:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078005.061211:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078005.061214:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610770560, portal 4
00000100:00000001:1.0:1769078005.061216:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078005.061218:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416960 : -104785198134656 : ffffa0b2cb7cca80)
00000100:00000040:1.0:1769078005.061224:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061230:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078005.061233:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078005.061235:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078005.061237:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610770560, offset 0
00000400:00000200:1.0:1769078005.061241:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078005.061245:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078005.061249:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078005.061253:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078005.061256:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078005.061258:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078005.061261:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078005.061264:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21698:21698:256:4294967295] 192.168.204.105@tcp LPNI seq info [21695:21695:8:4294967295]
00000400:00000200:1.0:1769078005.061269:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078005.061276:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078005.061281:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078005.061302:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078005.061306:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078005.061309:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078005.061313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078005.061316:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078005.061320:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078005.061323:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078005.061327:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078005.061330:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078005.061334:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078005.061336:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078005.061338:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078005.061343:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061350:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078005.061354:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061360:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.061362:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078005.061365:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078005.061368:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078005.061372:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078005.061374:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299666479
00000100:00000001:1.0:1769078005.061376:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299667313
00000100:00000001:1.0:1769078005.061378:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299666479
00000100:00000001:1.0:1769078005.061380:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299667313
00000100:00000001:1.0:1769078005.061382:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078005.061384:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.061407:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078005.061411:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078005/real 1769078005]  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078005.061419:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078005.061420:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078005.061422:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078005.061425:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078005.061426:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078005.061429:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078005.061433:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078005.061442:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061448:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078005.061449:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061451:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078005.061452:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078005.061456:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061463:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078005.061467:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061473:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078005.061476:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061477:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078005.061478:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061480:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078005.061481:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078005.061484:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078005.061488:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078005.061490:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078005.061494:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078005.061502:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770560:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078005.061506:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078005.061510:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061518:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078005.061520:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.061522:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078005.061534:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078005.061537:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078005.061540:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770688:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078005.061544:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078005.061546:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078005.061548:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078005.061549:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078005.061553:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078005.061555:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078005.061559:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078005.061562:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078005.061565:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078005.061568:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610770688, portal 4
00000100:00000001:1.0:1769078005.061570:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078005.061572:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511426816 : -104785198124800 : ffffa0b2cb7cf100)
00000100:00000040:1.0:1769078005.061577:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061584:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078005.061586:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078005.061588:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078005.061590:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610770688, offset 0
00000400:00000200:1.0:1769078005.061594:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078005.061598:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078005.061602:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078005.061605:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078005.061608:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078005.061610:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078005.061613:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078005.061617:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21699:21699:256:4294967295] 192.168.204.105@tcp LPNI seq info [21696:21696:8:4294967295]
00000400:00000200:1.0:1769078005.061621:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078005.061628:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078005.061633:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078005.061637:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078005.061641:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078005.061644:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078005.061648:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078005.061652:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078005.061656:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078005.061658:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078005.061660:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078005.061664:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078005.061667:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078005.061669:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078005.061671:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078005.061675:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061682:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078005.061685:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061691:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.061693:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078005.061695:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078005.061698:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078005.061701:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078005.061703:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299666491
00000100:00000001:1.0:1769078005.061706:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299667313
00000100:00000001:1.0:1769078005.061708:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299666491
00000100:00000001:1.0:1769078005.061709:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299667313
00000100:00000001:1.0:1769078005.061711:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078005.061714:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.061715:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078005.061718:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078005/real 1769078005]  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078005.061725:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078005.061727:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078005.061728:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078005.061731:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078005.061732:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078005.061734:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078005.061737:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078005.061744:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061750:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078005.061751:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061753:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078005.061754:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078005.061757:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061762:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078005.061765:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061772:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078005.061774:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061775:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078005.061776:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061777:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078005.061778:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078005.061780:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078005.061784:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078005.061786:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078005.061790:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078005.061796:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770688:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078005.061800:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061803:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078005.061807:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cfb80 x1855007610770304/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061814:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078005.061817:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078005.061820:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078005.061824:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078005.061827:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078005.061829:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078005.061831:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078005.061834:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4000.
02000000:00000001:1.0:1769078005.061838:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078005.061840:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078005.061843:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cfb80.
00000100:00000001:1.0:1769078005.061846:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078005.061847:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061849:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078005.061852:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd500 x1855007610770432/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061858:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078005.061859:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078005.061860:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769078005.061863:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078005.061864:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078005.061865:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078005.061867:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078005.061869:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:1.0:1769078005.061871:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078005.061872:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078005.061873:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd500.
00000100:00000001:1.0:1769078005.061875:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078005.061876:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061877:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078005.061880:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cca80 x1855007610770560/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061885:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078005.061886:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078005.061888:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078005.061889:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078005.061891:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078005.061892:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078005.061894:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078005.061895:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:1.0:1769078005.061897:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078005.061898:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078005.061899:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cca80.
00000100:00000001:1.0:1769078005.061901:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078005.061902:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061903:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078005.061906:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf100 x1855007610770688/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078005.061911:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078005.061912:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078005.061914:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078005.061915:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078005.061916:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078005.061917:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078005.061918:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078005.061919:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769078005.061921:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078005.061922:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078005.061924:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf100.
00000100:00000001:1.0:1769078005.061926:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078005.061927:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061930:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078005.061940:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078005.061942:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078005.061945:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078005.061947:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078005.890470:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078005.890479:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078005.890544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078005.890546:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078005.890549:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078005.954504:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299667313, at 4299667328
00000100:00000010:3.0:1769078005.954525:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa80.
00010000:00000001:0.0:1769078006.914513:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078006.914520:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078006.914580:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078006.914583:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078006.914586:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078007.938491:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078007.938501:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078007.938536:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078007.938539:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078007.938543:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078008.962514:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078008.962522:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078008.962581:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078008.962584:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078008.962587:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078009.986540:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078009.986551:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078009.986583:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078009.986586:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078009.986589:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078010.178557:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078010.178568:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078010.178571:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078010.178575:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078010.178579:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078010.178594:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 4999
00000400:00000200:0.0:1769078010.178605:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078010.178612:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078010.178616:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078010.178620:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.178623:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.178626:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.178629:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078010.178634:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078010.178635:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078010.178638:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078010.178640:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078010.178641:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078010.178643:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078010.178645:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.178647:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.178648:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.178649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078010.178651:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078010.178654:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078010.178656:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078010.178658:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078010.178661:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078010.178663:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.178665:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078010.178667:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078010.178681:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769078010.178684:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078010.178687:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078010.178689:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.178691:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078010.178693:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078010.178696:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078010.178703:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769078010.178709:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078010.178715:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078010.178724:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078010.178727:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.178731:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078010.178747:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078010.178750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078010.178752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078010.178753:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078010.178754:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078010.178756:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078010.178758:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4999
00000400:00000200:0.0:1769078010.178761:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078010.178763:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078010.178765:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078010.178767:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.178769:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.178770:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.178771:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078010.178773:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078010.178774:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078010.178775:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078010.178776:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078010.178778:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078010.178779:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078010.178781:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.178788:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.178789:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.178791:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078010.178792:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078010.178794:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078010.178796:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078010.178797:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078010.178801:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078010.178803:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.178804:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078010.178808:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078010.178810:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.178812:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078010.178814:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769078010.178815:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078010.178818:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078010.178818:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.178820:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078010.178821:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078010.178822:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078010.178825:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769078010.178828:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.178830:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1769078010.178833:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078010.178842:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078010.178843:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078010.178848:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.178849:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078010.178852:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078010.178861:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078010.178864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078010.178868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1769078010.178870:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078010.178871:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078010.178873:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078010.178879:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078010.178885:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4999
00000400:00000200:0.0:1769078010.178897:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078010.178908:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078010.178914:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078010.178924:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078010.178926:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078010.178930:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078010.178931:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.178938:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078010.178940:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078010.178944:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:1.0:1769078010.178947:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769078010.178950:0:37:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:1.0:1769078010.178953:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078010.178955:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078010.178961:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:1.0:1769078010.178963:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610770816:192.168.204.105@tcp:250:kworker.0
00000020:00000040:0.0:1769078010.178966:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078010.178974:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000001:1.0:1769078010.178976:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1769078010.178983:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
02000000:00000001:1.0:1769078010.178986:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078010.178991:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.178993:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078010.178997:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078010.178999:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.179005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.179006:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000010:1.0:1769078010.179008:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
00000020:00000040:0.0:1769078010.179010:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
02000000:00000001:1.0:1769078010.179016:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078010.179018:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078010.179023:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078010.179024:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078010.179027:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078010.179030:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.179037:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078010.179038:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00100000:0.0:1769078010.179040:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078010.179044:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.179046:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078010.179048:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000010:0.0:1769078010.179051:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769078010.179055:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078010.179057:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078010.179058:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.179060:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078010.179061:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
02000000:00000001:0.0:1769078010.179062:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078010.179066:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078010.179072:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769078010.179075:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078010.179077:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610770816, portal 25
00000100:00100000:0.0:1769078010.179080:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078010.179085:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078010.179092:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078010.179092:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409837952 : -104785299713664 : ffffa0b2c56ed180)
00000100:00000001:0.0:1769078010.179097:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.179102:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078010.179110:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078010.179114:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078010.179121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078010.179134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078010.179138:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078010.179142:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078010.179149:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078010.179149:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078010.179165:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 4999
00000100:00000040:1.0:1769078010.179174:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078010.179180:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000400:00000200:0.0:1769078010.179187:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000200:1.0:1769078010.179190:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610770816, offset 0
00000400:00000200:0.0:1769078010.179192:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078010.179223:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078010.179229:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078010.179230:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.179238:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.179241:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.179243:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078010.179246:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078010.179250:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000400:00000200:1.0:1769078010.179251:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:0.0:1769078010.179253:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078010.179258:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078010.179261:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078010.179263:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078010.179269:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078010.179270:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:0.0:1769078010.179272:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078010.179281:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078010.179284:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078010.179285:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000400:00000200:1.0:1769078010.179287:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078010.179292:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078010.179295:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078010.179297:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078010.179300:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078010.179301:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:0.0:1769078010.179303:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.179308:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078010.179310:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078010.179313:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1769078010.179315:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.179322:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078010.179328:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000010:0.0:1769078010.179329:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769078010.179335:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078010.179337:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078010.179339:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078010.179345:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078010.179345:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21700:21700:256:4294967295] 192.168.204.105@tcp LPNI seq info [21697:21697:8:4294967295]
02000000:00000001:0.0:1769078010.179350:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078010.179361:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078010.179363:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:0.0:1769078010.179366:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769078010.179372:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078010.179378:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078010.179424:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078010.179426:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.179430:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078010.179436:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078010.179443:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5009)
00000400:00000200:1.0:1769078010.179451:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078010.179462:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078010.179470:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078010.179479:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078010.179484:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078010.179492:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078010.179496:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078010.179501:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078010.179504:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078010.179511:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078010.179518:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078010.179524:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078010.179527:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078010.179533:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078010.179538:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.179551:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078010.179555:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.179564:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.179566:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078010.179573:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078010.179578:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078010.179581:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299672433
00000100:00000010:1.0:1769078010.179588:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaa20.
00000100:00000001:1.0:1769078010.179597:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078010.179605:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299672433
00000100:00000010:1.0:1769078010.179609:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea0c0.
00000100:00000001:1.0:1769078010.179613:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078010.179626:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078010.179629:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.179632:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078010.179637:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078010/real 1769078010]  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078010.179649:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078010.179652:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078010.179655:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078010.179659:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078010.179662:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078010.179666:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078010.179671:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078010.179681:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.179688:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078010.179690:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.179693:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078010.179696:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078010.179700:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.179709:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078010.179714:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.179722:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078010.179726:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.179728:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078010.179729:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.179732:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078010.179734:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078010.179738:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078010.179743:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078010.179746:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078010.179750:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078010.179759:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610770816:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078010.179765:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.179767:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078010.179770:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed180 x1855007610770816/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.179778:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078010.179781:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078010.179784:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078010.179788:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078010.179791:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078010.179793:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078010.179795:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078010.179799:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3800.
02000000:00000001:1.0:1769078010.179804:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078010.179807:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078010.179810:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed180.
00000100:00000001:1.0:1769078010.179814:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078010.179816:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.179819:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.179828:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078010.179831:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.179833:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078010.179835:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078010.179837:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078010.179842:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.179850:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078010.179851:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078010.179853:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078010.179856:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078010.179858:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078010.179862:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770944:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078010.179866:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078010.179868:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078010.179870:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078010.179872:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078010.179875:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078010.179877:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078010.179882:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078010.179886:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078010.179890:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078010.179893:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610770944, portal 10
00000100:00000001:1.0:1769078010.179895:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078010.179897:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409836160 : -104785299715456 : ffffa0b2c56eca80)
00000100:00000040:1.0:1769078010.179904:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.179911:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078010.179914:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078010.179917:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078010.179920:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610770944, offset 0
00000400:00000200:1.0:1769078010.179924:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078010.179928:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078010.179932:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078010.179935:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078010.179938:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078010.179941:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078010.179944:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078010.179947:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21701:21701:256:4294967295] 192.168.204.105@tcp LPNI seq info [21698:21698:8:4294967295]
00000400:00000200:1.0:1769078010.179951:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078010.179958:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078010.179963:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078010.179967:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078010.179970:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078010.179973:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078010.179978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078010.179981:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078010.179985:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078010.179987:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078010.179990:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078010.179994:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078010.179997:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078010.179999:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078010.180002:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078010.180006:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180014:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078010.180017:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180024:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.180026:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078010.180030:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078010.180035:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078010.180039:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078010.180042:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299671572
00000100:00000001:1.0:1769078010.180045:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299672433
00000100:00000001:1.0:1769078010.180047:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299671572
00000100:00000001:1.0:1769078010.180050:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299672433
00000100:00000001:1.0:1769078010.180052:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078010.180055:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.180056:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078010.180060:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078010/real 1769078010]  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078010.180068:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078010.180070:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078010.180072:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078010.180075:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078010.180076:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078010.180079:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078010.180082:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078010.180091:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180097:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078010.180099:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180101:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078010.180103:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078010.180107:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180113:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078010.180117:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180124:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078010.180127:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180128:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078010.180130:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180132:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078010.180133:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078010.180136:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078010.180139:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078010.180141:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078010.180145:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078010.180154:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610770944:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078010.180158:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078010.180162:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180169:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078010.180171:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078010.180173:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078010.180175:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078010.180177:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078010.180180:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610771072:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078010.180184:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078010.180186:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078010.180188:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078010.180189:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078010.180193:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078010.180213:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078010.180217:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078010.180221:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078010.180225:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078010.180228:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610771072, portal 4
00000100:00000001:1.0:1769078010.180230:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078010.180231:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409839744 : -104785299711872 : ffffa0b2c56ed880)
00000100:00000040:1.0:1769078010.180237:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180244:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078010.180246:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078010.180248:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078010.180251:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610771072, offset 0
00000400:00000200:1.0:1769078010.180256:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078010.180260:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078010.180264:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078010.180266:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078010.180269:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078010.180271:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078010.180274:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078010.180277:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21702:21702:256:4294967295] 192.168.204.105@tcp LPNI seq info [21699:21699:8:4294967295]
00000400:00000200:1.0:1769078010.180282:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078010.180288:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078010.180293:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078010.180296:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078010.180300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078010.180303:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078010.180308:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078010.180311:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078010.180315:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078010.180317:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078010.180320:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078010.180323:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078010.180327:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078010.180328:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078010.180331:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078010.180336:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180343:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078010.180346:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180353:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.180355:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078010.180359:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078010.180362:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078010.180366:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078010.180368:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299671598
00000100:00000001:1.0:1769078010.180371:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299672433
00000100:00000001:1.0:1769078010.180374:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299671598
00000100:00000001:1.0:1769078010.180376:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299672433
00000100:00000001:1.0:1769078010.180379:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078010.180381:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.180383:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078010.180412:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078010/real 1769078010]  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078010.180423:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078010.180425:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078010.180427:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078010.180430:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078010.180432:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078010.180434:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078010.180438:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078010.180447:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180459:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078010.180461:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180463:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078010.180465:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078010.180469:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180476:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078010.180480:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180487:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078010.180490:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180492:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078010.180493:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180495:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078010.180497:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078010.180499:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078010.180503:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078010.180505:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078010.180509:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078010.180517:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610771072:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078010.180522:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078010.180526:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180533:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078010.180535:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078010.180538:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078010.180540:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078010.180542:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078010.180545:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610771200:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078010.180549:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078010.180551:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078010.180553:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078010.180555:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078010.180558:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769078010.180561:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078010.180565:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078010.180567:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078010.180571:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078010.180574:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610771200, portal 4
00000100:00000001:1.0:1769078010.180576:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078010.180578:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409835264 : -104785299716352 : ffffa0b2c56ec700)
00000100:00000040:1.0:1769078010.180584:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180590:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078010.180593:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078010.180596:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078010.180598:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610771200, offset 0
00000400:00000200:1.0:1769078010.180602:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078010.180606:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078010.180610:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078010.180613:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078010.180615:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078010.180618:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078010.180621:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078010.180624:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21703:21703:256:4294967295] 192.168.204.105@tcp LPNI seq info [21700:21700:8:4294967295]
00000400:00000200:1.0:1769078010.180628:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078010.180635:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078010.180640:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078010.180644:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078010.180649:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078010.180652:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078010.180656:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078010.180659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078010.180663:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078010.180665:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078010.180669:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078010.180672:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078010.180675:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078010.180677:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078010.180679:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078010.180683:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180690:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078010.180694:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180701:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.180703:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078010.180706:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078010.180709:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078010.180713:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078010.180715:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299671610
00000100:00000001:1.0:1769078010.180718:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299672433
00000100:00000001:1.0:1769078010.180721:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299671610
00000100:00000001:1.0:1769078010.180723:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299672433
00000100:00000001:1.0:1769078010.180725:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078010.180727:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.180729:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078010.180734:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078010/real 1769078010]  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078010.180744:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078010.180745:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078010.180747:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078010.180749:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078010.180751:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078010.180753:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078010.180757:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078010.180767:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180774:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078010.180776:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180778:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078010.180780:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078010.180784:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180791:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078010.180795:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180803:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078010.180805:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180807:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078010.180808:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180810:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078010.180812:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078010.180815:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078010.180819:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078010.180821:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078010.180826:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078010.180835:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610771200:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078010.180839:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180841:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078010.180844:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eca80 x1855007610770944/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180851:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078010.180853:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078010.180855:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078010.180858:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078010.180860:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078010.180861:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078010.180863:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078010.180865:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0000.
02000000:00000001:1.0:1769078010.180869:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078010.180870:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078010.180872:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eca80.
00000100:00000001:1.0:1769078010.180876:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078010.180877:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180879:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078010.180883:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed880 x1855007610771072/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180890:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078010.180891:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078010.180893:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078010.180895:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078010.180897:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078010.180898:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078010.180901:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078010.180902:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2400.
02000000:00000001:1.0:1769078010.180905:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078010.180907:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078010.180908:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed880.
00000100:00000001:1.0:1769078010.180911:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078010.180912:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180914:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078010.180918:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec700 x1855007610771200/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078010.180924:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078010.180926:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078010.180928:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769078010.180930:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078010.180931:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078010.180933:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078010.180935:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078010.180937:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3c00.
02000000:00000001:1.0:1769078010.180939:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078010.180940:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078010.180942:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec700.
00000100:00000001:1.0:1769078010.180944:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078010.180946:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180947:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078010.180951:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078010.180952:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078010.180955:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078010.180956:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078011.010507:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078011.010512:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078011.010606:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078011.010609:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078011.010612:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078011.074448:0:69489:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299672433, at 4299672448
00000100:00000010:3.0:1769078011.074461:0:69489:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea0c0.
00010000:00000001:0.0:1769078012.034610:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078012.034635:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078012.034666:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078012.034670:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078012.034675:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078013.058507:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078013.058515:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078013.058517:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078013.058519:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078013.058523:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078013.058525:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078013.058527:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078013.058528:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078013.058600:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078013.058605:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078013.058608:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078014.082489:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078014.082495:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078014.082515:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078014.082517:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078014.082519:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078015.106488:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078015.106496:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078015.106587:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078015.106593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078015.106598:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078015.298555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078015.298565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078015.298568:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078015.298573:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078015.298577:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078015.298586:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5004
00000400:00000200:1.0:1769078015.298596:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078015.298602:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078015.298605:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078015.298609:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.298612:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078015.298615:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.298618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078015.298622:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078015.298624:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078015.298628:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078015.298630:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078015.298633:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078015.298636:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078015.298639:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.298641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078015.298643:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.298645:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078015.298649:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078015.298652:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078015.298655:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078015.298658:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078015.298661:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078015.298664:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.298667:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078015.298669:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078015.298678:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79500.
00000020:00000040:1.0:1769078015.298682:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078015.298687:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078015.298689:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.298701:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078015.298703:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078015.298708:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078015.298715:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
00000100:00000001:1.0:1769078015.298722:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078015.298731:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79500 x1855007610771328/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078015.298742:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078015.298747:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078015.298752:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cf38f94] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79500 x1855007610771328/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078015.298785:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078015.298789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078015.298792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078015.298794:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078015.298796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078015.298799:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078015.298801:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5004
00000400:00000200:1.0:1769078015.298805:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078015.298809:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078015.298811:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078015.298815:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.298818:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078015.298821:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.298823:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078015.298826:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078015.298827:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078015.298829:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078015.298831:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078015.298835:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078015.298837:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078015.298842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.298847:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078015.298850:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.298854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078015.298859:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078015.298864:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078015.298867:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078015.298872:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078015.298878:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078015.298881:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.298883:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078015.298888:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078015.298894:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.298898:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078015.298904:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a300.
00000020:00000040:1.0:1769078015.298910:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078015.298915:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078015.298918:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.298922:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078015.298924:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078015.298936:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078015.298943:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:1.0:1769078015.298949:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078015.298958:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a300 x1855007610771456/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078015.298971:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078015.298976:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078015.298982:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfae78b9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a300 x1855007610771456/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078015.299020:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078015.299025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078015.299032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078015.299035:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078015.299038:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078015.299041:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078015.299046:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5004
00000400:00000200:1.0:1769078015.299053:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078015.299061:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078015.299065:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078015.299072:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.299077:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078015.299084:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.299090:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078015.299097:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078015.299099:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078015.299103:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078015.299106:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078015.299138:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078015.299143:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078015.299151:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.299158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769078015.299162:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:1.0:1769078015.299164:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769078015.299167:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1769078015.299169:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078015.299175:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078015.299182:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078015.299188:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078015.299194:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078015.299199:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078015.299204:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.299208:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078015.299213:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078015.299218:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.299223:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078015.299231:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b480.
00000020:00000040:1.0:1769078015.299237:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078015.299244:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078015.299247:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.299250:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078015.299253:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078015.299257:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078015.299262:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:1.0:1769078015.299269:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078015.299279:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b480 x1855007610771584/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078015.299292:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078015.299295:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078015.299303:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008158e222] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b480 x1855007610771584/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078015.299316:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078015.299320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078015.299329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078015.299332:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078015.299335:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078015.299341:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078015.299350:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5004
00000400:00000200:1.0:1769078015.299358:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078015.299367:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078015.299371:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078015.299380:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.299422:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078015.299426:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.299435:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078015.299441:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078015.299445:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078015.299450:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078015.299454:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078015.299459:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078015.299465:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078015.299474:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.299479:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078015.299487:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078015.299493:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078015.299499:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078015.299507:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078015.299514:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078015.299520:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078015.299525:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078015.299532:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.299538:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078015.299542:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078015.299549:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.299554:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078015.299560:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78700.
00000020:00000040:1.0:1769078015.299566:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078015.299573:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078015.299576:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078015.299581:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078015.299585:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078015.299589:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078015.299595:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000001:1.0:1769078015.299603:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078015.299613:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78700 x1855007610771712/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078015.299632:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078015.299635:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078015.299643:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087ffcb3c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78700 x1855007610771712/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078015.299665:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078015.299673:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5014)
00000800:00000200:2.1:1769078015.299863:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078015.299865:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078015.300155:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078015.300158:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078015.300562:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078015.300564:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1769078016.130539:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078016.130546:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078016.130574:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078016.130576:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078016.130578:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078016.194465:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299677552, at 4299677568
00000100:00000010:3.0:1769078016.194485:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00010000:00000001:0.0:1769078017.154542:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078017.154549:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078017.154622:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078017.154626:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078017.154630:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078018.178615:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078018.178622:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078018.178653:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078018.178665:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078018.178668:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078019.202516:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078019.202523:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078019.202586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078019.202591:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078019.202595:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078020.226541:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078020.226550:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078020.226585:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078020.226587:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078020.226590:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078020.418549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078020.418563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078020.418567:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078020.418572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078020.418578:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078020.418588:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5009
00000400:00000200:1.0:1769078020.418600:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078020.418608:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078020.418612:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078020.418616:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.418621:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078020.418623:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.418626:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078020.418631:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078020.418634:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078020.418637:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078020.418641:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078020.418644:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078020.418647:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078020.418651:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.418653:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078020.418655:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.418657:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078020.418661:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078020.418665:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078020.418668:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078020.418672:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078020.418677:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078020.418681:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.418684:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078020.418687:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078020.418699:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78e00.
00000020:00000040:1.0:1769078020.418704:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078020.418709:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078020.418711:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.418715:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078020.418717:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078020.418723:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078020.418733:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac000.
00000100:00000001:1.0:1769078020.418741:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078020.418752:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78e00 x1855007610771840/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078020.418764:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078020.418770:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078020.418775:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cac2cf7f] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78e00 x1855007610771840/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078020.418807:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078020.418810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078020.418814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078020.418816:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078020.418817:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078020.418820:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078020.418823:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5009
00000400:00000200:1.0:1769078020.418827:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078020.418830:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078020.418833:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078020.418837:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.418840:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078020.418843:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.418846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078020.418848:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078020.418850:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078020.418852:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078020.418855:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078020.418858:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078020.418861:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078020.418867:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.418871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078020.418874:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.418878:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078020.418881:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078020.418889:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078020.418892:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078020.418894:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078020.418901:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078020.418905:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.418909:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078020.418915:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078020.418924:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.418930:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078020.418936:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b100.
00000020:00000040:1.0:1769078020.418942:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078020.418947:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078020.418951:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.418956:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078020.418958:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078020.418961:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078020.418969:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
00000100:00000001:1.0:1769078020.418976:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078020.418985:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b100 x1855007610771968/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078020.418998:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078020.419001:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078020.419011:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be95ff3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b100 x1855007610771968/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078020.419049:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078020.419056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078020.419064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078020.419069:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078020.419073:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078020.419076:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078020.419082:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5009
00000400:00000200:1.0:1769078020.419092:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078020.419100:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078020.419106:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078020.419113:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.419118:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078020.419126:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.419132:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078020.419136:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078020.419140:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078020.419145:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078020.419150:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078020.419156:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078020.419162:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078020.419168:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.419174:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078020.419180:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.419186:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769078020.419189:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:1.0:1769078020.419191:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000800:00000200:2.1:1769078020.419195:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000100:00080000:1.0:1769078020.419199:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078020.419206:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078020.419211:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078020.419216:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078020.419222:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.419227:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078020.419232:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078020.419239:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.419241:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078020.419248:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7ad80.
00000020:00000040:1.0:1769078020.419254:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078020.419259:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078020.419261:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.419266:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078020.419270:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078020.419273:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078020.419281:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000001:1.0:1769078020.419288:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078020.419299:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7ad80 x1855007610772096/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078020.419321:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078020.419325:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078020.419333:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0b3dcc3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7ad80 x1855007610772096/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078020.419347:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078020.419351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078020.419360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078020.419365:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078020.419369:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078020.419375:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078020.419382:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5009
00000400:00000200:1.0:1769078020.419413:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078020.419417:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078020.419421:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078020.419426:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.419430:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078020.419435:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.419440:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078020.419445:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078020.419447:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078020.419451:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078020.419455:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078020.419460:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078020.419463:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078020.419471:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.419474:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078020.419479:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078020.419481:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078020.419485:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078020.419489:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078020.419492:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078020.419495:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078020.419499:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078020.419503:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.419508:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078020.419511:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078020.419516:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.419519:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078020.419526:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79f80.
00000020:00000040:1.0:1769078020.419530:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078020.419535:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078020.419537:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078020.419541:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078020.419544:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078020.419546:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078020.419552:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000001:1.0:1769078020.419558:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078020.419568:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79f80 x1855007610772224/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078020.419580:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078020.419584:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078020.419592:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad60a52c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79f80 x1855007610772224/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078020.419619:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078020.419630:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5019)
00000800:00000200:2.1:1769078020.419828:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078020.419830:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078020.420099:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078020.420101:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078020.420310:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078020.420312:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1769078021.250538:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078021.250545:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078021.250611:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078021.250615:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078021.250618:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078021.314506:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299682672, at 4299682688
00000100:00000010:3.0:1769078021.314526:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00010000:00000001:0.0:1769078022.274544:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078022.274552:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078022.274581:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078022.274583:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078022.274586:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078023.298494:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078023.298504:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078023.298508:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078023.298512:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078023.298519:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078023.298521:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078023.298524:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078023.298527:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078023.298593:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078023.298610:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078023.298615:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078024.322509:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078024.322515:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078024.322536:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078024.322538:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078024.322540:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078025.346495:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078025.346503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078025.346565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078025.346568:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078025.346571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078025.538540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078025.538551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078025.538554:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078025.538558:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078025.538562:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078025.538570:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5014
00000400:00000200:3.0:1769078025.538580:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078025.538586:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078025.538589:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078025.538593:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.538597:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078025.538600:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.538602:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078025.538607:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078025.538610:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078025.538613:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078025.538616:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078025.538618:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078025.538620:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078025.538623:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.538626:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078025.538628:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.538630:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078025.538634:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078025.538637:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078025.538641:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078025.538644:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078025.538648:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078025.538651:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.538653:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078025.538656:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078025.538666:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769078025.538670:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078025.538673:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078025.538675:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.538679:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078025.538682:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078025.538685:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078025.538693:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769078025.538699:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078025.538708:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610772352/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078025.538720:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078025.538725:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078025.538730:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610772352/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078025.538767:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078025.538770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078025.538774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078025.538776:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078025.538777:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078025.538780:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078025.538782:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5014
00000400:00000200:3.0:1769078025.538787:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078025.538790:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078025.538793:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078025.538797:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.538800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078025.538803:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.538806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078025.538812:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078025.538816:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078025.538820:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078025.538823:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078025.538827:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078025.538833:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078025.538840:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.538846:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078025.538852:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.538858:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078025.538865:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078025.538873:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078025.538878:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078025.538881:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078025.538889:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078025.538892:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.538895:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078025.538901:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078025.538906:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.538909:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078025.538915:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769078025.538920:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078025.538926:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078025.538930:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.538932:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078025.538934:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078025.538954:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078025.538966:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769078025.538973:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078025.538984:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610772480/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078025.539000:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078025.539005:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078025.539016:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610772480/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078025.539035:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078025.539040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078025.539047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078025.539052:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078025.539054:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078025.539058:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078025.539063:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5014
00000400:00000200:3.0:1769078025.539113:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078025.539121:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078025.539125:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078025.539131:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.539142:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078025.539149:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769078025.539154:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078025.539159:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769078025.539161:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769078025.539164:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078025.539167:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078025.539172:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078025.539176:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078025.539181:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078025.539185:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078025.539190:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.539194:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078025.539201:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.539205:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078025.539209:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078025.539216:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078025.539222:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078025.539227:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078025.539232:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078025.539238:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.539242:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078025.539246:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078025.539252:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.539255:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078025.539263:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769078025.539268:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078025.539274:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078025.539276:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.539282:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078025.539286:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078025.539289:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078025.539296:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769078025.539302:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078025.539313:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610772608/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078025.539326:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078025.539330:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078025.539337:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610772608/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078025.539358:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078025.539363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078025.539374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078025.539379:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078025.539382:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078025.539416:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078025.539420:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5014
00000400:00000200:3.0:1769078025.539429:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078025.539437:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078025.539443:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078025.539450:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.539455:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078025.539460:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.539466:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078025.539471:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078025.539474:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078025.539478:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078025.539482:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078025.539488:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078025.539493:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078025.539501:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.539506:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078025.539512:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078025.539517:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078025.539523:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078025.539530:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078025.539536:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078025.539540:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078025.539545:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078025.539553:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.539557:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078025.539561:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078025.539567:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.539571:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078025.539578:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769078025.539583:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078025.539589:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078025.539592:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078025.539595:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078025.539597:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078025.539599:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078025.539602:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769078025.539608:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078025.539615:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610772736/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078025.539630:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078025.539635:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078025.539645:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610772736/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078025.539665:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078025.539671:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5024)
00000800:00000200:2.1:1769078025.539837:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078025.539839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078025.540175:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078025.540178:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078025.540519:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078025.540522:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1769078026.370563:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078026.370570:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078026.370600:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078026.370609:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078026.370614:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078026.434759:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299687792, at 4299687808
00000100:00000010:3.0:1769078026.434766:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00010000:00000001:0.0:1769078027.394455:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078027.394460:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078027.394532:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078027.394536:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078027.394540:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078028.418503:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078028.418509:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078028.418530:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078028.418532:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078028.418534:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078029.442533:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078029.442541:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078029.442618:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078029.442622:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078029.442624:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078030.466495:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078030.466501:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078030.466520:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078030.466522:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078030.466524:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078030.658492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078030.658500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078030.658502:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078030.658505:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078030.658508:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078030.658514:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5019
00000400:00000200:1.0:1769078030.658526:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078030.658531:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078030.658533:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078030.658536:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658538:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.658540:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078030.658545:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078030.658546:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078030.658548:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078030.658549:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078030.658551:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078030.658553:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078030.658555:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.658557:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658559:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078030.658561:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078030.658563:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658564:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.658566:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078030.658568:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078030.658570:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.658571:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078030.658573:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078030.658583:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79880.
00000020:00000040:1.0:1769078030.658586:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078030.658588:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078030.658590:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.658592:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078030.658594:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078030.658596:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078030.658602:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:1.0:1769078030.658607:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078030.658613:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79880 x1855007610772864/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078030.658623:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078030.658626:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.658631:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7142421] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79880 x1855007610772864/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.658657:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078030.658660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078030.658663:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078030.658665:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078030.658666:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078030.658669:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078030.658672:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5019
00000400:00000200:1.0:1769078030.658677:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078030.658679:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078030.658681:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078030.658683:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658685:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.658690:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658692:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078030.658695:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078030.658697:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078030.658699:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078030.658702:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078030.658706:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078030.658709:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078030.658715:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658718:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.658721:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658725:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078030.658727:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078030.658731:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658734:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.658737:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078030.658741:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078030.658746:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.658748:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078030.658753:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078030.658757:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.658760:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078030.658768:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78a80.
00000020:00000040:1.0:1769078030.658774:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078030.658778:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078030.658782:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.658785:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078030.658788:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078030.658797:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078030.658805:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:1.0:1769078030.658813:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078030.658823:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78a80 x1855007610772992/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078030.658838:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078030.658843:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.658851:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b657196d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78a80 x1855007610772992/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.658876:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078030.658882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078030.658891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078030.658896:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078030.658899:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078030.658905:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078030.658911:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5019
00000400:00000200:1.0:1769078030.658921:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078030.658928:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078030.658931:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078030.658935:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658937:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.658939:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658941:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078030.658945:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078030.658947:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078030.658948:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078030.658951:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769078030.658952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:1.0:1769078030.658953:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078030.658958:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769078030.658960:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1769078030.658962:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658966:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.658969:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658973:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078030.658975:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078030.658980:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078030.658984:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.658986:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078030.658988:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078030.658993:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.658996:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078030.658998:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078030.659001:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.659004:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078030.659009:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79f80.
00000020:00000040:1.0:1769078030.659012:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078030.659017:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078030.659019:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.659022:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078030.659033:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078030.659040:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078030.659048:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
00000100:00000001:1.0:1769078030.659053:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078030.659064:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79f80 x1855007610773120/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078030.659075:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078030.659078:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.659082:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad60a52c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79f80 x1855007610773120/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.659094:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078030.659099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078030.659103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078030.659106:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078030.659108:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078030.659113:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078030.659117:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5019
00000400:00000200:1.0:1769078030.659125:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078030.659130:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078030.659133:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078030.659137:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.659141:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.659144:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.659149:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078030.659155:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078030.659158:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078030.659161:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078030.659173:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078030.659176:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078030.659179:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078030.659184:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.659189:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078030.659193:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078030.659198:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078030.659203:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078030.659209:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078030.659211:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.659215:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078030.659218:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078030.659222:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.659225:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078030.659229:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078030.659233:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.659236:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078030.659239:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7ad80.
00000020:00000040:1.0:1769078030.659242:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078030.659245:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078030.659247:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.659251:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078030.659253:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078030.659256:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078030.659261:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:1.0:1769078030.659265:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078030.659273:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7ad80 x1855007610773248/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078030.659290:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078030.659293:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.659298:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0b3dcc3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7ad80 x1855007610773248/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.659305:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.659310:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5029)
00000800:00000200:2.1:1769078030.659452:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078030.659454:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078030.659663:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078030.659665:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078030.659820:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078030.659822:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.0:1769078031.170534:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:0.0:1769078031.170543:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:0.0:1769078031.170548:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00010000:00000001:0.0:1769078031.490485:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078031.490489:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078031.490552:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078031.490556:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078031.490559:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078031.554479:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299692912, at 4299692928
00000100:00000010:3.0:1769078031.554492:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00010000:00000001:0.0:1769078032.514504:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078032.514510:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078032.514535:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078032.514537:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078032.514539:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078033.538511:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078033.538520:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078033.538522:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078033.538525:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078033.538530:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078033.538532:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078033.538534:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078033.538536:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078033.538593:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078033.538597:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078033.538601:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078034.562498:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078034.562504:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078034.562528:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078034.562531:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078034.562532:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078035.586502:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078035.586508:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078035.586592:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078035.586599:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078035.586604:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078035.778551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078035.778559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078035.778561:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078035.778564:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078035.778567:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078035.778573:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5024
00000400:00000200:0.0:1769078035.778580:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078035.778585:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078035.778587:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078035.778589:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778591:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.778593:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778594:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078035.778597:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078035.778599:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078035.778600:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078035.778602:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078035.778603:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078035.778605:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078035.778607:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778608:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.778609:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778611:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078035.778612:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078035.778614:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778616:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078035.778617:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078035.778619:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078035.778621:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.778622:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078035.778623:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078035.778631:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769078035.778633:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078035.778636:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078035.778637:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.778639:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078035.778641:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078035.778644:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078035.778657:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769078035.778662:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078035.778668:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610773376/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078035.778675:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078035.778678:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078035.778681:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610773376/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078035.778702:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078035.778704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078035.778706:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078035.778707:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078035.778708:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078035.778710:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078035.778711:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5024
00000400:00000200:0.0:1769078035.778713:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078035.778715:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078035.778716:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078035.778718:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778719:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.778720:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778722:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078035.778724:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078035.778725:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078035.778726:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078035.778728:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078035.778729:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078035.778730:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078035.778732:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778733:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.778735:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778736:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078035.778737:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078035.778739:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778741:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078035.778744:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078035.778748:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078035.778752:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.778754:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078035.778757:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078035.778761:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.778780:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078035.778785:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769078035.778791:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078035.778796:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078035.778799:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.778803:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078035.778806:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078035.778811:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078035.778818:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769078035.778822:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078035.778830:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610773504/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078035.778838:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078035.778842:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078035.778847:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610773504/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078035.778854:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078035.778857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078035.778860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078035.778863:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078035.778867:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078035.778872:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078035.778876:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5024
00000400:00000200:0.0:1769078035.778881:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078035.778884:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078035.778885:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078035.778890:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778893:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.778897:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778898:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078035.778901:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078035.778903:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078035.778905:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078035.778907:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078035.778911:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078035.778914:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078035.778921:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778924:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.778925:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778927:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078035.778930:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078035.778936:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078035.778941:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078035.778945:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078035.778948:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078035.778950:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.778954:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078035.778958:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078035.778962:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.778965:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078035.778971:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769078035.778974:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078035.778979:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078035.778982:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.778986:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078035.778990:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078035.778994:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078035.778999:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769078035.779004:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078035.779011:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610773632/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078035.779018:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078035.779021:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078035.779027:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610773632/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078035.779046:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078035.779051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078035.779057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078035.779059:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078035.779061:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078035.779065:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078035.779068:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5024
00000400:00000200:0.0:1769078035.779075:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078035.779080:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078035.779082:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078035.779087:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.779092:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.779094:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.779098:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078035.779100:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769078035.779100:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:0.0:1769078035.779102:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078035.779105:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769078035.779107:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000020:00000040:0.0:1769078035.779108:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078035.779111:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078035.779114:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078035.779124:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.779127:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078035.779132:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078035.779134:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078035.779137:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078035.779141:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078035.779143:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078035.779147:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078035.779150:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078035.779152:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.779154:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078035.779156:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078035.779158:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.779160:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078035.779164:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769078035.779168:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078035.779172:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078035.779174:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078035.779177:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078035.779180:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078035.779182:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078035.779185:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769078035.779188:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078035.779194:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610773760/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078035.779215:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078035.779217:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078035.779223:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610773760/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078035.779230:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078035.779235:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5034)
00000800:00000200:2.1:1769078035.779507:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078035.779510:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078035.779687:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078035.779689:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078035.779860:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078035.779862:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1769078036.610510:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078036.610515:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078036.610536:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078036.610538:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078036.610540:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078036.674528:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299698032, at 4299698048
00000100:00000010:3.0:1769078036.674549:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00010000:00000001:0.0:1769078037.634497:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078037.634503:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078037.634577:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078037.634583:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078037.634587:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078038.658534:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078038.658540:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078038.658587:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078038.658591:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078038.658594:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078039.682532:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078039.682538:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078039.682628:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078039.682631:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078039.682635:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078040.706505:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078040.706510:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078040.706534:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078040.706536:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078040.706538:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078040.898496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078040.898507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078040.898510:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078040.898515:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078040.898520:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078040.898528:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5029
00000400:00000200:0.0:1769078040.898538:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078040.898547:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078040.898550:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078040.898554:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898558:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078040.898563:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898565:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078040.898569:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078040.898571:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078040.898572:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078040.898605:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078040.898607:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078040.898609:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078040.898611:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898612:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078040.898613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898614:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078040.898617:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078040.898619:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898621:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078040.898623:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078040.898626:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078040.898627:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.898629:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078040.898630:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078040.898638:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769078040.898640:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078040.898643:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078040.898644:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.898646:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078040.898649:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078040.898653:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078040.898660:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769078040.898666:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078040.898674:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610773888/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078040.898707:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078040.898711:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078040.898717:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610773888/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078040.898737:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078040.898739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078040.898741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078040.898742:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078040.898744:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078040.898745:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078040.898747:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5029
00000400:00000200:0.0:1769078040.898750:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078040.898752:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078040.898754:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078040.898756:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898757:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078040.898758:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898759:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078040.898761:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078040.898762:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078040.898763:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078040.898764:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078040.898766:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078040.898767:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078040.898769:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898771:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078040.898772:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898774:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078040.898776:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078040.898777:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898779:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078040.898780:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078040.898785:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078040.898786:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.898787:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078040.898790:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078040.898793:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.898795:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078040.898801:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769078040.898806:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078040.898810:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078040.898813:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.898818:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078040.898821:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078040.898825:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078040.898832:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769078040.898839:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078040.898848:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610774016/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078040.898860:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078040.898862:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078040.898866:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610774016/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078040.898876:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078040.898880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078040.898885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078040.898886:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078040.898887:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078040.898892:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078040.898894:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5029
00000400:00000200:0.0:1769078040.898900:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078040.898904:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078040.898907:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078040.898911:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898916:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078040.898920:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898924:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078040.898927:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078040.898929:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078040.898932:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078040.898935:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078040.898938:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078040.898940:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078040.898945:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898949:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078040.898953:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898955:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078040.898956:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078040.898961:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078040.898963:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078040.898965:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078040.898968:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078040.898971:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.898975:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078040.898979:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078040.898984:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.898989:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078040.898996:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769078040.899000:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078040.899005:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078040.899009:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.899013:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078040.899015:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078040.899019:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078040.899025:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769078040.899032:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078040.899033:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078040.899037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000100:00100000:0.0:1769078040.899039:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610774144/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078040.899050:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078040.899052:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078040.899057:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610774144/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078040.899068:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078040.899072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078040.899076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078040.899079:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078040.899080:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078040.899084:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078040.899088:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5029
00000400:00000200:0.0:1769078040.899095:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078040.899101:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078040.899105:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078040.899109:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.899113:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078040.899117:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.899121:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078040.899124:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078040.899126:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078040.899128:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078040.899131:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078040.899133:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078040.899135:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078040.899141:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.899147:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078040.899153:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078040.899158:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078040.899162:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078040.899168:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078040.899173:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078040.899178:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078040.899183:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078040.899189:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.899194:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078040.899197:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078040.899200:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.899203:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078040.899207:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769078040.899211:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078040.899214:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078040.899216:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078040.899218:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078040.899220:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078040.899224:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078040.899228:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769078040.899232:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078040.899239:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610774272/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078040.899244:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078040.899245:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078040.899247:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610774272/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078040.899255:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078040.899259:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5039)
00000800:00000200:2.1:1769078040.899522:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078040.899523:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769078040.899731:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078040.899733:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769078040.899896:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078040.899899:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00010000:00000001:0.0:1769078041.730530:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078041.730537:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078041.730603:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078041.730608:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078041.730611:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078041.794543:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299703152, at 4299703168
00000100:00000010:3.0:1769078041.794572:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00010000:00000001:0.0:1769078042.754479:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078042.754483:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078042.754519:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078042.754522:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078042.754525:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078043.778565:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078043.778575:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078043.778577:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078043.778579:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078043.778584:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078043.778586:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078043.778587:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078043.778589:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078043.778663:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078043.778666:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078043.778668:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078044.802464:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078044.802471:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078044.802495:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078044.802498:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078044.802501:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078045.826480:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078045.826486:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078045.826530:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078045.826534:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078045.826536:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078046.018524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078046.018531:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078046.018534:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078046.018537:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078046.018540:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078046.018545:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5034
00000400:00000200:1.0:1769078046.018553:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078046.018557:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078046.018560:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078046.018562:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.018566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018567:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078046.018570:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078046.018572:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078046.018573:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078046.018576:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078046.018579:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078046.018581:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078046.018584:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018586:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.018588:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018590:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078046.018618:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078046.018622:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018624:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078046.018628:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078046.018631:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078046.018634:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.018636:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078046.018638:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078046.018647:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b100.
00000020:00000040:1.0:1769078046.018650:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078046.018654:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078046.018656:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.018659:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078046.018661:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078046.018666:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078046.018673:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000001:1.0:1769078046.018680:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078046.018689:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b100 x1855007610774400/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078046.018706:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078046.018710:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078046.018715:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be95ff3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b100 x1855007610774400/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078046.018738:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078046.018741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078046.018745:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078046.018746:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078046.018748:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078046.018750:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078046.018752:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5034
00000400:00000200:1.0:1769078046.018757:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078046.018760:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078046.018762:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078046.018765:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018767:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.018769:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018771:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078046.018774:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078046.018775:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078046.018777:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078046.018780:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078046.018782:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078046.018784:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078046.018787:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018790:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.018795:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018800:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078046.018804:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078046.018811:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018817:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078046.018820:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078046.018827:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078046.018832:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.018837:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078046.018849:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078046.018855:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.018859:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078046.018865:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78e00.
00000020:00000040:1.0:1769078046.018870:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078046.018876:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078046.018878:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.018881:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078046.018884:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078046.018887:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078046.018894:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:1.0:1769078046.018900:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078046.018907:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78e00 x1855007610774528/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078046.018915:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078046.018918:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078046.018924:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cac2cf7f] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78e00 x1855007610774528/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078046.018936:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078046.018941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078046.018949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078046.018951:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078046.018954:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078046.018960:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078046.018965:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5034
00000400:00000200:1.0:1769078046.018974:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078046.018981:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078046.018985:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078046.018990:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.018994:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.018998:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.019003:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078046.019006:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078046.019008:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078046.019012:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078046.019015:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078046.019019:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078046.019023:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078046.019029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.019032:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.019036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.019040:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078046.019045:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078046.019051:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078046.019056:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078046.019060:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078046.019064:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078046.019078:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.019082:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078046.019086:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078046.019090:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.019093:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078046.019099:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78700.
00000020:00000040:1.0:1769078046.019102:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078046.019107:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078046.019108:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.019113:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078046.019115:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078046.019120:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078046.019124:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000800:00000200:2.1:1769078046.019129:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078046.019134:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1769078046.019137:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078046.019147:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78700 x1855007610774656/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078046.019158:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078046.019162:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078046.019170:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087ffcb3c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78700 x1855007610774656/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078046.019187:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078046.019192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078046.019200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078046.019203:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078046.019206:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078046.019211:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078046.019216:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5034
00000400:00000200:1.0:1769078046.019225:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078046.019232:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078046.019236:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078046.019241:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.019244:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.019248:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.019252:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078046.019256:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078046.019259:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078046.019263:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078046.019267:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078046.019272:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078046.019275:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078046.019280:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.019283:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078046.019286:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078046.019291:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078046.019295:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078046.019300:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078046.019304:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078046.019306:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078046.019311:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078046.019316:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.019319:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078046.019323:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078046.019327:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.019331:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078046.019337:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b480.
00000020:00000040:1.0:1769078046.019342:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078046.019347:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078046.019348:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078046.019360:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078046.019363:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078046.019367:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078046.019373:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:1.0:1769078046.019379:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078046.019418:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b480 x1855007610774784/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078046.019432:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078046.019437:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078046.019446:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008158e222] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b480 x1855007610774784/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078046.019464:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078046.019471:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5045)
00000800:00000200:2.1:1769078046.019704:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078046.019706:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078046.019965:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078046.019968:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078046.020223:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078046.020226:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1769078046.850479:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078046.850487:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078046.850512:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078046.850515:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078046.850517:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078046.914543:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299708272, at 4299708288
00000100:00000010:3.0:1769078046.914569:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00010000:00000001:0.0:1769078047.874559:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078047.874580:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078047.874654:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078047.874659:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078047.874663:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078048.898469:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078048.898479:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078048.898507:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078048.898510:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078048.898522:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078049.922506:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078049.922516:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078050.946535:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078050.946544:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078050.946573:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078050.946576:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078050.946580:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078051.138501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078051.138541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078051.138544:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078051.138549:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078051.138554:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078051.138563:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5040
00000400:00000200:1.0:1769078051.138576:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078051.138584:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078051.138587:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078051.138591:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.138595:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.138598:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.138601:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078051.138606:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078051.138608:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078051.138611:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078051.138614:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078051.138616:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078051.138619:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078051.138622:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.138625:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.138627:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.138629:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078051.138633:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078051.138636:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078051.138639:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078051.138642:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078051.138646:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078051.138649:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.138651:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078051.138654:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078051.138665:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a300.
00000020:00000040:1.0:1769078051.138669:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078051.138673:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078051.138675:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.138678:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078051.138681:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078051.138685:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078051.138694:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67adc00.
00000100:00000001:1.0:1769078051.138702:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078051.138712:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a300 x1855007610774912/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078051.138724:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078051.138729:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078051.138734:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfae78b9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a300 x1855007610774912/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078051.138763:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078051.138766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078051.138770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078051.138771:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078051.138773:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078051.138776:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078051.138778:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5040
00000400:00000200:1.0:1769078051.138782:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078051.138786:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078051.138789:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078051.138792:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.138795:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.138798:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.138800:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078051.138804:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078051.138807:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078051.138810:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078051.138814:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078051.138819:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078051.138824:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078051.138832:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.138838:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.138842:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.138848:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078051.138855:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078051.138863:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078051.138869:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078051.138874:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078051.138881:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078051.138886:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.138890:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078051.138897:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078051.138904:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.138907:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078051.138913:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79500.
00000020:00000040:1.0:1769078051.138917:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078051.138934:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078051.138940:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.138945:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078051.138948:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078051.138951:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078051.138961:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:1.0:1769078051.138968:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078051.138977:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79500 x1855007610775040/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078051.138992:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078051.138996:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078051.139004:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cf38f94] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79500 x1855007610775040/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078051.139022:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078051.139028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078051.139034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078051.139036:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078051.139038:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078051.139042:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078051.139048:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5040
00000400:00000200:1.0:1769078051.139057:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078051.139065:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078051.139071:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078051.139075:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.139080:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.139085:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.139089:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078051.139094:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078051.139096:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078051.139099:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078051.139103:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078051.139105:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078051.139110:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078051.139117:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.139123:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769078051.139123:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078051.139128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1769078051.139129:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.139135:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078051.139139:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078051.139146:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078051.139154:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078051.139158:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078051.139163:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078051.139168:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.139174:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078051.139179:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078051.139183:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.139188:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078051.139195:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79180.
00000020:00000040:1.0:1769078051.139202:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078051.139207:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078051.139212:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.139216:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078051.139219:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078051.139222:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078051.139230:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000100:00000001:1.0:1769078051.139236:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078051.139246:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79180 x1855007610775168/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078051.139262:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078051.139267:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078051.139277:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb405fe] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79180 x1855007610775168/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078051.139294:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078051.139300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078051.139309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078051.139314:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078051.139318:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078051.139323:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078051.139331:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5040
00000400:00000200:1.0:1769078051.139340:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078051.139348:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078051.139354:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078051.139362:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.139367:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.139372:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.139377:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078051.139384:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078051.139416:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078051.139422:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078051.139426:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078051.139432:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078051.139440:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078051.139451:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.139457:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078051.139463:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078051.139468:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078051.139474:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078051.139482:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078051.139489:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078051.139494:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078051.139500:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078051.139506:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.139522:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078051.139524:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078051.139530:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.139534:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078051.139539:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78000.
00000020:00000040:1.0:1769078051.139544:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078051.139550:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078051.139552:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078051.139556:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078051.139559:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078051.139561:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078051.139568:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:1.0:1769078051.139573:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078051.139582:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78000 x1855007610775296/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078051.139600:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078051.139605:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078051.139614:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809d7171] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78000 x1855007610775296/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078051.139630:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078051.139636:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5050)
00000800:00000200:2.1:1769078051.139708:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078051.139710:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078051.139889:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078051.139891:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078051.140098:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078051.140100:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1769078051.970542:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078051.970550:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078052.034539:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299713392, at 4299713408
00000100:00000010:3.0:1769078052.034565:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769078052.994517:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078052.994527:0:69734:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078052.994530:0:69734:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078052.994532:0:69734:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078052.994538:0:69734:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078052.994540:0:69734:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078052.994546:0:69734:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078052.994548:0:69734:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078052.994572:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078052.994574:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078052.994577:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078054.018521:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078054.018528:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078055.042584:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078055.042594:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078055.042637:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078055.042641:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078055.042646:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078056.066549:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078056.066560:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078056.258566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078056.258582:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078056.258585:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078056.258591:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078056.258596:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078056.258606:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5045
00000400:00000200:0.0:1769078056.258619:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078056.258626:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078056.258630:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078056.258634:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.258639:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078056.258642:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.258645:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078056.258651:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078056.258654:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078056.258658:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078056.258660:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078056.258664:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078056.258667:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078056.258670:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.258672:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078056.258675:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.258678:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078056.258682:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078056.258686:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078056.258689:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078056.258693:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078056.258697:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078056.258700:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.258704:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078056.258706:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078056.258720:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769078056.258725:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078056.258730:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078056.258732:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.258736:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078056.258739:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078056.258743:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078056.258753:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769078056.258761:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078056.258774:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610775424/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078056.258786:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078056.258792:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078056.258798:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610775424/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078056.258824:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078056.258829:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078056.258833:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078056.258834:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078056.258836:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078056.258839:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078056.258842:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5045
00000400:00000200:0.0:1769078056.258849:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078056.258853:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078056.258856:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078056.258859:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.258863:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078056.258865:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.258869:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078056.258875:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078056.258879:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078056.258884:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078056.258889:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078056.258896:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078056.258902:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078056.258912:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.258916:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078056.258921:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.258924:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078056.258927:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078056.258935:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078056.258941:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078056.258945:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078056.258953:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078056.258958:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.258961:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078056.258969:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078056.258975:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.258981:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078056.258991:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769078056.258998:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078056.259005:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078056.259008:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.259012:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078056.259016:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078056.259018:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078056.259027:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769078056.259033:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078056.259045:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610775552/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078056.259071:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078056.259078:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078056.259087:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610775552/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078056.259106:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078056.259110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078056.259114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078056.259118:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078056.259120:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078056.259126:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078056.259134:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5045
00000400:00000200:0.0:1769078056.259145:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078056.259155:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078056.259161:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078056.259167:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.259174:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078056.259181:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.259186:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078056.259192:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078056.259195:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078056.259199:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078056.259202:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078056.259207:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078056.259212:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078056.259220:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.259226:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078056.259232:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769078056.259236:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078056.259238:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769078056.259242:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1769078056.259244:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078056.259254:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078056.259260:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078056.259265:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078056.259271:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078056.259274:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.259279:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078056.259284:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078056.259289:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.259292:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078056.259297:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769078056.259303:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078056.259307:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078056.259309:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.259313:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078056.259315:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078056.259319:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078056.259327:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769078056.259334:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078056.259345:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610775680/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078056.259361:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078056.259365:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078056.259376:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610775680/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078056.259463:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078056.259471:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078056.259479:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078056.259484:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078056.259487:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078056.259492:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078056.259497:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5045
00000400:00000200:0.0:1769078056.259506:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078056.259514:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078056.259520:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078056.259529:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.259536:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078056.259540:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.259545:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078056.259549:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078056.259551:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078056.259554:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078056.259559:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078056.259565:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078056.259568:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078056.259575:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.259579:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078056.259584:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078056.259589:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078056.259594:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078056.259602:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078056.259608:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078056.259614:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078056.259617:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078056.259624:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.259629:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078056.259633:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078056.259641:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.259645:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078056.259651:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769078056.259657:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078056.259665:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078056.259669:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078056.259675:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078056.259677:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078056.259682:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078056.259690:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769078056.259696:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078056.259706:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610775808/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078056.259724:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078056.259728:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078056.259739:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610775808/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078056.259758:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078056.259768:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5055)
00000800:00000200:2.1:1769078056.259921:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078056.259924:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078056.260141:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078056.260143:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078056.260366:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078056.260368:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1769078057.090484:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078057.090490:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078057.090554:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078057.090556:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078057.090559:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078057.154495:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299718513, at 4299718528
00000100:00000010:3.0:1769078057.154513:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00010000:00000001:0.0:1769078058.114538:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078058.114543:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078059.138557:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078059.138564:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078059.138630:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078059.138634:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078059.138637:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078060.162481:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078060.162488:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078061.186515:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078061.186523:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078061.186548:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078061.186551:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078061.186553:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078061.378517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078061.378532:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078061.378535:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078061.378541:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078061.378547:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078061.378557:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5050
00000400:00000200:0.0:1769078061.378569:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078061.378576:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078061.378581:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078061.378584:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.378589:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078061.378591:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.378595:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078061.378600:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078061.378603:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078061.378606:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078061.378610:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078061.378613:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078061.378615:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078061.378619:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.378621:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078061.378624:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.378626:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078061.378630:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078061.378634:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078061.378637:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078061.378642:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078061.378646:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078061.378650:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.378652:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078061.378656:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078061.378664:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769078061.378669:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078061.378674:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078061.378676:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.378679:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078061.378682:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078061.378687:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078061.378699:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769078061.378707:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078061.378719:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610775936/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078061.378732:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078061.378737:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078061.378743:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610775936/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078061.378769:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078061.378773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078061.378778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078061.378780:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078061.378782:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078061.378786:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078061.378789:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5050
00000400:00000200:0.0:1769078061.378795:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078061.378802:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078061.378808:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078061.378817:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.378824:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078061.378831:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.378835:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078061.378841:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078061.378845:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078061.378850:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078061.378855:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078061.378861:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078061.378867:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078061.378876:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.378881:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078061.378887:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.378892:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078061.378898:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078061.378904:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078061.378907:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078061.378912:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078061.378922:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078061.378929:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.378934:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078061.378942:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078061.378950:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.378955:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078061.378963:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769078061.378969:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078061.378976:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078061.378981:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.378986:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078061.378990:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078061.378995:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078061.379003:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769078061.379011:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078061.379023:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610776064/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078061.379039:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078061.379045:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078061.379054:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610776064/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769078061.379057:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078061.379063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769078061.379078:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078061.379083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078061.379092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078061.379097:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078061.379102:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078061.379108:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078061.379116:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5050
00000400:00000200:0.0:1769078061.379126:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078061.379136:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078061.379142:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078061.379149:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.379167:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078061.379177:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.379183:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078061.379189:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078061.379193:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078061.379198:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078061.379202:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078061.379207:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078061.379213:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078061.379222:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.379226:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078061.379233:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.379240:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078061.379247:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078061.379255:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078061.379262:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078061.379267:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078061.379272:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078061.379278:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.379283:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078061.379288:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078061.379295:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.379301:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078061.379311:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769078061.379318:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078061.379323:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078061.379329:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.379334:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078061.379353:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078061.379356:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078061.379361:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769078061.379368:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078061.379380:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610776192/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078061.379438:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078061.379444:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078061.379454:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610776192/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078061.379473:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078061.379480:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078061.379490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078061.379493:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078061.379496:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078061.379504:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078061.379512:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5050
00000400:00000200:0.0:1769078061.379524:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078061.379534:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078061.379540:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078061.379550:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.379557:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078061.379563:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.379568:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078061.379574:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078061.379578:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078061.379583:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078061.379588:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078061.379594:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078061.379599:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078061.379608:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.379614:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078061.379619:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078061.379624:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078061.379630:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078061.379637:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078061.379644:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078061.379649:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078061.379655:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078061.379661:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.379667:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078061.379673:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078061.379681:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.379687:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078061.379692:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769078061.379696:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078061.379701:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078061.379706:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078061.379710:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078061.379715:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078061.379720:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078061.379727:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769078061.379734:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078061.379739:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078061.379743:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00100000:0.0:1769078061.379745:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610776320/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078061.379766:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078061.379771:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078061.379783:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610776320/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078061.379819:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078061.379827:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5060)
00000800:00000200:2.1:1769078061.380000:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078061.380002:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078061.380282:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078061.380285:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1769078062.210492:0:69734:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078062.210501:0:69734:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078062.274499:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299723632, at 4299723648
00000100:00000010:3.0:1769078062.274518:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00010000:00000001:0.0:1769078063.234526:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078063.234537:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078063.234539:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078063.234542:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078063.234548:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078063.234552:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078063.234555:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078063.234557:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078063.234579:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078063.234582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078063.234585:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078064.258499:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078064.258509:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078065.282517:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078065.282526:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078065.282546:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078065.282548:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078065.282551:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078066.306472:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078066.306480:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078066.498530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078066.498541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078066.498544:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078066.498548:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078066.498552:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078066.498559:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5055
00000400:00000200:0.0:1769078066.498568:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078066.498574:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078066.498578:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078066.498581:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.498584:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.498587:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.498590:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078066.498594:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078066.498596:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078066.498599:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078066.498602:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078066.498604:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078066.498607:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078066.498610:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.498612:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.498614:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.498615:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078066.498618:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078066.498621:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078066.498624:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078066.498627:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078066.498632:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078066.498635:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.498637:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078066.498641:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078066.498651:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769078066.498656:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078066.498660:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078066.498662:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.498665:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078066.498668:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078066.498672:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078066.498680:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769078066.498685:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078066.498693:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610776448/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078066.498701:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078066.498705:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078066.498708:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610776448/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078066.498729:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078066.498732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078066.498734:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078066.498735:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078066.498737:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078066.498739:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078066.498741:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5055
00000400:00000200:0.0:1769078066.498745:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078066.498754:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078066.498756:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078066.498758:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.498759:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.498762:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.498763:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078066.498766:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078066.498775:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078066.498778:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078066.498782:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078066.498788:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078066.498791:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078066.498797:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.498800:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.498805:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.498814:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078066.498823:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078066.498830:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078066.498832:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078066.498833:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078066.498840:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078066.498851:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.498853:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078066.498861:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078066.498867:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.498872:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078066.498877:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769078066.498881:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078066.498884:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078066.498885:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.498888:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078066.498892:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078066.498894:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078066.498903:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769078066.498907:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078066.498914:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610776576/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078066.498930:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078066.498932:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078066.498937:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610776576/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078066.498947:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078066.498952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078066.498956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078066.498963:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078066.498965:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078066.498969:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078066.498979:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5055
00000400:00000200:0.0:1769078066.498984:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078066.498986:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078066.498992:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078066.499003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.499007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.499013:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.499018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078066.499024:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078066.499026:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078066.499030:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078066.499034:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078066.499039:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078066.499045:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078066.499057:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.499061:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.499066:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.499071:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078066.499078:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078066.499088:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078066.499097:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078066.499102:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078066.499107:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078066.499113:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.499117:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078066.499128:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078066.499133:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.499136:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078066.499142:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769078066.499151:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078066.499163:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078066.499167:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.499178:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078066.499186:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078066.499203:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078066.499210:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769078066.499217:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078066.499224:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610776704/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078066.499231:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078066.499237:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078066.499242:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610776704/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769078066.499284:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078066.499421:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078066.499425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078066.499430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078066.499434:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078066.499437:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078066.499444:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078066.499452:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5055
00000400:00000200:0.0:1769078066.499459:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078066.499473:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078066.499476:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078066.499488:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.499497:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.499507:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.499511:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078066.499515:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078066.499517:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078066.499522:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078066.499527:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078066.499529:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078066.499540:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078066.499548:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.499552:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078066.499557:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078066.499560:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078066.499563:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078066.499571:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078066.499580:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078066.499587:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078066.499595:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078066.499600:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.499604:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078066.499606:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078066.499611:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.499616:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078066.499624:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769078066.499628:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078066.499631:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078066.499634:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078066.499638:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078066.499640:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078066.499643:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078066.499653:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769078066.499660:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078066.499669:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610776832/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078066.499689:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078066.499691:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078066.499702:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610776832/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078066.499719:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078066.499727:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5065)
00000800:00000200:2.1:1769078066.499779:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078066.499950:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078066.500114:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00010000:00000001:0.0:1769078067.330501:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078067.330509:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078067.330544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078067.330548:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078067.330553:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078067.394551:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299728752, at 4299728768
00000100:00000010:3.0:1769078067.394573:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769078068.354483:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078068.354494:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078069.378496:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078069.378504:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078069.378564:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078069.378569:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078069.378572:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769078069.570867:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769078069.570938:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078069.570953:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078069.570958:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769078069.570962:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078069.570967:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078069.570974:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078069.570979:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d100.
00000400:00000200:3.0:1769078069.570986:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078069.570992:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078069.571002:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894a18
00000400:00000010:3.0:1769078069.571010:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894a18.
00000100:00000001:3.0:1769078069.571016:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078069.571028:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56edc00 x1855007610776448/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.571061:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078069.571067:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edc00 x1855007610776448/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.571076:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.571078:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078069.571094:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078069.571097:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:3.0:1769078069.571101:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078069.571106:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078069.571109:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28945d8
00000400:00000010:3.0:1769078069.571112:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28945d8.
00000100:00000001:3.0:1769078069.571115:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078069.571121:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56eea00 x1855007610776576/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.571133:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078069.571138:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610776576/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.571150:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.571153:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078069.571167:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078069.571175:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d800.
00000400:00000200:3.0:1769078069.571182:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078069.571188:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078069.571247:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894088
00000400:00000010:3.0:1769078069.571252:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894088.
00000100:00000001:3.0:1769078069.571258:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078069.571266:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ef480 x1855007610776704/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.571276:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078069.571281:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef480 x1855007610776704/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.571292:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.571297:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078069.571307:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078069.571311:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d300.
00000400:00000200:3.0:1769078069.571317:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078069.571323:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078069.571329:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28942a8
00000400:00000010:3.0:1769078069.571333:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28942a8.
00000100:00000001:3.0:1769078069.571337:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078069.571345:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ef800 x1855007610776832/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.571360:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078069.571368:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef800 x1855007610776832/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078069.571379:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078069.571382:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:1.0:1769078070.082543:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:1.0:1769078070.082553:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:1.0:1769078070.082560:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769078070.082722:0:2361:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769078070.082732:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078070.082749:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769078070.082756:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078070.082759:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078070.402490:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078070.402511:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078071.426557:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078071.426566:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078071.426597:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078071.426601:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078071.426605:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078071.618485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078071.618497:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078071.618499:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078071.618503:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078071.618508:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078071.618515:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5060
00000400:00000200:1.0:1769078071.618525:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078071.618531:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078071.618534:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078071.618538:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.618541:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.618544:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.618546:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078071.618550:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078071.618552:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078071.618554:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078071.618556:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078071.618559:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078071.618561:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078071.618566:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.618568:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.618571:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.618573:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078071.618577:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078071.618580:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078071.618583:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.618586:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078071.618590:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078071.618593:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.618596:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078071.618598:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078071.618606:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78380.
00000020:00000040:1.0:1769078071.618611:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078071.618615:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078071.618617:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.618621:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078071.618631:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078071.618636:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078071.618645:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:1.0:1769078071.618653:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.618665:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78380 x1855007610776960/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078071.618678:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078071.618684:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.618690:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b372783] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78380 x1855007610776960/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.618718:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078071.618721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078071.618724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078071.618725:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078071.618727:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078071.618729:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078071.618732:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5060
00000400:00000200:1.0:1769078071.618736:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078071.618740:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078071.618743:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078071.618755:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.618759:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.618762:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.618764:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078071.618767:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078071.618769:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078071.618774:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078071.618778:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078071.618784:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078071.618789:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078071.618796:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.618799:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.618804:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.618809:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078071.618815:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078071.618822:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078071.618828:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.618833:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078071.618843:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078071.618848:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.618852:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078071.618858:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078071.618861:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.618864:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078071.618871:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7bb80.
00000020:00000040:1.0:1769078071.618876:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078071.618883:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078071.618886:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.618891:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078071.618893:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078071.618898:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078071.618908:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000001:1.0:1769078071.618914:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.618921:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7bb80 x1855007610777088/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078071.618934:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078071.618939:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.618949:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49461df] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7bb80 x1855007610777088/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.618963:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078071.618967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078071.618973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078071.618975:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078071.618977:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078071.618980:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078071.618985:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5060
00000400:00000200:1.0:1769078071.618995:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078071.619003:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078071.619010:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078071.619018:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.619023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.619028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.619033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078071.619039:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078071.619043:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078071.619048:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078071.619052:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078071.619058:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078071.619063:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078071.619069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.619075:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.619081:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.619085:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078071.619088:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078071.619094:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078071.619099:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.619102:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078071.619106:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078071.619112:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.619116:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078071.619119:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078071.619124:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.619128:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078071.619135:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79c00.
00000020:00000040:1.0:1769078071.619142:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078071.619147:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078071.619150:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.619155:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078071.619158:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078071.619162:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078071.619186:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
00000100:00000001:1.0:1769078071.619192:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.619202:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078071.619218:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078071.619224:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.619232:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038f725e8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.619245:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078071.619250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078071.619257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078071.619262:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078071.619265:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769078071.619269:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078071.619271:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769078071.619277:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1769078071.619278:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5060
00000400:00000200:1.0:1769078071.619291:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078071.619298:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078071.619304:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078071.619309:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.619314:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.619321:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.619327:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078071.619330:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078071.619332:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078071.619338:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078071.619342:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078071.619347:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078071.619351:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078071.619358:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.619364:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078071.619369:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078071.619374:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078071.619378:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078071.619383:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078071.619419:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.619423:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078071.619427:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078071.619430:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.619432:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078071.619437:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078071.619443:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.619448:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078071.619456:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a680.
00000020:00000040:1.0:1769078071.619462:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078071.619469:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078071.619471:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.619473:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078071.619476:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078071.619479:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078071.619487:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:1.0:1769078071.619493:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.619502:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078071.619513:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078071.619519:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.619524:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ef89d72] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.619536:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.619545:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5070)
00000800:00000200:2.1:1769078071.619933:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078071.619936:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769078071.620063:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078071.620065:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620067:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078071.620068:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078071.620071:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7bb80 x1855007610777088/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620078:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078071.620081:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7bb80 x1855007610777088/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620088:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078071.620091:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620093:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078071.620095:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620097:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078071.620098:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078071.620101:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078071.620105:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078071.620107:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078071.620112:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7bb80 x1855007610777088/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078071.620121:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777088:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078071.620126:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078071.620129:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620135:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078071.620137:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078071.620139:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078071.620141:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078071.620143:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078071.620147:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777216:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078071.620151:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078071.620153:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078071.620154:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078071.620156:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078071.620161:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078071.620175:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078071.620180:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078071.620183:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078071.620187:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078071.620190:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610777216, portal 4
00000100:00000001:2.0:1769078071.620192:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078071.620193:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384199680 : -104785325351936 : ffffa0b2c3e79c00)
00000100:00000040:2.0:1769078071.620199:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620211:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078071.620214:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078071.620216:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078071.620219:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610777216, offset 0
00000400:00000200:2.0:1769078071.620224:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078071.620228:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078071.620233:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078071.620236:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078071.620239:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078071.620241:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078071.620244:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078071.620248:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21750:21750:256:4294967295] 192.168.204.105@tcp LPNI seq info [21747:21747:8:4294967295]
00000400:00000200:2.0:1769078071.620252:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078071.620259:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078071.620264:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078071.620268:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078071.620274:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078071.620278:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078071.620283:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078071.620287:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078071.620291:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078071.620294:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078071.620296:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078071.620300:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078071.620304:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078071.620305:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078071.620308:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078071.620312:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620321:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078071.620325:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620334:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078071.620336:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078071.620346:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078071.620350:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078071.620354:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078071.620356:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299733038
00000100:00000001:2.0:1769078071.620359:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299733873
00000100:00000001:2.0:1769078071.620362:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299733038
00000100:00000001:2.0:1769078071.620364:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299733873
00000100:00000001:2.0:1769078071.620367:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078071.620370:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078071.620373:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078071.620378:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078071/real 1769078071]  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078071.620417:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078071.620421:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078071.620423:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078071.620426:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078071.620428:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078071.620430:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078071.620435:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078071.620445:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620453:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078071.620455:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620457:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078071.620459:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078071.620464:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620471:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078071.620476:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620484:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078071.620486:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620488:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078071.620490:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620491:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078071.620494:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078071.620497:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078071.620500:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078071.620502:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078071.620507:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078071.620522:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777216:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078071.620535:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078071.620539:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620544:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078071.620545:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078071.620547:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078071.620548:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078071.620550:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078071.620552:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777344:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078071.620555:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078071.620556:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078071.620558:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078071.620560:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078071.620564:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078071.620566:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078071.620571:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078071.620574:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078071.620577:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078071.620581:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610777344, portal 4
00000100:00000001:2.0:1769078071.620583:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078071.620585:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384202368 : -104785325349248 : ffffa0b2c3e7a680)
00000100:00000040:2.0:1769078071.620592:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620599:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078071.620602:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078071.620604:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078071.620607:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610777344, offset 0
00000400:00000200:2.0:1769078071.620611:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078071.620617:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078071.620621:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078071.620624:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078071.620627:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078071.620630:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078071.620632:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078071.620636:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21751:21751:256:4294967295] 192.168.204.105@tcp LPNI seq info [21748:21748:8:4294967295]
00000400:00000200:2.0:1769078071.620640:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078071.620647:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078071.620652:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078071.620655:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078071.620658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078071.620660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078071.620665:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078071.620667:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078071.620671:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078071.620674:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078071.620677:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078071.620681:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078071.620684:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078071.620686:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078071.620688:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078071.620692:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620700:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078071.620703:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620709:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078071.620711:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078071.620714:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078071.620717:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078071.620721:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078071.620723:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299733050
00000100:00000001:2.0:1769078071.620726:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299733873
00000100:00000001:2.0:1769078071.620729:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299733050
00000100:00000001:2.0:1769078071.620731:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299733873
00000100:00000001:2.0:1769078071.620733:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078071.620735:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078071.620738:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078071.620741:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078071/real 1769078071]  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078071.620749:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078071.620751:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078071.620752:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078071.620755:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078071.620757:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078071.620759:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078071.620762:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078071.620771:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620778:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078071.620779:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620781:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078071.620783:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078071.620787:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620794:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078071.620797:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620802:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078071.620805:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620806:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078071.620807:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620808:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078071.620809:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078071.620811:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078071.620813:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078071.620814:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078071.620817:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078071.620824:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777344:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078071.620829:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620831:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078071.620835:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7bb80 x1855007610777088/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620842:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078071.620844:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078071.620846:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078071.620848:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078071.620850:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078071.620852:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078071.620854:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078071.620856:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:2.0:1769078071.620860:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078071.620862:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078071.620864:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7bb80.
00000100:00000001:2.0:1769078071.620867:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078071.620869:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620871:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078071.620875:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79c00 x1855007610777216/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620889:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078071.620890:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078071.620892:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078071.620895:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078071.620896:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078071.620898:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078071.620900:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078071.620902:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:2.0:1769078071.620904:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078071.620906:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078071.620907:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79c00.
00000100:00000001:2.0:1769078071.620910:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078071.620911:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620913:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078071.620917:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a680 x1855007610777344/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078071.620924:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078071.620925:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078071.620927:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078071.620930:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078071.620931:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078071.620932:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078071.620935:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078071.620936:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:2.0:1769078071.620938:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078071.620940:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078071.620941:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a680.
00000100:00000001:2.0:1769078071.620942:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078071.620943:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620945:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.620952:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078071.620953:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078071.620954:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078071.620956:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078072.450521:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078072.450529:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078072.450610:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078072.450615:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078072.450620:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078072.514484:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299733873, at 4299733888
00000100:00000040:3.0:1769078072.514484:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299733873, at 4299733888
00000100:00000010:3.0:1769078072.514506:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00000100:00000010:2.0:1769078072.514508:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078073.474538:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078073.474551:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078073.474554:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078073.474558:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078073.474564:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078073.474567:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078073.474569:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078073.474572:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078073.474643:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078073.474646:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078073.474649:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078074.498537:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078074.498546:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078074.498624:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078074.498629:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078074.498633:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078075.522513:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078075.522520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078075.522574:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078075.522577:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078075.522580:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078076.546511:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078076.546518:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078076.546588:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078076.546592:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078076.546597:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078076.738569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078076.738580:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078076.738583:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078076.738587:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078076.738591:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078076.738598:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5065
00000400:00000200:0.0:1769078076.738608:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078076.738614:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078076.738616:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078076.738619:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078076.738624:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738626:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078076.738631:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078076.738632:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078076.738635:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078076.738637:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078076.738638:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078076.738640:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078076.738643:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738644:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078076.738646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738647:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078076.738650:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078076.738652:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738653:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078076.738656:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078076.738663:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078076.738666:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.738667:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078076.738670:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078076.738681:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769078076.738684:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078076.738687:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078076.738689:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.738692:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078076.738694:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078076.738699:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078076.738706:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769078076.738712:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078076.738720:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078076.738729:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078076.738737:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078076.738740:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078076.738757:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078076.738760:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078076.738762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078076.738763:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078076.738764:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078076.738766:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078076.738768:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5065
00000400:00000200:0.0:1769078076.738770:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078076.738772:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078076.738773:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078076.738776:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738777:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078076.738779:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078076.738783:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078076.738784:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078076.738786:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078076.738788:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078076.738790:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078076.738792:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078076.738794:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738795:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078076.738796:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738798:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078076.738799:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078076.738801:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738803:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078076.738804:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078076.738804:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769078076.738810:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078076.738810:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769078076.738814:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.738815:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078076.738818:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078076.738823:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769078076.738825:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078076.738826:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.738830:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078076.738836:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769078076.738840:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00000001:2.0:1769078076.738841:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078076.738843:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078076.738845:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.738845:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.738849:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078076.738850:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078076.738851:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078076.738852:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078076.738855:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078076.738858:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078076.738862:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610777472:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078076.738865:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769078076.738866:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
02000000:00000001:2.0:1769078076.738869:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078076.738870:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078076.738872:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078076.738877:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078076.738878:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078076.738884:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
00000100:00000001:0.0:1769078076.738885:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078076.738889:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078076.738889:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078076.738895:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078076.738901:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078076.738904:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078076.738908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769078076.738908:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00080000:0.0:1769078076.738914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078076.738915:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078076.738916:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078076.738918:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769078076.738918:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00080000:0.0:1769078076.738923:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5065
00000400:00000200:0.0:1769078076.738926:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078076.738928:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078076.738930:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769078076.738930:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610777472, portal 25
00000100:00000001:2.0:1769078076.738935:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769078076.738936:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078076.738937:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409834368 : -104785299717248 : ffffa0b2c56ec380)
00000100:00000001:0.0:1769078076.738939:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078076.738942:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738945:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000040:2.0:1769078076.738947:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078076.738948:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078076.738951:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000100:00000001:2.0:1769078076.738958:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769078076.738959:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769078076.738963:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000040:0.0:1769078076.738965:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000010:2.0:1769078076.738966:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000020:00000001:0.0:1769078076.738968:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078076.738971:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000200:2.0:1769078076.738971:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610777472, offset 0
00000100:00000040:0.0:1769078076.738979:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738982:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078076.738983:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078076.738986:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.738988:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078076.738990:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078076.738993:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:2.0:1769078076.738996:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078076.738998:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078076.739002:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078076.739003:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:0.0:1769078076.739007:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078076.739011:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769078076.739012:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078076.739017:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078076.739021:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078076.739024:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078076.739025:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000008:00100000:0.0:1769078076.739031:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078076.739031:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21752:21752:256:4294967295] 192.168.204.105@tcp LPNI seq info [21749:21749:8:4294967295]
00000008:00000001:0.0:1769078076.739039:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078076.739040:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078076.739045:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078076.739052:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000400:00000200:2.0:1769078076.739053:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769078076.739057:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078076.739061:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1769078076.739062:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
02000000:00000001:0.0:1769078076.739063:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.739067:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078076.739068:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078076.739070:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078076.739070:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
02000000:00000010:0.0:1769078076.739091:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769078076.739096:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078076.739096:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078076.739103:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00100000:0.0:1769078076.739108:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769078076.739113:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078076.739119:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769078076.739127:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1769078076.739127:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078076.739132:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00000001:0.0:1769078076.739133:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078076.739140:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769078076.739142:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078076.739146:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078076.739152:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078076.739156:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078076.739162:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078076.739164:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078076.739169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769078076.739169:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078076.739178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078076.739181:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078076.739183:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078076.739187:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078076.739189:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769078076.739191:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5065
00000400:00000200:0.0:1769078076.739197:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078076.739201:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000040:2.0:1769078076.739202:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078076.739203:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078076.739207:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.739211:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078076.739216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.739220:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078076.739225:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078076.739228:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078076.739231:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078076.739234:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078076.739234:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078076.739239:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078076.739239:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769078076.739243:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078076.739245:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078076.739246:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078076.739248:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078076.739248:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.739253:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078076.739256:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000400:00000200:2.0:1769078076.739257:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:0.0:1769078076.739260:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078076.739263:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.739263:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299738992
02000000:00000001:0.0:1769078076.739267:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078076.739270:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078076.739270:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
02000000:00000001:0.0:1769078076.739272:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.739275:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078076.739276:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078076.739278:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.739279:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.739279:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000010:0.0:1769078076.739286:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769078076.739288:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078076.739290:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299738992
02000000:00000001:0.0:1769078076.739291:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078076.739294:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.739296:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1769078076.739297:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf660.
02000000:00000001:0.0:1769078076.739298:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078076.739302:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.739302:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078076.739308:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769078076.739310:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:2.0:1769078076.739312:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078076.739315:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.739316:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078076.739321:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769078076.739324:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078076/real 1769078076]  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078076.739340:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078076.739344:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078076.739345:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078076.739347:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1769078076.739350:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078076.739351:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078076.739356:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078076.739359:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078076.739363:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769078076.739365:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078076.739369:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078076.739370:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5075)
00000100:00000200:2.0:1769078076.739380:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739415:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078076.739416:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739418:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078076.739420:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078076.739424:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739429:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078076.739434:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739439:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078076.739442:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739443:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078076.739444:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739446:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078076.739447:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078076.739449:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078076.739452:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078076.739454:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078076.739456:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078076.739462:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610777472:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078076.739466:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739468:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078076.739469:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec380 x1855007610777472/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739474:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078076.739476:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078076.739478:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078076.739481:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078076.739482:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078076.739483:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078076.739484:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078076.739486:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1800.
02000000:00000001:2.0:1769078076.739489:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078076.739491:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078076.739492:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec380.
00000100:00000001:2.0:1769078076.739496:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078076.739497:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739498:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739511:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078076.739513:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.739517:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078076.739518:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078076.739519:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078076.739521:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739526:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078076.739527:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078076.739529:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078076.739530:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078076.739532:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078076.739534:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777600:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078076.739536:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078076.739537:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078076.739538:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078076.739539:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078076.739542:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078076.739543:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078076.739546:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078076.739548:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078076.739551:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078076.739553:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610777600, portal 10
00000100:00000001:2.0:1769078076.739554:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078076.739555:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409841536 : -104785299710080 : ffffa0b2c56edf80)
00000100:00000040:2.0:1769078076.739564:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739570:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078076.739572:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078076.739574:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078076.739575:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610777600, offset 0
00000400:00000200:2.0:1769078076.739578:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078076.739581:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078076.739584:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078076.739586:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078076.739588:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078076.739589:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078076.739591:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078076.739593:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21753:21753:256:4294967295] 192.168.204.105@tcp LPNI seq info [21750:21750:8:4294967295]
00000400:00000200:2.0:1769078076.739596:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078076.739601:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078076.739604:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078076.739606:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078076.739609:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078076.739611:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078076.739614:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078076.739615:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078076.739618:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078076.739619:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078076.739621:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078076.739623:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078076.739625:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078076.739626:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078076.739628:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078076.739630:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739636:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078076.739638:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739642:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.739643:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078076.739646:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078076.739648:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078076.739651:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078076.739652:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299738132
00000100:00000001:2.0:1769078076.739654:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299738992
00000100:00000001:2.0:1769078076.739656:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299738132
00000100:00000001:2.0:1769078076.739657:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299738992
00000100:00000001:2.0:1769078076.739659:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078076.739660:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.739661:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078076.739663:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078076/real 1769078076]  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078076.739668:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078076.739669:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078076.739671:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078076.739673:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078076.739674:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078076.739677:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078076.739680:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078076.739689:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739696:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078076.739698:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739699:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078076.739701:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078076.739707:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739713:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078076.739717:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739723:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078076.739726:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739727:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078076.739728:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739730:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078076.739731:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078076.739734:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078076.739738:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078076.739740:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078076.739744:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078076.739752:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777600:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078076.739756:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078076.739759:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739766:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078076.739767:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078076.739769:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078076.739771:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078076.739773:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078076.739776:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777728:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078076.739778:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078076.739780:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078076.739782:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078076.739783:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078076.739787:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078076.739788:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078076.739792:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078076.739795:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078076.739798:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078076.739801:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610777728, portal 4
00000100:00000001:2.0:1769078076.739802:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078076.739804:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409845120 : -104785299706496 : ffffa0b2c56eed80)
00000100:00000040:2.0:1769078076.739809:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739814:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078076.739816:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078076.739818:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078076.739820:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610777728, offset 0
00000400:00000200:2.0:1769078076.739824:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078076.739827:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078076.739831:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078076.739834:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078076.739836:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078076.739838:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078076.739840:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078076.739843:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21754:21754:256:4294967295] 192.168.204.105@tcp LPNI seq info [21751:21751:8:4294967295]
00000400:00000200:2.0:1769078076.739847:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078076.739853:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078076.739857:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078076.739861:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078076.739865:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078076.739867:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078076.739872:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078076.739875:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078076.739879:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078076.739881:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078076.739884:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078076.739887:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078076.739891:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078076.739892:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078076.739895:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078076.739899:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739905:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078076.739907:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739911:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.739912:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078076.739915:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078076.739917:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078076.739920:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078076.739921:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299738158
00000100:00000001:2.0:1769078076.739923:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299738992
00000100:00000001:2.0:1769078076.739925:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299738158
00000100:00000001:2.0:1769078076.739926:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299738992
00000100:00000001:2.0:1769078076.739927:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078076.739929:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.739930:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078076.739932:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078076/real 1769078076]  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078076.739937:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078076.739938:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078076.739939:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078076.739940:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078076.739942:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078076.739943:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078076.739945:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078076.739951:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739959:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078076.739960:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739961:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078076.739962:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078076.739964:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739968:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078076.739971:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.739975:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078076.739976:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739977:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078076.739978:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.739979:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078076.739980:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078076.739981:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078076.739983:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078076.739985:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078076.739987:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078076.739992:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777728:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078076.739995:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078076.739997:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.740001:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078076.740002:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078076.740004:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078076.740005:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078076.740006:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078076.740008:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777856:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078076.740010:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078076.740011:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078076.740012:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078076.740013:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078076.740016:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078076.740017:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078076.740019:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078076.740021:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078076.740023:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078076.740025:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610777856, portal 4
00000100:00000001:2.0:1769078076.740026:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078076.740027:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409838848 : -104785299712768 : ffffa0b2c56ed500)
00000100:00000040:2.0:1769078076.740031:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.740035:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078076.740037:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078076.740038:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078076.740039:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610777856, offset 0
00000400:00000200:2.0:1769078076.740042:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078076.740044:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078076.740047:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078076.740048:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078076.740050:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078076.740052:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078076.740053:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078076.740055:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21755:21755:256:4294967295] 192.168.204.105@tcp LPNI seq info [21752:21752:8:4294967295]
00000400:00000200:2.0:1769078076.740058:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078076.740062:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078076.740066:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078076.740068:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078076.740070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078076.740072:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078076.740075:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078076.740091:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078076.740094:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078076.740096:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078076.740098:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078076.740100:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078076.740102:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078076.740103:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078076.740104:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078076.740107:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.740112:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078076.740114:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.740118:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.740119:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078076.740120:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078076.740122:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078076.740124:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078076.740126:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299738169
00000100:00000001:2.0:1769078076.740128:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299738992
00000100:00000001:2.0:1769078076.740129:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299738169
00000100:00000001:2.0:1769078076.740130:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299738992
00000100:00000001:2.0:1769078076.740132:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078076.740133:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.740134:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078076.740136:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078076/real 1769078076]  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078076.740142:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078076.740143:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078076.740144:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078076.740146:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078076.740147:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078076.740148:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078076.740150:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078076.740154:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.740159:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078076.740160:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.740161:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078076.740162:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078076.740164:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.740168:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078076.740170:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.740174:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078076.740176:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.740177:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078076.740178:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.740179:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078076.740179:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078076.740181:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078076.740183:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078076.740184:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078076.740187:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078076.740193:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610777856:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078076.740195:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.740196:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078076.740199:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edf80 x1855007610777600/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.740202:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078076.740203:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078076.740205:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078076.740206:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078076.740207:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078076.740208:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078076.740209:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078076.740210:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0c00.
02000000:00000001:2.0:1769078076.740212:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078076.740212:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078076.740213:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edf80.
00000100:00000001:2.0:1769078076.740216:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078076.740217:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.740218:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078076.740220:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eed80 x1855007610777728/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.740224:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078076.740225:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078076.740226:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078076.740228:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078076.740229:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078076.740230:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078076.740231:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078076.740232:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1000.
02000000:00000001:2.0:1769078076.740233:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078076.740234:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078076.740235:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eed80.
00000100:00000001:2.0:1769078076.740237:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078076.740238:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.740239:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078076.740241:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed500 x1855007610777856/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078076.740245:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078076.740245:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078076.740246:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078076.740247:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078076.740248:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078076.740249:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078076.740250:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078076.740250:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3800.
02000000:00000001:2.0:1769078076.740252:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078076.740252:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078076.740253:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed500.
00000100:00000001:2.0:1769078076.740254:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078076.740255:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.740256:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.740258:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078076.740259:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078076.740260:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078076.740261:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078077.570504:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078077.570513:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078077.570569:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078077.570574:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078077.570578:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078077.634510:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299738992, at 4299739008
00000100:00000040:3.0:1769078077.634510:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299738992, at 4299739008
00000100:00000010:2.0:1769078077.634530:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078077.634535:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00010000:00000001:0.0:1769078078.594523:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078078.594532:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078078.594591:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078078.594595:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078078.594598:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078079.618485:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078079.618491:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078079.618546:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078079.618549:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078079.618552:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078080.642528:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078080.642536:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078080.642594:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078080.642597:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078080.642600:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078081.666474:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078081.666481:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078081.666544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078081.666549:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078081.666553:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078081.858495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078081.858505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078081.858507:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078081.858511:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078081.858515:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078081.858522:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5070
00000400:00000200:0.0:1769078081.858531:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078081.858537:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078081.858539:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078081.858541:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858548:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078081.858550:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858552:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078081.858556:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078081.858557:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078081.858560:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078081.858562:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078081.858564:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078081.858565:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078081.858567:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858568:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078081.858569:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858570:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078081.858572:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078081.858574:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858576:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078081.858578:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078081.858581:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078081.858584:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.858587:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078081.858589:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078081.858599:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769078081.858603:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078081.858607:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078081.858608:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.858611:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078081.858614:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078081.858618:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078081.858627:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769078081.858635:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078081.858643:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078081.858651:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078081.858655:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078081.858658:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078081.858678:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078081.858680:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078081.858683:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078081.858684:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078081.858685:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078081.858686:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078081.858687:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5070
00000400:00000200:0.0:1769078081.858690:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078081.858692:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078081.858694:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078081.858695:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858697:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078081.858698:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858699:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078081.858701:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078081.858702:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078081.858703:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078081.858705:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078081.858706:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078081.858707:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078081.858709:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858711:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078081.858712:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858713:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078081.858715:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078081.858717:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078081.858717:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078081.858720:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078081.858723:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078081.858723:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078081.858727:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769078081.858730:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078081.858734:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078081.858735:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078081.858736:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078081.858741:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078081.858746:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.858749:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.858749:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078081.858753:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078081.858757:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
02000000:00000001:2.0:1769078081.858757:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769078081.858760:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078081.858762:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078081.858763:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078081.858765:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.858768:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078081.858769:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078081.858769:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078081.858772:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078081.858776:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00100000:2.0:1769078081.858777:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610777984:192.168.204.105@tcp:250:kworker.0
00000100:00000001:0.0:1769078081.858781:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.858784:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1769078081.858787:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078081.858791:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078081.858795:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769078081.858795:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.858798:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078081.858799:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078081.858803:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078081.858806:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078081.858809:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.858812:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078081.858815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078081.858819:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:0.0:1769078081.858820:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078081.858824:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078081.858825:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078081.858827:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769078081.858827:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00080000:0.0:1769078081.858831:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5070
00000400:00000200:0.0:1769078081.858834:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078081.858836:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000010:2.0:1769078081.858837:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00080000:0.0:1769078081.858838:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078081.858842:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858844:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078081.858845:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858846:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078081.858848:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078081.858849:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000100:00000200:2.0:1769078081.858849:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610777984, portal 25
00000020:00000001:0.0:1769078081.858851:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078081.858854:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000100:00000001:2.0:1769078081.858855:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1769078081.858856:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078081.858859:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000001:2.0:1769078081.858859:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409842432 : -104785299709184 : ffffa0b2c56ee300)
00000100:00000040:0.0:1769078081.858864:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858866:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078081.858867:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858869:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078081.858871:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000040:2.0:1769078081.858873:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078081.858874:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858878:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078081.858880:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078081.858883:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078081.858886:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.858890:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078081.858891:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078081.858891:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1769078081.858895:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.858896:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078081.858899:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000010:0.0:1769078081.858900:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769078081.858902:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078081.858904:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078081.858905:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.858906:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078081.858906:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078081.858909:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078081.858912:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
02000000:00000010:0.0:1769078081.858913:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000200:2.0:1769078081.858919:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610777984, offset 0
00000100:00000001:0.0:1769078081.858921:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078081.858926:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078081.858931:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078081.858937:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078081.858939:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078081.858942:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078081.858944:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078081.858951:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078081.858953:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:0.0:1769078081.858954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078081.858959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078081.858960:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078081.858962:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078081.858962:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078081.858965:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078081.858968:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5070
00000400:00000200:2.0:1769078081.858969:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:0.0:1769078081.858973:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078081.858975:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078081.858978:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078081.858980:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00080000:0.0:1769078081.858981:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078081.858987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078081.858988:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21756:21756:256:4294967295] 192.168.204.105@tcp LPNI seq info [21753:21753:8:4294967295]
00000100:00000001:0.0:1769078081.859002:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078081.859006:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078081.859008:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.859012:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078081.859015:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078081.859019:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000400:00000200:2.0:1769078081.859019:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769078081.859023:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078081.859027:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000800:00000200:2.0:1769078081.859028:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000020:00000001:0.0:1769078081.859033:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000010:2.0:1769078081.859034:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000020:00000001:0.0:1769078081.859036:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078081.859042:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078081.859043:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078081.859048:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769078081.859049:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769078081.859054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078081.859060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769078081.859060:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:0.0:1769078081.859064:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000800:00000200:2.1:1769078081.859066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1769078081.859070:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078081.859075:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769078081.859076:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000001:0.0:1769078081.859078:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1769078081.859081:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
02000000:00000001:0.0:1769078081.859083:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078081.859086:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.859088:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078081.859090:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1769078081.859091:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078081.859095:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.859099:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078081.859100:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000010:0.0:1769078081.859105:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000400:00000200:2.0:1769078081.859108:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000020:00000040:0.0:1769078081.859109:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078081.859114:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769078081.859114:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
02000000:00000001:0.0:1769078081.859117:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.859120:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078081.859121:0:2365:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078081.859122:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078081.859125:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078081.859127:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078081.859132:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:2.0:1769078081.859135:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078081.859137:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078081.859139:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078081.859146:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078081.859147:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859151:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078081.859157:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078081.859157:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078081.859161:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078081.859162:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078081.859167:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299744112
00000100:00000040:0.0:1769078081.859169:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078081.859173:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:0.0:1769078081.859181:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859182:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769078081.859188:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5080)
00000100:00000001:2.0:1769078081.859190:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299744112
00000100:00000010:2.0:1769078081.859193:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf180.
00000100:00000001:2.0:1769078081.859196:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078081.859200:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078081.859202:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859204:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078081.859208:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078081/real 1769078081]  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078081.859215:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078081.859217:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078081.859219:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078081.859220:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078081.859221:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078081.859223:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078081.859225:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078081.859230:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859235:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078081.859236:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859238:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078081.859239:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078081.859241:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859245:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078081.859248:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859253:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078081.859254:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859255:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078081.859256:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859257:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078081.859259:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078081.859261:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078081.859263:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078081.859265:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078081.859268:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078081.859273:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610777984:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078081.859276:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859277:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078081.859279:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ee300 x1855007610777984/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859283:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078081.859285:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078081.859287:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078081.859289:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078081.859290:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078081.859291:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078081.859293:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078081.859294:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3c00.
02000000:00000001:2.0:1769078081.859298:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078081.859299:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078081.859300:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ee300.
00000100:00000001:2.0:1769078081.859302:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078081.859303:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859304:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859311:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078081.859312:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859313:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078081.859314:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078081.859315:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078081.859317:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859322:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078081.859322:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078081.859324:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078081.859325:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078081.859327:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078081.859328:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778112:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078081.859330:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078081.859331:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078081.859332:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078081.859333:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078081.859335:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078081.859336:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078081.859338:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078081.859340:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078081.859342:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078081.859344:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610778112, portal 10
00000100:00000001:2.0:1769078081.859345:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078081.859346:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409833472 : -104785299718144 : ffffa0b2c56ec000)
00000100:00000040:2.0:1769078081.859351:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859354:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078081.859356:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078081.859357:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078081.859358:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610778112, offset 0
00000400:00000200:2.0:1769078081.859360:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078081.859363:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078081.859365:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078081.859367:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078081.859368:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078081.859369:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078081.859371:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078081.859373:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21757:21757:256:4294967295] 192.168.204.105@tcp LPNI seq info [21754:21754:8:4294967295]
00000400:00000200:2.0:1769078081.859375:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078081.859379:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078081.859382:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078081.859384:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078081.859408:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078081.859410:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078081.859412:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078081.859414:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078081.859416:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078081.859417:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078081.859419:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078081.859421:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078081.859423:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078081.859424:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078081.859425:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078081.859428:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859432:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078081.859434:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859438:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859439:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078081.859440:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078081.859443:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078081.859445:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078081.859446:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299743252
00000100:00000001:2.0:1769078081.859449:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299744112
00000100:00000001:2.0:1769078081.859450:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299743252
00000100:00000001:2.0:1769078081.859451:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299744112
00000100:00000001:2.0:1769078081.859452:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078081.859453:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859454:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078081.859456:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078081/real 1769078081]  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078081.859464:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078081.859465:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078081.859466:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078081.859467:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078081.859468:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078081.859469:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078081.859471:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078081.859475:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859479:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078081.859480:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859481:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078081.859482:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078081.859484:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859487:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078081.859489:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859492:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078081.859494:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859495:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078081.859495:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859496:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078081.859497:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078081.859498:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078081.859500:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078081.859501:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078081.859504:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078081.859508:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778112:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078081.859511:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078081.859512:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859516:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078081.859516:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078081.859518:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078081.859519:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078081.859520:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078081.859521:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778240:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078081.859523:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078081.859524:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078081.859525:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078081.859526:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078081.859528:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078081.859529:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078081.859531:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078081.859532:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078081.859535:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078081.859536:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610778240, portal 4
00000100:00000001:2.0:1769078081.859537:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078081.859538:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409835264 : -104785299716352 : ffffa0b2c56ec700)
00000100:00000040:2.0:1769078081.859541:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859545:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078081.859546:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078081.859548:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078081.859549:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610778240, offset 0
00000400:00000200:2.0:1769078081.859552:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078081.859554:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078081.859556:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078081.859557:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078081.859559:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078081.859560:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078081.859562:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078081.859563:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21758:21758:256:4294967295] 192.168.204.105@tcp LPNI seq info [21755:21755:8:4294967295]
00000400:00000200:2.0:1769078081.859566:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078081.859570:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078081.859572:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078081.859574:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078081.859576:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078081.859577:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078081.859579:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078081.859581:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078081.859583:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078081.859584:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078081.859585:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078081.859587:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078081.859589:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078081.859590:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078081.859591:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078081.859593:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859597:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078081.859599:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859602:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859603:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078081.859604:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078081.859606:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078081.859607:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078081.859609:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299743278
00000100:00000001:2.0:1769078081.859611:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299744112
00000100:00000001:2.0:1769078081.859612:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299743278
00000100:00000001:2.0:1769078081.859613:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299744112
00000100:00000001:2.0:1769078081.859614:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078081.859615:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859616:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078081.859618:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078081/real 1769078081]  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078081.859621:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078081.859622:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078081.859623:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078081.859624:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078081.859626:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078081.859627:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078081.859628:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078081.859633:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859636:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078081.859637:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859638:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078081.859638:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078081.859640:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859644:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078081.859646:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859649:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078081.859651:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859652:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078081.859653:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859654:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078081.859655:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078081.859658:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078081.859660:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078081.859662:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078081.859666:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078081.859673:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778240:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078081.859676:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078081.859679:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859686:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078081.859687:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078081.859689:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078081.859690:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078081.859692:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078081.859695:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778368:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078081.859698:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078081.859700:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078081.859701:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078081.859703:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078081.859706:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078081.859708:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078081.859710:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078081.859712:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078081.859714:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078081.859716:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610778368, portal 4
00000100:00000001:2.0:1769078081.859718:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078081.859718:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409839744 : -104785299711872 : ffffa0b2c56ed880)
00000100:00000040:2.0:1769078081.859722:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859726:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078081.859727:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078081.859729:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078081.859730:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610778368, offset 0
00000400:00000200:2.0:1769078081.859732:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078081.859734:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078081.859736:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078081.859738:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078081.859739:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078081.859741:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078081.859742:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078081.859744:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21759:21759:256:4294967295] 192.168.204.105@tcp LPNI seq info [21756:21756:8:4294967295]
00000400:00000200:2.0:1769078081.859748:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078081.859753:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078081.859757:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078081.859759:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078081.859763:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078081.859765:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078081.859769:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078081.859771:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078081.859775:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078081.859776:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078081.859779:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078081.859782:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078081.859785:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078081.859787:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078081.859789:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078081.859792:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859802:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078081.859804:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859808:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859809:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078081.859811:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078081.859813:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078081.859815:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078081.859816:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299743289
00000100:00000001:2.0:1769078081.859818:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299744112
00000100:00000001:2.0:1769078081.859819:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299743289
00000100:00000001:2.0:1769078081.859821:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299744112
00000100:00000001:2.0:1769078081.859822:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078081.859823:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859824:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078081.859826:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078081/real 1769078081]  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078081.859831:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078081.859832:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078081.859833:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078081.859834:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078081.859835:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078081.859836:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078081.859838:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078081.859843:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859846:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078081.859847:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859849:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078081.859850:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078081.859852:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859855:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078081.859857:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859861:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078081.859862:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859863:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078081.859863:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859864:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078081.859865:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078081.859866:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078081.859868:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078081.859869:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078081.859871:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078081.859875:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778368:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078081.859877:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859878:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078081.859880:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec000 x1855007610778112/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859884:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078081.859885:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078081.859886:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078081.859887:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078081.859888:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078081.859889:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078081.859891:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078081.859892:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2400.
02000000:00000001:2.0:1769078081.859894:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078081.859895:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078081.859896:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec000.
00000100:00000001:2.0:1769078081.859898:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078081.859899:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859900:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078081.859902:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec700 x1855007610778240/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859906:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078081.859907:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078081.859908:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078081.859909:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078081.859910:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078081.859910:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078081.859911:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078081.859912:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2000.
02000000:00000001:2.0:1769078081.859913:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078081.859914:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078081.859914:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec700.
00000100:00000001:2.0:1769078081.859915:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078081.859916:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859917:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078081.859918:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed880 x1855007610778368/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078081.859921:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078081.859922:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078081.859923:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078081.859924:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078081.859924:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078081.859925:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078081.859926:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078081.859926:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2c00.
02000000:00000001:2.0:1769078081.859927:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078081.859928:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078081.859929:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed880.
00000100:00000001:2.0:1769078081.859931:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078081.859932:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859933:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.859935:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078081.859936:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078081.859937:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078081.859938:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078082.690513:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078082.690519:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078082.690599:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078082.690603:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078082.690606:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078082.754501:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299744112, at 4299744128
00000100:00000040:3.0:1769078082.754501:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299744112, at 4299744128
00000100:00000010:2.0:1769078082.754517:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078082.754519:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769078083.714510:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078083.714522:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078083.714525:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078083.714528:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078083.714533:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078083.714536:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078083.714538:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078083.714540:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078083.714594:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078083.714601:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078083.714606:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078084.738500:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078084.738507:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078084.738563:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078084.738567:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078084.738571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078085.762515:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078085.762520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078085.762581:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078085.762585:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078085.762588:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078086.786534:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078086.786540:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078086.786614:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078086.786618:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078086.786622:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078086.978511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078086.978520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078086.978522:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078086.978525:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078086.978528:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078086.978534:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5075
00000400:00000200:3.0:1769078086.978541:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078086.978545:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078086.978548:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078086.978550:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978552:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.978554:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978555:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078086.978558:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078086.978559:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078086.978561:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078086.978563:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078086.978565:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078086.978566:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078086.978568:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.978570:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978571:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078086.978573:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078086.978575:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978577:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078086.978579:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078086.978581:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.978583:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.978584:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078086.978586:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078086.978594:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769078086.978596:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078086.978599:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078086.978600:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.978602:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078086.978605:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078086.978608:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078086.978614:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769078086.978620:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078086.978627:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078086.978634:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078086.978637:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.978640:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078086.978657:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078086.978659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078086.978661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078086.978662:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078086.978663:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078086.978665:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078086.978666:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5075
00000400:00000200:3.0:1769078086.978668:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078086.978670:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078086.978671:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078086.978672:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978673:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.978675:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978676:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078086.978677:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078086.978678:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078086.978679:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078086.978681:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078086.978682:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078086.978683:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078086.978685:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978692:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.978694:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978695:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078086.978696:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078086.978698:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978699:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.978700:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078086.978701:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078086.978706:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078086.978707:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078086.978709:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078086.978712:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.978715:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078086.978719:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078086.978721:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078086.978728:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.978732:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.978736:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1769078086.978738:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000100:00000001:2.0:1769078086.978739:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078086.978744:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078086.978746:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078086.978749:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078086.978751:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.978752:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078086.978758:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.978758:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078086.978761:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769078086.978765:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610778496:192.168.204.105@tcp:250:kworker.0
02000000:00000001:3.0:1769078086.978766:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.978772:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769078086.978774:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
02000000:00000001:2.0:1769078086.978777:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078086.978779:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078086.978781:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078086.978785:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769078086.978788:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769078086.978792:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078086.978797:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.978800:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078086.978804:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078086.978806:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:3.0:1769078086.978812:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078086.978813:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078086.978821:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000001:3.0:1769078086.978823:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078086.978826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078086.978829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078086.978830:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1769078086.978831:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610778496, portal 25
00000100:00080000:3.0:1769078086.978832:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078086.978838:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078086.978838:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078086.978842:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511419648 : -104785198131968 : ffffa0b2cb7cd500)
00000100:00080000:3.0:1769078086.978843:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5075
00000400:00000200:3.0:1769078086.978848:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078086.978853:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000040:2.0:1769078086.978854:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078086.978855:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078086.978859:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.978864:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078086.978871:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078086.978873:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078086.978876:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078086.978877:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769078086.978878:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078086.978880:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078086.978883:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078086.978884:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000040:3.0:1769078086.978888:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:2.0:1769078086.978891:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000001:3.0:1769078086.978891:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.978894:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978897:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:2.0:1769078086.978898:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610778496, offset 0
00000020:00000040:3.0:1769078086.978899:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078086.978903:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078086.978916:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078086.978919:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078086.978921:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
02000000:00000001:3.0:1769078086.978922:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.978925:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.978927:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078086.978928:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078086.978932:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00000001:3.0:1769078086.978933:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.978936:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078086.978940:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000010:3.0:1769078086.978941:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769078086.978945:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078086.978946:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769078086.978951:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078086.978952:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:3.0:1769078086.978954:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078086.978957:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078086.978960:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078086.978961:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:3.0:1769078086.978965:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769078086.978966:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21760:21760:256:4294967295] 192.168.204.105@tcp LPNI seq info [21757:21757:8:4294967295]
02000000:00000001:3.0:1769078086.978968:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078086.978973:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:3.0:1769078086.978975:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769078086.978979:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078086.978984:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1769078086.978987:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769078086.978995:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078086.979002:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00000001:3.0:1769078086.979003:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078086.979007:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.979010:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769078086.979014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078086.979017:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078086.979025:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078086.979031:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078086.979031:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1769078086.979036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1769078086.979038:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078086.979042:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00080000:3.0:1769078086.979042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078086.979044:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078086.979046:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078086.979048:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078086.979048:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078086.979051:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5075
00000400:00000200:2.0:1769078086.979055:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078086.979058:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078086.979062:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078086.979063:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000100:00080000:3.0:1769078086.979064:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769078086.979066:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000040:3.0:1769078086.979069:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078086.979072:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078086.979072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.979076:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078086.979080:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078086.979081:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078086.979085:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078086.979086:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078086.979089:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078086.979091:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078086.979094:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078086.979095:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769078086.979096:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078086.979100:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078086.979102:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.979106:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.979110:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078086.979113:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078086.979119:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078086.979119:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078086.979124:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769078086.979124:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078086.979127:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.979129:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078086.979129:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078086.979133:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078086.979137:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769078086.979137:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.979141:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299749232
00000100:00000001:3.0:1769078086.979141:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078086.979142:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078086.979146:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078086.979147:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:3.0:1769078086.979147:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078086.979150:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769078086.979152:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078086.979154:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078086.979155:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.979158:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078086.979159:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078086.979160:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.979161:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
02000000:00000010:3.0:1769078086.979163:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:2.0:1769078086.979166:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299749232
00000100:00000001:3.0:1769078086.979167:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078086.979173:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf960.
00000100:00100000:3.0:1769078086.979174:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078086.979178:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078086.979183:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078086.979186:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078086.979187:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.979189:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.979191:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769078086.979194:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078086.979198:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078086/real 1769078086]  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078086.979219:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078086.979220:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078086.979222:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078086.979225:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078086.979227:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000100:00000040:3.0:1769078086.979227:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5086)
00000400:00000010:2.0:1769078086.979231:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078086.979234:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078086.979237:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078086.979246:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979250:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078086.979251:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979252:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078086.979254:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078086.979256:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979260:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078086.979263:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979267:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078086.979268:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979269:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078086.979270:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979271:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078086.979273:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078086.979274:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078086.979277:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078086.979278:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078086.979281:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078086.979285:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610778496:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078086.979288:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979289:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078086.979291:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd500 x1855007610778496/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979298:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078086.979300:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078086.979302:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078086.979304:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078086.979305:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078086.979306:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078086.979308:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078086.979309:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4000.
02000000:00000001:2.0:1769078086.979312:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078086.979314:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078086.979315:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd500.
00000100:00000001:2.0:1769078086.979317:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078086.979318:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979319:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979324:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078086.979325:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.979327:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078086.979327:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078086.979328:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078086.979330:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979334:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078086.979335:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078086.979337:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078086.979338:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078086.979339:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078086.979342:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778624:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078086.979345:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078086.979347:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078086.979348:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078086.979350:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078086.979353:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078086.979354:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078086.979358:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078086.979361:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078086.979364:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078086.979367:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610778624, portal 10
00000100:00000001:2.0:1769078086.979369:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078086.979370:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511429504 : -104785198122112 : ffffa0b2cb7cfb80)
00000100:00000040:2.0:1769078086.979376:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979382:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078086.979408:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078086.979411:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078086.979414:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610778624, offset 0
00000400:00000200:2.0:1769078086.979419:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078086.979422:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078086.979426:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078086.979429:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078086.979431:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078086.979433:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078086.979436:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078086.979439:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21761:21761:256:4294967295] 192.168.204.105@tcp LPNI seq info [21758:21758:8:4294967295]
00000400:00000200:2.0:1769078086.979443:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078086.979449:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078086.979453:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078086.979456:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078086.979460:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078086.979462:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078086.979467:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078086.979469:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078086.979473:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078086.979475:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078086.979478:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078086.979481:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078086.979484:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078086.979486:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078086.979489:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078086.979492:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979500:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078086.979503:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979509:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.979510:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078086.979513:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078086.979517:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078086.979520:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078086.979522:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299748372
00000100:00000001:2.0:1769078086.979525:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299749232
00000100:00000001:2.0:1769078086.979527:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299748372
00000100:00000001:2.0:1769078086.979529:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299749232
00000100:00000001:2.0:1769078086.979531:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078086.979533:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.979535:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078086.979540:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078086/real 1769078086]  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078086.979547:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078086.979548:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078086.979550:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078086.979552:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078086.979554:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078086.979556:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078086.979559:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078086.979568:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979580:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078086.979581:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979583:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078086.979584:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078086.979588:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979594:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078086.979598:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979605:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078086.979608:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979609:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078086.979610:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979612:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078086.979614:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078086.979616:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078086.979619:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078086.979622:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078086.979626:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078086.979634:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778624:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078086.979638:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078086.979641:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979648:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078086.979649:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078086.979651:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078086.979653:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078086.979655:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078086.979658:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778752:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078086.979661:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078086.979663:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078086.979664:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078086.979666:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078086.979669:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078086.979671:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078086.979674:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078086.979676:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078086.979680:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078086.979682:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610778752, portal 4
00000100:00000001:2.0:1769078086.979684:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078086.979686:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511422336 : -104785198129280 : ffffa0b2cb7cdf80)
00000100:00000040:2.0:1769078086.979691:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979697:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078086.979700:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078086.979702:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078086.979704:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610778752, offset 0
00000400:00000200:2.0:1769078086.979708:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078086.979712:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078086.979715:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078086.979718:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078086.979721:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078086.979723:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078086.979725:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078086.979728:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21762:21762:256:4294967295] 192.168.204.105@tcp LPNI seq info [21759:21759:8:4294967295]
00000400:00000200:2.0:1769078086.979732:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078086.979738:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078086.979742:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078086.979745:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078086.979750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078086.979752:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078086.979756:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078086.979759:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078086.979763:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078086.979764:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078086.979767:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078086.979770:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078086.979773:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078086.979775:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078086.979777:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078086.979780:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979788:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078086.979791:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979797:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.979798:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078086.979801:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078086.979803:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078086.979806:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078086.979809:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299748398
00000100:00000001:2.0:1769078086.979811:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299749232
00000100:00000001:2.0:1769078086.979813:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299748398
00000100:00000001:2.0:1769078086.979815:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299749232
00000100:00000001:2.0:1769078086.979817:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078086.979819:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.979820:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078086.979824:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078086/real 1769078086]  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078086.979831:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078086.979832:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078086.979834:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078086.979836:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078086.979838:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078086.979839:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078086.979843:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078086.979851:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979857:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078086.979858:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979860:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078086.979861:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078086.979864:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979870:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078086.979874:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979880:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078086.979882:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979883:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078086.979884:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.979886:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078086.979887:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078086.979890:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078086.979893:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078086.979895:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078086.979899:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078086.979920:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778752:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078086.979924:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078086.979927:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979933:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078086.979934:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078086.979936:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078086.979938:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078086.979940:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078086.979943:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778880:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078086.979946:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078086.979948:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078086.979949:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078086.979951:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078086.979955:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078086.979957:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078086.979960:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078086.979963:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078086.979966:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078086.979968:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610778880, portal 4
00000100:00000001:2.0:1769078086.979970:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078086.979971:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511427712 : -104785198123904 : ffffa0b2cb7cf480)
00000100:00000040:2.0:1769078086.979976:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.979981:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078086.979984:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078086.979986:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078086.979988:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610778880, offset 0
00000400:00000200:2.0:1769078086.979992:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078086.979996:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078086.980000:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078086.980002:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078086.980005:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078086.980007:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078086.980009:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078086.980012:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21763:21763:256:4294967295] 192.168.204.105@tcp LPNI seq info [21760:21760:8:4294967295]
00000400:00000200:2.0:1769078086.980016:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078086.980022:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078086.980026:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078086.980029:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078086.980034:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078086.980037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078086.980042:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078086.980044:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078086.980048:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078086.980049:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078086.980052:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078086.980055:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078086.980058:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078086.980060:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078086.980062:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078086.980065:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.980072:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078086.980074:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.980080:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.980082:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078086.980084:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078086.980087:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078086.980090:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078086.980093:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299748409
00000100:00000001:2.0:1769078086.980095:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299749232
00000100:00000001:2.0:1769078086.980097:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299748409
00000100:00000001:2.0:1769078086.980099:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299749232
00000100:00000001:2.0:1769078086.980101:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078086.980103:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.980105:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078086.980109:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078086/real 1769078086]  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078086.980116:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078086.980118:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078086.980119:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078086.980121:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078086.980122:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078086.980124:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078086.980127:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078086.980134:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.980140:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078086.980141:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.980143:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078086.980144:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078086.980147:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.980153:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078086.980156:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.980162:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078086.980164:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.980166:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078086.980167:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.980168:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078086.980170:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078086.980172:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078086.980175:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078086.980176:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078086.980180:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078086.980187:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610778880:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078086.980191:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.980192:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078086.980195:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cfb80 x1855007610778624/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.980202:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078086.980203:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078086.980206:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078086.980208:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078086.980209:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078086.980211:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078086.980213:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078086.980215:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:2.0:1769078086.980217:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078086.980218:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078086.980220:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cfb80.
00000100:00000001:2.0:1769078086.980223:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078086.980224:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.980225:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078086.980228:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdf80 x1855007610778752/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.980240:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078086.980241:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078086.980243:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078086.980245:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078086.980246:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078086.980247:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078086.980249:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078086.980250:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:2.0:1769078086.980252:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078086.980253:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078086.980254:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdf80.
00000100:00000001:2.0:1769078086.980256:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078086.980257:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.980258:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078086.980260:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf480 x1855007610778880/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078086.980267:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078086.980268:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078086.980269:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078086.980271:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078086.980273:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078086.980274:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078086.980276:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078086.980277:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:2.0:1769078086.980279:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078086.980281:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078086.980282:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf480.
00000100:00000001:2.0:1769078086.980284:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078086.980285:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.980287:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.980290:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078086.980291:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078086.980293:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078086.980295:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078087.810493:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078087.810500:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078087.810549:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078087.810553:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078087.810556:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078087.874469:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299749232, at 4299749248
00000100:00000040:3.0:1769078087.874469:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299749232, at 4299749248
00000100:00000010:2.0:1769078087.874488:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078087.874491:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00010000:00000001:0.0:1769078088.834495:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078088.834503:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078088.834602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078088.834610:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078088.834614:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078089.858519:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078089.858528:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078089.858594:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078089.858598:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078089.858601:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078090.882515:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078090.882523:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078090.882599:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078090.882605:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078090.882609:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078091.906509:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078091.906517:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078091.906578:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078091.906587:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078091.906590:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078092.098522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078092.098532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078092.098534:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078092.098538:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078092.098542:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078092.098549:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5081
00000400:00000200:1.0:1769078092.098564:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078092.098571:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078092.098573:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078092.098575:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098578:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078092.098580:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098582:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078092.098586:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078092.098589:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078092.098591:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078092.098593:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078092.098595:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078092.098598:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078092.098600:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098601:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078092.098602:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078092.098605:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078092.098607:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098608:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078092.098610:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078092.098613:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078092.098615:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078092.098616:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078092.098618:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078092.098628:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b800.
00000020:00000040:1.0:1769078092.098630:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078092.098633:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078092.098635:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078092.098637:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078092.098639:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078092.098643:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078092.098650:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000001:1.0:1769078092.098656:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078092.098664:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078092.098672:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078092.098676:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078092.098679:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1baa66e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078092.098699:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078092.098702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078092.098704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078092.098705:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078092.098706:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078092.098708:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078092.098709:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5081
00000400:00000200:1.0:1769078092.098711:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078092.098713:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078092.098715:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078092.098717:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078092.098720:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078092.098723:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078092.098724:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078092.098725:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078092.098728:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078092.098729:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078092.098730:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078092.098732:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078092.098732:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078092.098734:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078092.098737:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078092.098738:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078092.098739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078092.098742:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:2.0:1769078092.098742:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769078092.098746:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098749:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078092.098750:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078092.098751:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078092.098756:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078092.098760:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.098760:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078092.098761:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078092.098763:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078092.098767:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078092.098767:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1769078092.098771:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078092.098771:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078092.098776:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078092.098776:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078092.098779:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7aa00.
00000100:00100000:2.0:1769078092.098780:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610779008:192.168.204.105@tcp:250:kworker.0
00000020:00000040:1.0:1769078092.098782:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078092.098787:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078092.098788:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.098788:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078092.098791:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078092.098792:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078092.098793:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078092.098795:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078092.098796:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078092.098800:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078092.098802:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
02000000:00000010:2.0:1769078092.098805:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
00000100:00000001:1.0:1769078092.098807:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078092.098809:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078092.098817:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078092.098839:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078092.098840:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078092.098845:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078092.098846:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000040:1.0:1769078092.098851:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c285696] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078092.098854:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078092.098863:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610779008, portal 25
00000100:00000001:1.0:1769078092.098865:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.098867:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769078092.098869:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078092.098870:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384206848 : -104785325344768 : ffffa0b2c3e7b800)
00000100:00080000:1.0:1769078092.098875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078092.098877:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769078092.098879:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078092.098880:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078092.098884:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078092.098888:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5081
00000400:00000200:1.0:1769078092.098893:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078092.098893:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1769078092.098899:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000040:2.0:1769078092.098902:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078092.098903:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769078092.098905:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000040:1.0:1769078092.098908:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078092.098909:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610779008, offset 0
00000100:00000001:1.0:1769078092.098911:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078092.098913:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098915:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078092.098918:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000001:1.0:1769078092.098919:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078092.098921:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078092.098923:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078092.098924:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078092.098925:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078092.098927:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078092.098930:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078092.098932:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098935:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078092.098936:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098938:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078092.098938:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000020:00000040:1.0:1769078092.098941:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078092.098945:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:2.0:1769078092.098946:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078092.098947:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078092.098950:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078092.098952:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078092.098953:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:1.0:1769078092.098954:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078092.098957:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078092.098959:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078092.098959:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1769078092.098963:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078092.098963:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.098966:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078092.098969:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21764:21764:256:4294967295] 192.168.204.105@tcp LPNI seq info [21761:21761:8:4294967295]
00000100:00000010:1.0:1769078092.098971:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a680.
00000400:00000200:2.0:1769078092.098975:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:1.0:1769078092.098976:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078092.098980:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078092.098981:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078092.098984:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078092.098987:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769078092.098989:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078092.098990:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078092.098996:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac000.
00000800:00000200:2.0:1769078092.098997:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078092.099001:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078092.099003:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00100000:1.0:1769078092.099007:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769078092.099015:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078092.099017:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769078092.099019:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1769078092.099020:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078092.099025:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ef89d72] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769078092.099029:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078092.099036:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078092.099036:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00080000:1.0:1769078092.099042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1769078092.099046:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078092.099047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078092.099050:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1769078092.099050:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00080000:1.0:1769078092.099053:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078092.099055:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078092.099058:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5081
00000400:00000200:2.0:1769078092.099058:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078092.099063:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078092.099066:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078092.099069:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078092.099072:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078092.099073:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000100:00000040:1.0:1769078092.099074:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:2.0:1769078092.099076:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:1.0:1769078092.099077:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078092.099080:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078092.099082:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078092.099082:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769078092.099086:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078092.099087:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000200:2.0:1769078092.099089:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078092.099090:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078092.099092:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078092.099095:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078092.099099:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078092.099105:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078092.099106:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078092.099107:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078092.099112:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078092.099112:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078092.099113:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078092.099118:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078092.099121:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078092.099125:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078092.099128:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078092.099130:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078092.099133:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099133:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078092.099134:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078092.099137:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078092.099138:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1769078092.099139:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078092.099143:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078092.099145:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79c00.
00000020:00000040:1.0:1769078092.099146:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078092.099148:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078092.099148:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078092.099150:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078092.099153:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078092.099154:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078092.099155:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078092.099157:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:1.0:1769078092.099160:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000001:1.0:1769078092.099163:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099163:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299754352
00000100:00100000:1.0:1769078092.099168:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769078092.099172:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:1.0:1769078092.099173:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078092.099176:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078092.099179:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038f725e8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099180:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078092.099187:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099190:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299754352
00000100:00000040:1.0:1769078092.099192:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5091)
00000100:00000010:2.0:1769078092.099194:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf7e0.
00000100:00000001:2.0:1769078092.099198:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078092.099201:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078092.099203:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099206:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078092.099210:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078092/real 1769078092]  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078092.099219:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078092.099220:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078092.099222:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078092.099224:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078092.099225:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078092.099226:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078092.099229:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078092.099235:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099239:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078092.099241:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099242:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078092.099243:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078092.099246:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099249:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078092.099252:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099258:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078092.099260:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099261:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078092.099262:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099263:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078092.099264:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078092.099266:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078092.099268:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078092.099270:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078092.099272:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078092.099277:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610779008:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078092.099280:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099282:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078092.099283:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b800 x1855007610779008/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099288:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078092.099290:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078092.099292:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078092.099293:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078092.099294:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078092.099296:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078092.099298:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078092.099299:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:2.0:1769078092.099302:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078092.099304:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078092.099305:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b800.
00000100:00000001:2.0:1769078092.099307:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078092.099308:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099309:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099316:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078092.099317:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099319:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078092.099320:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078092.099321:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078092.099323:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099327:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078092.099328:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078092.099329:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078092.099331:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078092.099332:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078092.099333:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779136:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078092.099335:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078092.099336:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078092.099338:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078092.099339:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078092.099340:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078092.099342:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078092.099344:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078092.099346:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078092.099348:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078092.099350:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610779136, portal 10
00000100:00000001:2.0:1769078092.099352:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078092.099353:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384203264 : -104785325348352 : ffffa0b2c3e7aa00)
00000100:00000040:2.0:1769078092.099357:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099361:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078092.099363:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078092.099364:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078092.099366:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610779136, offset 0
00000400:00000200:2.0:1769078092.099368:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078092.099370:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078092.099373:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078092.099375:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078092.099377:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078092.099378:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078092.099380:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078092.099382:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21765:21765:256:4294967295] 192.168.204.105@tcp LPNI seq info [21762:21762:8:4294967295]
00000400:00000200:2.0:1769078092.099408:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078092.099413:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078092.099416:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078092.099419:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078092.099421:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078092.099423:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078092.099426:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078092.099428:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078092.099430:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078092.099431:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078092.099433:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078092.099436:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078092.099438:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078092.099439:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078092.099441:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078092.099443:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099447:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078092.099449:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099453:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099454:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078092.099456:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078092.099458:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078092.099460:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078092.099462:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299753492
00000100:00000001:2.0:1769078092.099464:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299754352
00000100:00000001:2.0:1769078092.099465:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299753492
00000100:00000001:2.0:1769078092.099467:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299754352
00000100:00000001:2.0:1769078092.099468:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078092.099469:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099470:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078092.099473:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078092/real 1769078092]  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078092.099479:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078092.099481:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078092.099482:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078092.099484:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078092.099486:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078092.099488:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078092.099491:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078092.099499:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099515:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078092.099520:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099521:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078092.099523:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078092.099526:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099531:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078092.099534:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099538:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078092.099539:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099541:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078092.099542:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099543:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078092.099544:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078092.099545:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078092.099547:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078092.099548:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078092.099550:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078092.099554:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779136:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078092.099557:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078092.099559:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099562:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078092.099563:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078092.099564:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078092.099565:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078092.099566:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078092.099568:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779264:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078092.099570:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078092.099571:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078092.099572:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078092.099573:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078092.099575:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078092.099576:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078092.099579:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078092.099580:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078092.099583:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078092.099584:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610779264, portal 4
00000100:00000001:2.0:1769078092.099586:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078092.099587:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384202368 : -104785325349248 : ffffa0b2c3e7a680)
00000100:00000040:2.0:1769078092.099591:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099594:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078092.099596:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078092.099597:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078092.099598:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610779264, offset 0
00000400:00000200:2.0:1769078092.099600:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078092.099603:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078092.099605:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078092.099606:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078092.099608:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078092.099609:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078092.099611:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078092.099612:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21766:21766:256:4294967295] 192.168.204.105@tcp LPNI seq info [21763:21763:8:4294967295]
00000400:00000200:2.0:1769078092.099615:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078092.099618:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078092.099621:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078092.099622:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078092.099625:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078092.099626:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078092.099628:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078092.099630:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078092.099633:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078092.099634:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078092.099635:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078092.099637:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078092.099639:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078092.099640:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078092.099641:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078092.099643:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099648:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078092.099650:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099653:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099654:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078092.099656:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078092.099658:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078092.099659:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078092.099660:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299753518
00000100:00000001:2.0:1769078092.099662:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299754352
00000100:00000001:2.0:1769078092.099663:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299753518
00000100:00000001:2.0:1769078092.099664:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299754352
00000100:00000001:2.0:1769078092.099666:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078092.099667:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099668:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078092.099669:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078092/real 1769078092]  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078092.099674:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078092.099674:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078092.099675:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078092.099677:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078092.099678:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078092.099679:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078092.099680:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078092.099685:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099688:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078092.099689:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099690:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078092.099691:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078092.099693:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099697:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078092.099699:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099702:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078092.099704:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099704:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078092.099705:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099706:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078092.099707:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078092.099708:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078092.099710:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078092.099711:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078092.099712:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078092.099716:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779264:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078092.099718:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078092.099720:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099723:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078092.099724:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078092.099725:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078092.099726:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078092.099728:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078092.099729:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779392:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078092.099731:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078092.099732:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078092.099733:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078092.099734:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078092.099736:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078092.099737:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078092.099739:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078092.099740:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078092.099742:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078092.099743:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610779392, portal 4
00000100:00000001:2.0:1769078092.099745:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078092.099745:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384199680 : -104785325351936 : ffffa0b2c3e79c00)
00000100:00000040:2.0:1769078092.099749:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099753:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078092.099754:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078092.099755:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078092.099756:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610779392, offset 0
00000400:00000200:2.0:1769078092.099758:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078092.099760:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078092.099761:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078092.099763:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078092.099764:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078092.099765:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078092.099767:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078092.099769:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21767:21767:256:4294967295] 192.168.204.105@tcp LPNI seq info [21764:21764:8:4294967295]
00000400:00000200:2.0:1769078092.099771:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078092.099774:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078092.099776:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078092.099778:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078092.099780:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078092.099781:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078092.099783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078092.099785:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078092.099787:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078092.099788:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078092.099790:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078092.099792:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078092.099793:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078092.099794:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078092.099795:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078092.099797:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099801:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078092.099803:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099806:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099807:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078092.099808:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078092.099810:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078092.099811:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078092.099812:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299753529
00000100:00000001:2.0:1769078092.099814:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299754352
00000100:00000001:2.0:1769078092.099815:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299753529
00000100:00000001:2.0:1769078092.099816:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299754352
00000100:00000001:2.0:1769078092.099817:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078092.099834:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099836:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078092.099838:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078092/real 1769078092]  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078092.099843:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078092.099843:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078092.099845:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078092.099846:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078092.099847:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078092.099849:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078092.099850:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078092.099855:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099858:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078092.099859:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099860:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078092.099861:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078092.099863:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099866:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078092.099868:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099872:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078092.099873:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099874:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078092.099875:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099876:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078092.099877:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078092.099878:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078092.099880:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078092.099881:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078092.099883:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078092.099887:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779392:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078092.099889:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099890:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078092.099892:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7aa00 x1855007610779136/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099896:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078092.099897:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078092.099898:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078092.099899:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078092.099900:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078092.099901:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078092.099902:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078092.099903:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078092.099904:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078092.099905:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078092.099906:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7aa00.
00000100:00000001:2.0:1769078092.099908:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078092.099909:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099910:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078092.099911:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a680 x1855007610779264/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099915:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078092.099915:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078092.099916:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078092.099918:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078092.099918:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078092.099919:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078092.099920:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078092.099920:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:2.0:1769078092.099922:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078092.099922:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078092.099923:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a680.
00000100:00000001:2.0:1769078092.099924:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078092.099924:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099925:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078092.099927:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79c00 x1855007610779392/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078092.099930:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078092.099931:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078092.099932:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078092.099933:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078092.099934:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078092.099934:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078092.099935:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078092.099936:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:2.0:1769078092.099937:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078092.099938:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078092.099939:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79c00.
00000100:00000001:2.0:1769078092.099940:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078092.099940:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099941:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078092.099943:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078092.099944:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078092.099945:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078092.099946:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078092.930527:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078092.930545:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078092.930548:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078092.930550:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078092.930556:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078092.930558:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078092.930561:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078092.930563:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078092.930627:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078092.930630:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078092.930633:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078092.994504:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299754352, at 4299754368
00000100:00000040:3.0:1769078092.994504:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299754352, at 4299754368
00000100:00000010:2.0:1769078092.994521:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078092.994523:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769078093.954496:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078093.954504:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078093.954583:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078093.954588:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078093.954592:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078094.978523:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078094.978528:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078094.978611:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078094.978617:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078094.978620:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078096.002530:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078096.002539:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078096.002610:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078096.002615:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078096.002620:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078097.026511:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078097.026518:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078097.026582:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078097.026585:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078097.026588:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078097.218463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078097.218471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078097.218473:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078097.218477:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078097.218481:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078097.218487:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5086
00000400:00000200:1.0:1769078097.218501:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078097.218506:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078097.218508:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078097.218511:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218513:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078097.218515:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218517:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078097.218520:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078097.218522:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078097.218523:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078097.218525:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078097.218527:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078097.218528:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078097.218531:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218532:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078097.218534:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218535:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078097.218537:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078097.218539:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218541:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078097.218543:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078097.218546:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078097.218548:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078097.218550:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078097.218551:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078097.218563:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7bb80.
00000020:00000040:1.0:1769078097.218566:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078097.218573:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078097.218574:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078097.218577:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078097.218579:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078097.218583:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078097.218589:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:1.0:1769078097.218595:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078097.218602:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078097.218611:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078097.218614:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078097.218617:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49461df] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078097.218635:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078097.218637:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078097.218640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078097.218641:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078097.218642:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078097.218644:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078097.218645:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5086
00000400:00000200:1.0:1769078097.218647:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078097.218649:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078097.218651:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078097.218653:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078097.218658:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218659:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078097.218661:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078097.218662:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078097.218663:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078097.218665:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078097.218666:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078097.218668:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078097.218668:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078097.218674:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078097.218674:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078097.218678:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078097.218678:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078097.218683:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218684:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078097.218688:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000040:2.0:1769078097.218689:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078097.218691:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218695:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078097.218699:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078097.218704:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078097.218708:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.218708:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078097.218712:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078097.218713:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078097.218716:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078097.218720:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.218720:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078097.218721:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078097.218727:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78380.
02000000:00000001:2.0:1769078097.218727:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078097.218731:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078097.218753:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078097.218754:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078097.218755:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078097.218756:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078097.218758:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078097.218761:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:1.0:1769078097.218764:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.218766:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078097.218770:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769078097.218774:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610779520:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078097.218784:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078097.218785:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078097.218788:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.218788:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078097.218791:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078097.218793:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b372783] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078097.218794:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078097.218801:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b000.
00000100:00000001:1.0:1769078097.218803:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.218804:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078097.218807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078097.218811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078097.218813:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078097.218814:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:1.0:1769078097.218817:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769078097.218819:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:1.0:1769078097.218820:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078097.218825:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5086
00000400:00000010:2.0:1769078097.218826:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000400:00000200:1.0:1769078097.218831:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078097.218834:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078097.218836:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769078097.218836:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610779520, portal 25
00000100:00000040:1.0:1769078097.218841:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078097.218842:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078097.218845:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078097.218845:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384207744 : -104785325343872 : ffffa0b2c3e7bb80)
00000100:00000040:1.0:1769078097.218849:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078097.218854:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078097.218855:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078097.218865:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078097.218868:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000001:1.0:1769078097.218869:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:2.0:1769078097.218871:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000020:00000040:1.0:1769078097.218873:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000100:00000200:2.0:1769078097.218875:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610779520, offset 0
00000020:00000001:1.0:1769078097.218879:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078097.218884:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000040:1.0:1769078097.218885:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078097.218889:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078097.218893:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:1.0:1769078097.218894:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078097.218901:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:1.0:1769078097.218903:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218907:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078097.218909:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078097.218910:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078097.218914:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078097.218917:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000040:1.0:1769078097.218919:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078097.218922:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078097.218925:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:2.0:1769078097.218929:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.218930:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078097.218934:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078097.218935:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21768:21768:256:4294967295] 192.168.204.105@tcp LPNI seq info [21765:21765:8:4294967295]
02000000:00000001:1.0:1769078097.218938:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078097.218943:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078097.218944:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078097.218947:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078097.218950:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078097.218956:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078097.218957:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078097.218961:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078097.218966:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000010:1.0:1769078097.218969:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78000.
00000800:00000010:2.0:1769078097.218972:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000020:00000040:1.0:1769078097.218974:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078097.218979:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1769078097.218980:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:1.0:1769078097.218983:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078097.218985:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1769078097.218987:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078097.218991:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769078097.218993:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:1.0:1769078097.218995:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078097.218996:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078097.219002:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078097.219005:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
02000000:00000010:1.0:1769078097.219006:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
00000400:00000200:2.0:1769078097.219010:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078097.219012:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078097.219016:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078097.219021:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000100:00100000:1.0:1769078097.219023:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078097.219024:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078097.219030:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078097.219033:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078097.219037:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078097.219037:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078097.219044:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809d7171] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219050:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078097.219055:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078097.219056:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078097.219059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078097.219066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078097.219069:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078097.219072:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078097.219073:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078097.219077:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078097.219078:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078097.219082:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078097.219083:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5086
00000400:00000200:2.0:1769078097.219089:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078097.219091:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078097.219094:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299759472
00000400:00000200:1.0:1769078097.219096:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078097.219100:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1769078097.219102:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000040:1.0:1769078097.219103:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.219107:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078097.219109:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.219110:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078097.219112:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078097.219120:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299759472
00000020:00000001:1.0:1769078097.219121:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078097.219124:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000010:2.0:1769078097.219124:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf0c0.
00000020:00000001:1.0:1769078097.219126:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078097.219128:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000020:00000040:1.0:1769078097.219130:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078097.219134:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769078097.219135:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078097.219140:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078097.219141:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078097.219144:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1769078097.219147:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.219150:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769078097.219151:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078097/real 1769078097]  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078097.219155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078097.219159:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078097.219164:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078097.219170:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078097.219176:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078097.219180:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1769078097.219184:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1769078097.219185:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1769078097.219186:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1769078097.219188:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078097.219189:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:1.0:1769078097.219192:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078097.219193:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000008:00100000:1.0:1769078097.219195:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769078097.219197:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000008:00000001:1.0:1769078097.219198:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078097.219202:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.219203:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:1.0:1769078097.219205:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79180.
00000020:00000040:1.0:1769078097.219210:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000200:2.0:1769078097.219211:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078097.219213:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078097.219216:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078097.219220:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078097.219222:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078097.219225:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078097.219230:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000001:1.0:1769078097.219233:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078097.219235:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078097.219240:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078097.219259:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078097.219260:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078097.219262:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078097.219263:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.219266:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1769078097.219270:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb405fe] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219270:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078097.219278:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078097.219286:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.219292:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078097.219293:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5096)
00000100:00000040:2.0:1769078097.219297:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219303:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078097.219305:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219306:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078097.219307:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219309:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078097.219311:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078097.219313:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078097.219316:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078097.219317:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078097.219320:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078097.219327:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610779520:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078097.219330:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219332:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078097.219334:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7bb80 x1855007610779520/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219338:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078097.219340:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078097.219342:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078097.219344:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078097.219346:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078097.219347:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078097.219348:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078097.219350:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:2.0:1769078097.219352:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078097.219354:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078097.219355:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7bb80.
00000100:00000001:2.0:1769078097.219358:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078097.219359:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219360:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219366:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078097.219368:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.219369:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078097.219371:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078097.219372:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078097.219374:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219379:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078097.219380:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.219382:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078097.219384:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078097.219404:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078097.219407:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779648:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078097.219410:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078097.219411:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078097.219413:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.219414:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078097.219416:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078097.219418:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078097.219421:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078097.219423:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078097.219426:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078097.219428:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610779648, portal 10
00000100:00000001:2.0:1769078097.219430:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078097.219431:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384193408 : -104785325358208 : ffffa0b2c3e78380)
00000100:00000040:2.0:1769078097.219435:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219442:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078097.219444:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078097.219447:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078097.219449:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610779648, offset 0
00000400:00000200:2.0:1769078097.219454:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078097.219458:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078097.219462:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078097.219466:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078097.219469:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078097.219471:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078097.219474:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078097.219477:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21769:21769:256:4294967295] 192.168.204.105@tcp LPNI seq info [21766:21766:8:4294967295]
00000400:00000200:2.0:1769078097.219482:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078097.219489:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078097.219495:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078097.219498:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078097.219503:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078097.219506:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769078097.219509:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078097.219511:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078097.219514:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078097.219515:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078097.219517:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078097.219520:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078097.219523:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078097.219524:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078097.219526:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078097.219529:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219537:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078097.219541:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219547:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.219549:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078097.219553:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078097.219557:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078097.219561:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078097.219563:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299758612
00000100:00000001:2.0:1769078097.219566:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299759472
00000100:00000001:2.0:1769078097.219569:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299758612
00000100:00000001:2.0:1769078097.219571:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299759472
00000100:00000001:2.0:1769078097.219574:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078097.219577:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.219578:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078097.219583:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078097/real 1769078097]  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078097.219592:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078097.219594:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078097.219596:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078097.219600:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078097.219601:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078097.219604:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078097.219607:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078097.219616:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219620:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078097.219621:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219623:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078097.219624:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078097.219626:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219630:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078097.219633:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219637:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078097.219639:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219640:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078097.219641:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219642:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078097.219643:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078097.219645:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078097.219647:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078097.219648:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078097.219651:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078097.219658:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779648:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078097.219663:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078097.219667:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219674:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078097.219675:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.219678:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078097.219680:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078097.219682:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078097.219686:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779776:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078097.219689:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078097.219691:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078097.219693:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.219695:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078097.219699:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078097.219701:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078097.219706:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078097.219709:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078097.219712:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078097.219715:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610779776, portal 4
00000100:00000001:2.0:1769078097.219717:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078097.219718:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384192512 : -104785325359104 : ffffa0b2c3e78000)
00000100:00000040:2.0:1769078097.219725:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219748:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078097.219752:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078097.219755:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078097.219758:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610779776, offset 0
00000400:00000200:2.0:1769078097.219763:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078097.219767:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078097.219772:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078097.219775:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078097.219778:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078097.219781:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078097.219784:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078097.219787:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21770:21770:256:4294967295] 192.168.204.105@tcp LPNI seq info [21767:21767:8:4294967295]
00000400:00000200:2.0:1769078097.219792:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078097.219798:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078097.219803:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078097.219807:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078097.219812:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078097.219815:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769078097.219820:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078097.219823:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078097.219827:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078097.219829:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078097.219832:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078097.219837:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078097.219840:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078097.219842:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078097.219845:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078097.219849:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219857:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078097.219861:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219868:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.219870:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078097.219873:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078097.219877:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078097.219880:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078097.219882:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299758638
00000100:00000001:2.0:1769078097.219885:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299759472
00000100:00000001:2.0:1769078097.219888:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299758638
00000100:00000001:2.0:1769078097.219891:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299759472
00000100:00000001:2.0:1769078097.219893:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078097.219896:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.219897:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078097.219902:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078097/real 1769078097]  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078097.219907:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078097.219908:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078097.219910:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078097.219911:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078097.219913:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078097.219914:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078097.219916:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078097.219921:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219925:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078097.219926:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219927:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078097.219928:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078097.219930:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219934:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078097.219937:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219941:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078097.219943:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219944:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078097.219945:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.219947:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078097.219948:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078097.219949:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078097.219952:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078097.219953:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078097.219956:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078097.219960:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779776:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078097.219963:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078097.219965:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.219970:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078097.219971:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.219972:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078097.219973:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078097.219975:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078097.219977:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779904:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078097.219979:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078097.219980:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078097.219981:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078097.219982:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078097.219985:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078097.219986:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078097.219988:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078097.219990:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078097.219992:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078097.219994:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610779904, portal 4
00000100:00000001:2.0:1769078097.219995:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078097.219996:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196992 : -104785325354624 : ffffa0b2c3e79180)
00000100:00000040:2.0:1769078097.220000:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.220005:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078097.220007:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078097.220008:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078097.220010:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610779904, offset 0
00000400:00000200:2.0:1769078097.220012:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078097.220015:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078097.220017:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078097.220019:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078097.220021:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078097.220022:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078097.220024:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078097.220026:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21771:21771:256:4294967295] 192.168.204.105@tcp LPNI seq info [21768:21768:8:4294967295]
00000400:00000200:2.0:1769078097.220029:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078097.220034:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078097.220037:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078097.220039:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078097.220042:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078097.220044:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769078097.220047:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078097.220049:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078097.220051:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078097.220053:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078097.220055:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078097.220057:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078097.220059:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078097.220060:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078097.220062:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078097.220064:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.220069:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078097.220072:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.220081:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.220082:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078097.220084:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078097.220085:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078097.220087:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078097.220089:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299758649
00000100:00000001:2.0:1769078097.220091:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299759472
00000100:00000001:2.0:1769078097.220092:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299758649
00000100:00000001:2.0:1769078097.220094:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299759472
00000100:00000001:2.0:1769078097.220095:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078097.220096:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.220097:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078097.220099:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078097/real 1769078097]  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078097.220104:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078097.220105:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078097.220106:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078097.220107:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078097.220108:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078097.220110:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078097.220112:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078097.220117:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.220121:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078097.220121:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.220122:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078097.220123:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078097.220125:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.220130:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078097.220133:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.220137:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078097.220138:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.220139:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078097.220140:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.220141:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078097.220142:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078097.220143:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078097.220145:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078097.220147:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078097.220149:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078097.220153:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610779904:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078097.220156:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.220157:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078097.220159:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78380 x1855007610779648/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.220163:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078097.220164:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078097.220165:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078097.220166:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078097.220167:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078097.220168:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078097.220170:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078097.220171:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:2.0:1769078097.220173:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078097.220174:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078097.220175:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78380.
00000100:00000001:2.0:1769078097.220177:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078097.220178:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.220179:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078097.220181:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78000 x1855007610779776/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.220185:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078097.220186:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078097.220187:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078097.220188:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078097.220189:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078097.220190:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078097.220191:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078097.220192:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:2.0:1769078097.220193:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078097.220194:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078097.220195:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78000.
00000100:00000001:2.0:1769078097.220197:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078097.220198:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.220200:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078097.220203:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79180 x1855007610779904/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078097.220209:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078097.220210:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078097.220212:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078097.220214:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078097.220215:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078097.220216:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078097.220218:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078097.220220:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:2.0:1769078097.220222:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078097.220223:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078097.220225:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79180.
00000100:00000001:2.0:1769078097.220227:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078097.220229:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.220231:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.220235:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078097.220237:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078097.220239:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078097.220241:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078098.050539:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078098.050544:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078098.050616:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078098.050621:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078098.050624:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078098.114469:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299759472, at 4299759488
00000100:00000010:3.0:1769078098.114492:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00000100:00000040:2.0:1769078098.114507:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299759472, at 4299759488
00000100:00000010:2.0:1769078098.114525:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078099.074523:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078099.074528:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078099.074595:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078099.074602:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078099.074608:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078100.098510:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078100.098517:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078100.098578:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078100.098582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078100.098587:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078101.122474:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078101.122485:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078101.122548:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078101.122553:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078101.122557:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078102.146538:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078102.146545:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078102.146594:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078102.146598:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078102.146601:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078102.338531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078102.338543:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078102.338545:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078102.338550:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078102.338555:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078102.338562:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5091
00000400:00000200:1.0:1769078102.338573:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078102.338580:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078102.338584:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078102.338588:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.338592:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.338595:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.338598:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078102.338603:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078102.338605:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078102.338608:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078102.338610:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078102.338613:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078102.338616:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078102.338620:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.338622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.338624:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.338626:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078102.338630:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078102.338634:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078102.338637:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078102.338639:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078102.338643:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078102.338672:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.338676:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078102.338678:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078102.338695:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79500.
00000020:00000040:1.0:1769078102.338702:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078102.338707:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078102.338709:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.338712:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078102.338715:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078102.338720:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078102.338729:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:1.0:1769078102.338736:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078102.338747:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078102.338758:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078102.338763:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078102.338768:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cf38f94] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078102.338794:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078102.338798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078102.338802:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078102.338803:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078102.338805:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078102.338808:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078102.338811:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5091
00000400:00000200:1.0:1769078102.338816:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078102.338820:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078102.338823:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078102.338827:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.338830:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.338833:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.338836:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078102.338839:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078102.338841:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078102.338844:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078102.338847:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078102.338849:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078102.338852:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078102.338856:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078102.338857:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078102.338866:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078102.338867:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078102.338870:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078102.338876:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.338883:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000040:2.0:1769078102.338885:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078102.338891:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078102.338909:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078102.338910:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078102.338915:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.338917:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078102.338921:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078102.338924:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078102.338926:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078102.338930:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078102.338932:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078102.338934:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610780032:192.168.204.105@tcp:250:kworker.0
02000000:00000001:1.0:1769078102.338942:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.338944:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078102.338949:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078102.338953:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1769078102.338955:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078102.338958:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078102.338963:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078102.338965:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078102.338968:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078102.338977:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a300.
02000000:00000010:2.0:1769078102.338977:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078102.338984:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078102.338985:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078102.338991:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078102.338992:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.338995:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078102.338997:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769078102.338999:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078102.339003:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078102.339008:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
02000000:00000010:1.0:1769078102.339011:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:1.0:1769078102.339017:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078102.339019:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00100000:1.0:1769078102.339027:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078102.339039:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078102.339042:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078102.339043:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610780032, portal 25
00000100:00000040:1.0:1769078102.339049:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfae78b9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.339051:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078102.339054:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384197888 : -104785325353728 : ffffa0b2c3e79500)
00000100:00000040:2.0:1769078102.339068:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.339087:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078102.339088:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078102.339093:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078102.339099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769078102.339099:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078102.339107:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610780032, offset 0
00000100:00080000:1.0:1769078102.339111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078102.339115:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078102.339116:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078102.339121:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078102.339127:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078102.339130:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:1.0:1769078102.339135:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5091
00000400:00000200:1.0:1769078102.339145:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078102.339147:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078102.339154:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078102.339157:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769078102.339160:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078102.339167:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000040:1.0:1769078102.339169:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.339173:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078102.339177:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078102.339181:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078102.339189:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.339190:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078102.339197:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078102.339198:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21772:21772:256:4294967295] 192.168.204.105@tcp LPNI seq info [21769:21769:8:4294967295]
00000020:00000040:1.0:1769078102.339201:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078102.339209:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078102.339214:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:1.0:1769078102.339215:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078102.339220:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078102.339223:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078102.339233:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078102.339241:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078102.339242:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078102.339251:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.339256:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.0:1769078102.339261:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000020:00000040:1.0:1769078102.339263:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000800:00000010:2.0:1769078102.339267:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00080000:1.0:1769078102.339274:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078102.339281:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078102.339282:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:1.0:1769078102.339292:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769078102.339293:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1769078102.339301:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769078102.339302:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078102.339313:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1769078102.339314:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769078102.339321:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078102.339322:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:2.0:1769078102.339325:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000008:00100000:1.0:1769078102.339328:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078102.339333:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:1.0:1769078102.339335:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.339341:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078102.339341:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078102.339350:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000100:00000010:1.0:1769078102.339353:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b480.
00000400:00000010:2.0:1769078102.339354:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078102.339363:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1769078102.339364:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000200:2.0:1769078102.339371:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078102.339372:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078102.339378:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.339416:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078102.339419:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078102.339422:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078102.339428:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000100:00000001:1.0:1769078102.339433:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078102.339445:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078102.339480:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078102.339483:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769078102.339490:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078102.339493:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.339511:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078102.339514:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008158e222] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.339515:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078102.339525:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078102.339534:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078102.339540:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:1.0:1769078102.339544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078102.339545:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299764593
00000100:00080000:1.0:1769078102.339554:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:2.0:1769078102.339554:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:1.0:1769078102.339563:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078102.339567:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078102.339568:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078102.339575:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078102.339578:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299764593
00000100:00080000:1.0:1769078102.339583:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5091
00000100:00000010:2.0:1769078102.339584:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfe40.
00000100:00000001:2.0:1769078102.339591:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000400:00000200:1.0:1769078102.339596:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078102.339597:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078102.339608:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.339612:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1769078102.339613:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078102.339619:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1769078102.339620:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078102/real 1769078102]  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078102.339633:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000001:2.0:1769078102.339637:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078102.339640:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769078102.339641:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769078102.339644:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078102.339660:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078102.339661:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000040:1.0:1769078102.339666:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078102.339667:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078102.339674:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078102.339675:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078102.339687:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078102.339693:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000200:2.0:1769078102.339696:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078102.339699:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078102.339706:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078102.339710:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1769078102.339712:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078102.339713:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.339721:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1769078102.339723:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078102.339723:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078102.339735:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078102.339739:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.339749:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078102.339751:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078102.339762:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078102.339763:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078102.339775:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078102.339786:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078102.339787:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078102.339799:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078102.339805:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078102.339805:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078102.339809:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078102.339815:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.339816:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078102.339819:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1769078102.339822:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1769078102.339824:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1769078102.339829:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769078102.339830:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078102.339839:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1769078102.339840:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078102.339845:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078102.339846:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078102.339852:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078102.339867:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078102.339871:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610780032:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078102.339875:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.339878:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.339881:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1769078102.339883:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78700.
00000100:00000040:2.0:1769078102.339885:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79500 x1855007610780032/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078102.339891:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078102.339896:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078102.339898:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078102.339902:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1769078102.339903:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078102.339908:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
00000100:00000001:1.0:1769078102.339909:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078102.339912:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078102.339918:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1769078102.339919:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078102.339924:0:2365:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000010:1.0:1769078102.339927:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000020:00000040:2.0:1769078102.339929:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000100:00000001:1.0:1769078102.339936:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078102.339936:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078102.339942:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:2.0:1769078102.339949:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:1.0:1769078102.339950:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078102.339954:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078102.339959:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79500.
00000100:00000001:2.0:1769078102.339967:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078102.339969:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078102.339970:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.339975:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078102.339978:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.339984:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1769078102.339987:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087ffcb3c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.339988:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.339994:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078102.339998:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078102.340004:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078102.340018:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078102.340019:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078102.340028:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5101)
00000100:00000001:2.0:1769078102.340039:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078102.340041:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078102.340045:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078102.340047:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078102.340050:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078102.340055:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780160:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078102.340058:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078102.340060:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078102.340062:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078102.340064:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078102.340068:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078102.340069:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078102.340073:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078102.340075:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078102.340078:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078102.340081:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610780160, portal 10
00000100:00000001:2.0:1769078102.340082:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078102.340083:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384201472 : -104785325350144 : ffffa0b2c3e7a300)
00000100:00000040:2.0:1769078102.340089:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340095:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078102.340096:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078102.340098:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078102.340099:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610780160, offset 0
00000400:00000200:2.0:1769078102.340102:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078102.340105:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078102.340109:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078102.340111:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078102.340112:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078102.340114:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078102.340116:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078102.340118:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21773:21773:256:4294967295] 192.168.204.105@tcp LPNI seq info [21770:21770:8:4294967295]
00000400:00000200:2.0:1769078102.340121:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078102.340126:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078102.340129:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078102.340132:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078102.340136:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078102.340139:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078102.340145:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078102.340147:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078102.340151:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078102.340153:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078102.340156:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078102.340160:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078102.340162:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078102.340165:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078102.340167:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078102.340171:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340179:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078102.340182:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340194:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.340196:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078102.340199:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078102.340204:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078102.340208:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078102.340210:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299763732
00000100:00000001:2.0:1769078102.340213:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299764593
00000100:00000001:2.0:1769078102.340216:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299763732
00000100:00000001:2.0:1769078102.340218:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299764593
00000100:00000001:2.0:1769078102.340220:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078102.340222:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.340224:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078102.340228:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078102/real 1769078102]  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078102.340235:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078102.340237:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078102.340239:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078102.340242:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078102.340244:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078102.340247:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078102.340250:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078102.340259:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340265:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078102.340267:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340269:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078102.340271:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078102.340274:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340282:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078102.340286:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340294:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078102.340296:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340298:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078102.340299:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340301:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078102.340302:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078102.340305:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078102.340308:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078102.340311:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078102.340315:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078102.340324:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780160:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078102.340328:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078102.340332:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340340:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078102.340342:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078102.340344:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078102.340346:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078102.340348:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078102.340351:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780288:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078102.340354:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078102.340357:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078102.340359:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078102.340361:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078102.340364:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078102.340366:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078102.340370:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078102.340373:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078102.340376:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078102.340379:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610780288, portal 4
00000100:00000001:2.0:1769078102.340381:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078102.340383:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205952 : -104785325345664 : ffffa0b2c3e7b480)
00000100:00000040:2.0:1769078102.340411:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340418:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078102.340420:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078102.340423:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078102.340425:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610780288, offset 0
00000400:00000200:2.0:1769078102.340429:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078102.340434:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078102.340438:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078102.340441:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078102.340443:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078102.340446:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078102.340448:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078102.340452:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21774:21774:256:4294967295] 192.168.204.105@tcp LPNI seq info [21771:21771:8:4294967295]
00000400:00000200:2.0:1769078102.340456:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078102.340463:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078102.340467:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078102.340470:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078102.340474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078102.340477:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078102.340482:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078102.340485:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078102.340489:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078102.340491:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078102.340494:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078102.340497:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078102.340501:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078102.340503:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078102.340505:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078102.340509:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340517:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078102.340520:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340527:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.340529:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078102.340532:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078102.340535:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078102.340539:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078102.340541:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299763759
00000100:00000001:2.0:1769078102.340544:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299764593
00000100:00000001:2.0:1769078102.340546:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299763759
00000100:00000001:2.0:1769078102.340548:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299764593
00000100:00000001:2.0:1769078102.340550:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078102.340552:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.340554:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078102.340559:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078102/real 1769078102]  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078102.340567:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078102.340569:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078102.340570:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078102.340573:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078102.340574:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078102.340577:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078102.340580:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078102.340588:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340594:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078102.340596:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340598:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078102.340599:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078102.340603:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340609:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078102.340613:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340619:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078102.340621:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340623:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078102.340625:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340626:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078102.340628:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078102.340630:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078102.340633:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078102.340636:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078102.340639:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078102.340662:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780288:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078102.340666:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340668:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078102.340671:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a300 x1855007610780160/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340677:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078102.340679:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078102.340681:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078102.340683:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078102.340685:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078102.340686:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078102.340688:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078102.340690:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af800.
02000000:00000001:2.0:1769078102.340692:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078102.340693:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078102.340695:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a300.
00000100:00000001:2.0:1769078102.340697:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078102.340698:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340700:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078102.340703:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b480 x1855007610780288/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340708:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078102.340710:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078102.340711:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078102.340713:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078102.340714:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078102.340715:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078102.340717:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078102.340719:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:2.0:1769078102.340721:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078102.340722:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078102.340723:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b480.
00000100:00000001:2.0:1769078102.340726:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078102.340727:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340729:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340732:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078102.340734:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.340736:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078102.340738:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078102.340740:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078102.340744:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340751:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078102.340752:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078102.340754:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078102.340756:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078102.340758:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078102.340761:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780416:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078102.340765:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078102.340766:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078102.340768:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078102.340770:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078102.340773:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078102.340776:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078102.340779:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078102.340782:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078102.340785:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078102.340788:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610780416, portal 4
00000100:00000001:2.0:1769078102.340790:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078102.340791:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384194304 : -104785325357312 : ffffa0b2c3e78700)
00000100:00000040:2.0:1769078102.340796:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340803:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078102.340805:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078102.340807:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078102.340810:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610780416, offset 0
00000400:00000200:2.0:1769078102.340814:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078102.340818:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078102.340823:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078102.340826:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078102.340829:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078102.340831:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078102.340835:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078102.340838:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21775:21775:256:4294967295] 192.168.204.105@tcp LPNI seq info [21772:21772:8:4294967295]
00000400:00000200:2.0:1769078102.340843:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078102.340848:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078102.340852:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078102.340854:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078102.340857:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078102.340859:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078102.340862:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078102.340864:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078102.340867:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078102.340868:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078102.340870:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078102.340873:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078102.340875:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078102.340876:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078102.340878:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078102.340881:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340887:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078102.340889:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340896:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.340898:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078102.340901:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078102.340905:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078102.340909:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078102.340911:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299763770
00000100:00000001:2.0:1769078102.340914:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299764593
00000100:00000001:2.0:1769078102.340917:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299763770
00000100:00000001:2.0:1769078102.340919:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299764593
00000100:00000001:2.0:1769078102.340923:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078102.340925:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.340927:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078102.340932:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078102/real 1769078102]  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078102.340942:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078102.340943:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078102.340945:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078102.340948:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078102.340949:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078102.340952:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078102.340955:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078102.340964:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340972:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078102.340973:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.340975:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078102.340977:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078102.340981:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.340989:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078102.340993:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.341001:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078102.341004:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.341005:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078102.341007:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.341009:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078102.341010:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078102.341014:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078102.341018:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078102.341021:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078102.341025:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078102.341036:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780416:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078102.341040:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.341041:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078102.341045:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78700 x1855007610780416/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078102.341052:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078102.341053:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078102.341055:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078102.341058:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078102.341059:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078102.341061:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078102.341063:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078102.341064:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:2.0:1769078102.341066:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078102.341067:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078102.341068:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78700.
00000100:00000001:2.0:1769078102.341070:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078102.341071:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.341072:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.341075:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078102.341076:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078102.341077:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078102.341078:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078103.170477:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078103.170487:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078103.170489:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078103.170492:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078103.170498:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078103.170500:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078103.170502:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078103.170504:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078103.170548:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078103.170552:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078103.170555:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078103.234504:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299764593, at 4299764608
00000100:00000040:3.0:1769078103.234504:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299764593, at 4299764608
00000100:00000010:3.0:1769078103.234525:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00000100:00000010:2.0:1769078103.234529:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078104.194503:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078104.194510:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078104.194605:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078104.194609:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078104.194612:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078105.218486:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078105.218493:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078105.218552:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078105.218555:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078105.218558:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078106.242521:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078106.242528:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078106.242601:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078106.242604:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078106.242607:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078107.266539:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078107.266548:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078107.266624:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078107.266628:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078107.266631:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078107.458526:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078107.458538:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078107.458541:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078107.458545:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078107.458550:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078107.458592:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5096
00000400:00000200:3.0:1769078107.458605:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078107.458614:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078107.458618:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078107.458622:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.458627:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078107.458630:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.458631:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078107.458635:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078107.458637:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078107.458639:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078107.458642:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078107.458644:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078107.458645:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078107.458648:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.458650:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078107.458651:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.458653:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078107.458655:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078107.458658:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078107.458659:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078107.458662:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078107.458664:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078107.458666:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.458668:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078107.458670:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078107.458682:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769078107.458687:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078107.458691:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078107.458693:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.458697:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078107.458700:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078107.458705:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078107.458715:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769078107.458723:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078107.458734:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078107.458748:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078107.458753:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078107.458757:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078107.458774:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078107.458777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078107.458779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078107.458781:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078107.458783:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078107.458785:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078107.458787:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5096
00000400:00000200:3.0:1769078107.458790:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078107.458793:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078107.458794:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078107.458797:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.458799:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078107.458800:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.458802:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078107.458805:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078107.458806:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078107.458807:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078107.458809:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078107.458810:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078107.458812:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078107.458814:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.458815:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078107.458816:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.458818:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078107.458820:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078107.458820:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078107.458825:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078107.458828:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078107.458829:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078107.458832:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078107.458834:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078107.458837:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078107.458840:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.458843:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078107.458846:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078107.458848:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078107.458853:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.458858:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078107.458864:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000100:00000001:2.0:1769078107.458868:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078107.458871:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078107.458876:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078107.458876:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078107.458881:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078107.458882:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078107.458885:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078107.458887:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.458888:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769078107.458894:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610780544:192.168.204.105@tcp:250:kworker.0
02000000:00000001:3.0:1769078107.458896:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078107.458900:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.458902:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078107.458907:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1769078107.458911:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
02000000:00000001:2.0:1769078107.458912:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078107.458919:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078107.458920:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078107.458927:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
00000100:00100000:3.0:1769078107.458930:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078107.458932:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.458943:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078107.458948:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078107.458948:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078107.458957:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000040:3.0:1769078107.458958:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078107.458969:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000001:3.0:1769078107.458971:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078107.458976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078107.458979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078107.458980:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078107.458981:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769078107.458983:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610780544, portal 25
00000100:00000001:3.0:1769078107.458984:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078107.458989:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5096
00000100:00000001:2.0:1769078107.458990:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1769078107.458994:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078107.458995:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511421440 : -104785198130176 : ffffa0b2cb7cdc00)
00000400:00000200:3.0:1769078107.458999:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078107.459002:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078107.459007:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078107.459009:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078107.459009:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078107.459014:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.459019:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078107.459025:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078107.459028:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000100:00000001:2.0:1769078107.459030:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769078107.459032:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078107.459037:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000100:00000040:2.0:1769078107.459038:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769078107.459042:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000010:2.0:1769078107.459045:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000020:00000001:3.0:1769078107.459048:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000200:2.0:1769078107.459051:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610780544, offset 0
00000100:00000040:3.0:1769078107.459057:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.459061:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078107.459063:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:3.0:1769078107.459068:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.459071:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078107.459073:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078107.459077:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769078107.459079:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078107.459083:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078107.459085:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078107.459088:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078107.459091:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:3.0:1769078107.459091:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.459096:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078107.459100:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078107.459103:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1769078107.459105:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.459109:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078107.459112:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000010:3.0:1769078107.459115:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000400:00000200:2.0:1769078107.459120:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1769078107.459121:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078107.459127:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:3.0:1769078107.459127:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078107.459131:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.459135:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078107.459136:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21776:21776:256:4294967295] 192.168.204.105@tcp LPNI seq info [21773:21773:8:4294967295]
02000000:00000001:3.0:1769078107.459139:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078107.459142:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078107.459147:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:3.0:1769078107.459153:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769078107.459160:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078107.459163:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1769078107.459171:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769078107.459177:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078107.459186:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00000001:3.0:1769078107.459188:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078107.459192:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078107.459198:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769078107.459211:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078107.459213:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078107.459219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769078107.459221:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1769078107.459224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078107.459227:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078107.459230:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769078107.459234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078107.459235:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078107.459239:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5096
00000800:00000200:2.1:1769078107.459242:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1769078107.459248:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000100:2.0:1769078107.459254:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078107.459257:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000010:2.0:1769078107.459260:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00080000:3.0:1769078107.459262:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078107.459269:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078107.459270:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078107.459272:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078107.459277:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078107.459281:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078107.459283:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078107.459288:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078107.459291:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000020:00000040:3.0:1769078107.459291:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078107.459296:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769078107.459297:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000020:00000040:3.0:1769078107.459299:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078107.459304:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1769078107.459305:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078107.459310:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000200:2.0:1769078107.459315:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078107.459328:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078107.459331:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078107.459333:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078107.459339:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078107.459341:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078107.459347:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078107.459353:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078107.459359:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078107.459360:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078107.459363:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078107.459367:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078107.459371:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078107.459373:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078107.459374:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078107.459379:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.459380:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078107.459384:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00100000:3.0:1769078107.459384:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078107.459416:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299769713
00000008:00000001:3.0:1769078107.459419:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078107.459422:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078107.459425:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078107.459426:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769078107.459431:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078107.459433:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078107.459434:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.459437:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078107.459437:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078107.459440:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078107.459442:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078107.459446:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769078107.459451:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.459456:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299769713
00000100:00100000:3.0:1769078107.459456:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769078107.459465:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfe40.
00000100:00000001:3.0:1769078107.459466:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078107.459469:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.459474:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1769078107.459474:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459481:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078107.459484:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.459486:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078107.459489:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5106)
00000100:00000001:2.0:1769078107.459491:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078107.459500:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078107/real 1769078107]  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078107.459512:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078107.459515:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078107.459517:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078107.459520:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078107.459522:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078107.459525:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078107.459529:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078107.459538:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459555:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078107.459557:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.459570:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078107.459573:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078107.459578:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459586:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078107.459592:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459599:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078107.459603:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.459604:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078107.459607:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.459609:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078107.459612:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078107.459615:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078107.459620:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078107.459622:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078107.459627:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078107.459637:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610780544:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078107.459643:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.459645:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078107.459648:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdc00 x1855007610780544/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459655:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078107.459658:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078107.459661:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078107.459664:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078107.459666:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078107.459668:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078107.459670:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078107.459673:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:2.0:1769078107.459677:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078107.459679:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078107.459681:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdc00.
00000100:00000001:2.0:1769078107.459685:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078107.459686:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.459689:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.459700:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078107.459702:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.459704:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078107.459706:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078107.459707:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078107.459711:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459720:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078107.459721:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078107.459723:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078107.459726:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078107.459728:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078107.459731:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780672:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078107.459735:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078107.459737:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078107.459738:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078107.459741:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078107.459744:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078107.459746:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078107.459751:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078107.459754:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078107.459758:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078107.459762:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610780672, portal 10
00000100:00000001:2.0:1769078107.459764:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078107.459765:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511415168 : -104785198136448 : ffffa0b2cb7cc380)
00000100:00000040:2.0:1769078107.459772:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459780:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078107.459782:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078107.459785:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078107.459787:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610780672, offset 0
00000400:00000200:2.0:1769078107.459792:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078107.459796:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078107.459800:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078107.459804:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078107.459806:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078107.459809:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078107.459812:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078107.459816:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21777:21777:256:4294967295] 192.168.204.105@tcp LPNI seq info [21774:21774:8:4294967295]
00000400:00000200:2.0:1769078107.459820:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078107.459827:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078107.459832:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078107.459835:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078107.459839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078107.459842:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078107.459847:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078107.459850:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078107.459853:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078107.459855:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078107.459858:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078107.459862:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078107.459865:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078107.459867:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078107.459870:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078107.459873:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459881:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078107.459884:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459891:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.459893:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078107.459896:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078107.459900:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078107.459904:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078107.459906:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299768852
00000100:00000001:2.0:1769078107.459909:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299769713
00000100:00000001:2.0:1769078107.459912:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299768852
00000100:00000001:2.0:1769078107.459914:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299769713
00000100:00000001:2.0:1769078107.459916:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078107.459919:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.459921:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078107.459925:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078107/real 1769078107]  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078107.459934:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078107.459936:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078107.459938:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078107.459941:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078107.459943:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078107.459946:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078107.459949:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078107.459958:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459965:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078107.459967:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.459969:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078107.459970:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078107.459974:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459981:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078107.459986:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.459992:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078107.459995:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.459997:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078107.459998:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460000:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078107.460001:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078107.460004:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078107.460008:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078107.460010:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078107.460015:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078107.460023:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780672:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078107.460027:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078107.460031:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460038:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078107.460039:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078107.460042:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078107.460044:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078107.460046:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078107.460049:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780800:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078107.460053:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078107.460054:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078107.460056:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078107.460058:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078107.460062:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078107.460064:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078107.460068:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078107.460071:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078107.460075:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078107.460078:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610780800, portal 4
00000100:00000001:2.0:1769078107.460080:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078107.460081:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511414272 : -104785198137344 : ffffa0b2cb7cc000)
00000100:00000040:2.0:1769078107.460087:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460094:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078107.460097:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078107.460099:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078107.460101:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610780800, offset 0
00000400:00000200:2.0:1769078107.460105:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078107.460109:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078107.460113:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078107.460117:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078107.460119:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078107.460122:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078107.460124:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078107.460128:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21778:21778:256:4294967295] 192.168.204.105@tcp LPNI seq info [21775:21775:8:4294967295]
00000400:00000200:2.0:1769078107.460132:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078107.460138:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078107.460143:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078107.460147:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078107.460151:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078107.460154:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078107.460158:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078107.460161:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078107.460165:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078107.460167:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078107.460170:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078107.460174:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078107.460177:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078107.460179:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078107.460181:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078107.460185:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460193:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078107.460196:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460203:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.460205:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078107.460208:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078107.460211:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078107.460215:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078107.460217:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299768878
00000100:00000001:2.0:1769078107.460220:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299769713
00000100:00000001:2.0:1769078107.460222:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299768878
00000100:00000001:2.0:1769078107.460224:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299769713
00000100:00000001:2.0:1769078107.460226:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078107.460228:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.460230:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078107.460234:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078107/real 1769078107]  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078107.460242:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078107.460243:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078107.460245:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078107.460247:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078107.460249:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078107.460251:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078107.460254:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078107.460262:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460269:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078107.460270:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460272:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078107.460273:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078107.460277:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460284:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078107.460288:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460295:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078107.460297:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460299:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078107.460300:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460302:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078107.460303:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078107.460305:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078107.460308:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078107.460310:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078107.460314:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078107.460322:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780800:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078107.460326:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078107.460329:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460336:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078107.460337:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078107.460339:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078107.460341:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078107.460342:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078107.460345:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780928:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078107.460348:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078107.460350:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078107.460351:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078107.460353:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078107.460356:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078107.460358:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078107.460362:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078107.460365:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078107.460368:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078107.460371:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610780928, portal 4
00000100:00000001:2.0:1769078107.460373:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078107.460375:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511424128 : -104785198127488 : ffffa0b2cb7ce680)
00000100:00000040:2.0:1769078107.460380:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460406:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078107.460409:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078107.460412:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078107.460415:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610780928, offset 0
00000400:00000200:2.0:1769078107.460419:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078107.460423:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078107.460427:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078107.460430:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078107.460433:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078107.460435:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078107.460438:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078107.460441:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21779:21779:256:4294967295] 192.168.204.105@tcp LPNI seq info [21776:21776:8:4294967295]
00000400:00000200:2.0:1769078107.460446:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078107.460452:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078107.460457:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078107.460460:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078107.460464:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078107.460467:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078107.460471:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078107.460473:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078107.460477:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078107.460479:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078107.460482:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078107.460486:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078107.460489:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078107.460491:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078107.460494:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078107.460498:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460506:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078107.460509:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460515:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.460517:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078107.460520:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078107.460523:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078107.460527:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078107.460529:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299768890
00000100:00000001:2.0:1769078107.460532:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299769713
00000100:00000001:2.0:1769078107.460534:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299768890
00000100:00000001:2.0:1769078107.460536:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299769713
00000100:00000001:2.0:1769078107.460538:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078107.460540:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.460542:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078107.460545:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078107/real 1769078107]  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078107.460553:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078107.460554:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078107.460556:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078107.460558:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078107.460574:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078107.460577:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078107.460582:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078107.460590:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460603:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078107.460604:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460606:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078107.460608:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078107.460611:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460618:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078107.460622:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460630:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078107.460632:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460634:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078107.460635:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460636:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078107.460638:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078107.460640:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078107.460643:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078107.460645:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078107.460649:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078107.460657:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610780928:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078107.460661:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460663:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078107.460666:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc380 x1855007610780672/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460673:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078107.460675:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078107.460677:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078107.460680:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078107.460682:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078107.460683:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078107.460685:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078107.460687:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:2.0:1769078107.460690:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078107.460691:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078107.460693:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc380.
00000100:00000001:2.0:1769078107.460695:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078107.460697:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460699:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078107.460702:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc000 x1855007610780800/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460709:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078107.460711:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078107.460713:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078107.460715:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078107.460716:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078107.460718:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078107.460720:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078107.460721:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:2.0:1769078107.460724:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078107.460725:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078107.460726:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc000.
00000100:00000001:2.0:1769078107.460729:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078107.460730:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460732:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078107.460735:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce680 x1855007610780928/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078107.460742:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078107.460743:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078107.460745:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:2.0:1769078107.460747:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078107.460748:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078107.460749:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078107.460752:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078107.460753:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:2.0:1769078107.460756:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078107.460757:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078107.460758:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce680.
00000100:00000001:2.0:1769078107.460761:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078107.460762:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460764:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.460768:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078107.460770:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078107.460772:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078107.460773:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078107.970495:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:1.0:1769078107.970503:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:1.0:1769078107.970508:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769078107.970704:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:2.0:1769078107.970711:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769078107.970721:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769078107.970727:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078107.970731:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078108.290515:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078108.290524:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078108.290615:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078108.290621:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078108.290625:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078108.354521:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299769713, at 4299769728
00000100:00000040:3.0:1769078108.354521:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299769713, at 4299769728
00000100:00000010:3.0:1769078108.354542:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00000100:00000010:2.0:1769078108.354560:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078109.314512:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078109.314519:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078109.314629:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078109.314635:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078109.314639:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078110.338524:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078110.338531:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078110.338597:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078110.338602:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078110.338606:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078111.362532:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078111.362539:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078111.362602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078111.362606:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078111.362609:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078112.386531:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078112.386537:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078112.386596:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078112.386600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078112.386603:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078112.578472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078112.578497:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078112.578499:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078112.578504:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078112.578508:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078112.578516:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5101
00000400:00000200:3.0:1769078112.578527:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078112.578532:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078112.578535:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078112.578537:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578541:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.578542:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578544:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078112.578548:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078112.578550:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078112.578552:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078112.578555:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078112.578556:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078112.578558:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078112.578560:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578562:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.578563:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578564:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078112.578567:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078112.578569:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578571:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078112.578574:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078112.578577:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078112.578579:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.578581:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078112.578583:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078112.578594:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769078112.578597:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078112.578601:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078112.578603:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.578606:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078112.578608:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078112.578612:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078112.578619:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769078112.578625:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078112.578633:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078112.578641:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078112.578645:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078112.578648:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078112.578666:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078112.578668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078112.578671:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078112.578672:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078112.578673:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078112.578675:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078112.578677:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5101
00000400:00000200:3.0:1769078112.578680:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078112.578682:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078112.578684:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078112.578687:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578689:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.578691:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578693:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078112.578695:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078112.578696:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078112.578699:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000100:00000001:2.0:1769078112.578701:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078112.578701:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078112.578703:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:2.0:1769078112.578705:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078112.578706:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078112.578709:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078112.578713:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578714:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078112.578715:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078112.578716:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578720:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078112.578724:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078112.578728:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578734:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078112.578739:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078112.578744:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078112.578744:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078112.578748:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.578749:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.578750:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078112.578755:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078112.578757:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1769078112.578759:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.578762:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078112.578763:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078112.578768:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
02000000:00000001:2.0:1769078112.578769:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078112.578770:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078112.578775:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078112.578776:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078112.578778:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610781056:192.168.204.105@tcp:250:kworker.0
00000100:00000001:3.0:1769078112.578779:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078112.578782:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078112.578786:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.578787:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769078112.578790:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
02000000:00000001:2.0:1769078112.578793:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078112.578795:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.578798:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078112.578801:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078112.578803:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078112.578811:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1769078112.578812:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
00000100:00000001:3.0:1769078112.578813:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.578818:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078112.578819:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078112.578827:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078112.578832:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769078112.578833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078112.578838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078112.578839:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078112.578840:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769078112.578841:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:3.0:1769078112.578842:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078112.578847:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5101
00000400:00000200:3.0:1769078112.578851:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078112.578853:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000400:00000200:3.0:1769078112.578854:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078112.578859:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078112.578862:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578864:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.578865:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078112.578867:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610781056, portal 25
00000100:00000001:3.0:1769078112.578867:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078112.578873:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078112.578874:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769078112.578875:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000100:00000001:2.0:1769078112.578878:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511420544 : -104785198131072 : ffffa0b2cb7cd880)
00000020:00000001:3.0:1769078112.578879:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078112.578881:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078112.578885:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078112.578887:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078112.578892:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078112.578893:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078112.578895:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.578900:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.578906:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078112.578913:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769078112.578914:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000040:2.0:1769078112.578921:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078112.578923:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000010:2.0:1769078112.578926:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000001:3.0:1769078112.578929:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078112.578931:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610781056, offset 0
00000400:00000200:2.0:1769078112.578939:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
02000000:00000001:3.0:1769078112.578943:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078112.578947:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078112.578951:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769078112.578952:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.578956:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078112.578958:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078112.578959:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000008:00000001:3.0:1769078112.578964:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.578966:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078112.578968:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1769078112.578970:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769078112.578974:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078112.578975:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:3.0:1769078112.578980:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078112.578982:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078112.578983:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.578987:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078112.578989:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:3.0:1769078112.578990:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078112.578993:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078112.578996:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21780:21780:256:4294967295] 192.168.204.105@tcp LPNI seq info [21777:21777:8:4294967295]
02000000:00000010:3.0:1769078112.579000:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000400:00000200:2.0:1769078112.579001:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078112.579007:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078112.579014:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078112.579017:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078112.579030:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078112.579030:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078112.579034:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078112.579038:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00000040:3.0:1769078112.579039:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078112.579047:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078112.579048:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769078112.579050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769078112.579054:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1769078112.579060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1769078112.579063:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078112.579064:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078112.579067:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1769078112.579070:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769078112.579071:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078112.579077:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5101
00000800:00000100:2.0:1769078112.579082:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078112.579083:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000010:2.0:1769078112.579089:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:3.0:1769078112.579089:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078112.579094:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078112.579097:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.579099:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078112.579100:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078112.579101:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078112.579106:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078112.579108:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078112.579111:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000400:00000200:2.0:1769078112.579113:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1769078112.579114:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078112.579117:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078112.579120:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078112.579122:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:2.0:1769078112.579124:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000100:00000040:3.0:1769078112.579125:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:2.0:1769078112.579129:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:3.0:1769078112.579129:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.579134:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078112.579136:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078112.579137:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078112.579141:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078112.579144:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078112.579146:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078112.579147:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078112.579149:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078112.579150:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.579152:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:2.0:1769078112.579153:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078112.579155:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078112.579161:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.579167:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078112.579175:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000100:00000001:2.0:1769078112.579178:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769078112.579180:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000040:2.0:1769078112.579186:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078112.579187:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078112.579191:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.579196:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078112.579200:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078112.579203:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078112.579204:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.579207:0:2365:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1769078112.579212:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:2.0:1769078112.579215:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.579217:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078112.579223:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:3.0:1769078112.579226:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078112.579227:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299774832
00000100:00000010:2.0:1769078112.579235:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:2.0:1769078112.579242:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078112.579250:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078112.579251:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299774832
00000100:00000001:3.0:1769078112.579254:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078112.579256:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf0c0.
00000100:00000001:2.0:1769078112.579261:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078112.579265:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078112.579265:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579270:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.579274:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078112.579280:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078112/real 1769078112]  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078112.579283:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078112.579291:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5111)
00000400:00000001:2.0:1769078112.579293:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078112.579296:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078112.579298:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078112.579300:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078112.579302:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078112.579304:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078112.579307:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078112.579314:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579319:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078112.579321:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.579323:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078112.579325:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078112.579328:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579333:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078112.579335:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579340:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078112.579342:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.579343:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078112.579344:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.579346:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078112.579347:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078112.579349:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078112.579352:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078112.579354:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078112.579358:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078112.579366:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610781056:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078112.579371:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.579373:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078112.579377:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd880 x1855007610781056/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579384:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078112.579419:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078112.579422:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078112.579425:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078112.579426:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078112.579428:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078112.579429:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078112.579431:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:2.0:1769078112.579435:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078112.579437:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078112.579438:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd880.
00000100:00000001:2.0:1769078112.579441:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078112.579442:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.579443:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.579450:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078112.579452:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.579454:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078112.579455:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078112.579456:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078112.579459:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579464:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078112.579466:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.579467:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078112.579468:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078112.579470:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078112.579472:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781184:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078112.579490:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078112.579492:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078112.579494:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.579495:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078112.579497:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078112.579499:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078112.579502:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078112.579505:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078112.579507:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078112.579510:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610781184, portal 10
00000100:00000001:2.0:1769078112.579511:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078112.579512:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416064 : -104785198135552 : ffffa0b2cb7cc700)
00000100:00000040:2.0:1769078112.579518:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579523:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078112.579525:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078112.579526:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078112.579528:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610781184, offset 0
00000400:00000200:2.0:1769078112.579530:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078112.579533:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078112.579536:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078112.579538:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078112.579540:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078112.579542:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078112.579543:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078112.579546:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21781:21781:256:4294967295] 192.168.204.105@tcp LPNI seq info [21778:21778:8:4294967295]
00000400:00000200:2.0:1769078112.579548:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078112.579553:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078112.579556:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078112.579564:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078112.579570:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078112.579573:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078112.579578:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078112.579581:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078112.579585:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078112.579588:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078112.579592:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078112.579595:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078112.579598:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078112.579600:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078112.579603:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078112.579607:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579616:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078112.579620:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579631:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.579633:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078112.579636:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078112.579640:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078112.579643:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078112.579645:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299773972
00000100:00000001:2.0:1769078112.579648:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299774832
00000100:00000001:2.0:1769078112.579650:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299773972
00000100:00000001:2.0:1769078112.579652:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299774832
00000100:00000001:2.0:1769078112.579654:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078112.579656:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.579658:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078112.579661:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078112/real 1769078112]  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078112.579668:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078112.579670:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078112.579671:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078112.579673:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078112.579675:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078112.579677:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078112.579681:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078112.579689:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579697:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078112.579698:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.579700:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078112.579703:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078112.579705:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579711:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078112.579714:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579720:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078112.579723:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.579724:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078112.579726:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.579727:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078112.579729:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078112.579732:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078112.579735:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078112.579737:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078112.579742:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078112.579751:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781184:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078112.579755:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078112.579759:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579767:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078112.579769:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.579771:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078112.579773:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078112.579775:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078112.579778:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781312:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078112.579780:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078112.579782:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078112.579783:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.579785:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078112.579788:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078112.579789:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078112.579792:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078112.579794:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078112.579798:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078112.579801:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610781312, portal 4
00000100:00000001:2.0:1769078112.579803:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078112.579804:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511417856 : -104785198133760 : ffffa0b2cb7cce00)
00000100:00000040:2.0:1769078112.579810:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579816:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078112.579819:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078112.579821:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078112.579823:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610781312, offset 0
00000400:00000200:2.0:1769078112.579827:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078112.579832:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078112.579836:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078112.579839:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078112.579841:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078112.579844:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078112.579846:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078112.579850:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21782:21782:256:4294967295] 192.168.204.105@tcp LPNI seq info [21779:21779:8:4294967295]
00000400:00000200:2.0:1769078112.579854:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078112.579861:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078112.579866:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078112.579869:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078112.579873:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078112.579876:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078112.579880:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078112.579884:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078112.579888:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078112.579891:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078112.579894:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078112.579898:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078112.579901:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078112.579903:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078112.579906:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078112.579910:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579919:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078112.579923:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579929:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.579931:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078112.579934:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078112.579938:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078112.579942:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078112.579945:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299773998
00000100:00000001:2.0:1769078112.579947:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299774832
00000100:00000001:2.0:1769078112.579950:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299773998
00000100:00000001:2.0:1769078112.579952:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299774832
00000100:00000001:2.0:1769078112.579955:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078112.579957:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.579959:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078112.579963:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078112/real 1769078112]  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078112.579973:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078112.579974:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078112.579976:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078112.579978:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078112.579979:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078112.579981:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078112.579984:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078112.579989:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.579993:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078112.579994:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.579996:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078112.579996:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078112.579999:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580003:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078112.580006:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580010:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078112.580012:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.580013:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078112.580014:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.580015:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078112.580016:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078112.580017:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078112.580019:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078112.580020:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078112.580023:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078112.580027:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781312:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078112.580030:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078112.580032:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580037:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078112.580038:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.580040:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078112.580041:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078112.580042:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078112.580044:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781440:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078112.580046:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078112.580047:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078112.580049:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078112.580050:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078112.580053:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a400.
02000000:00000001:2.0:1769078112.580054:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078112.580056:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078112.580058:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078112.580060:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078112.580063:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610781440, portal 4
00000100:00000001:2.0:1769078112.580065:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078112.580066:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511418752 : -104785198132864 : ffffa0b2cb7cd180)
00000100:00000040:2.0:1769078112.580072:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580079:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078112.580081:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078112.580084:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078112.580086:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610781440, offset 0
00000400:00000200:2.0:1769078112.580090:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078112.580094:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078112.580098:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078112.580102:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078112.580104:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078112.580107:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078112.580109:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078112.580113:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21783:21783:256:4294967295] 192.168.204.105@tcp LPNI seq info [21780:21780:8:4294967295]
00000400:00000200:2.0:1769078112.580117:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078112.580123:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078112.580127:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078112.580130:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078112.580133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078112.580135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078112.580138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078112.580140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078112.580143:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078112.580144:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078112.580147:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078112.580151:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078112.580154:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078112.580156:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078112.580158:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078112.580162:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580170:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078112.580174:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580181:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.580183:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078112.580186:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078112.580189:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078112.580193:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078112.580195:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299774009
00000100:00000001:2.0:1769078112.580198:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299774832
00000100:00000001:2.0:1769078112.580200:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299774009
00000100:00000001:2.0:1769078112.580202:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299774832
00000100:00000001:2.0:1769078112.580204:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078112.580206:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.580207:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078112.580210:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078112/real 1769078112]  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078112.580216:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078112.580217:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078112.580218:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078112.580220:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078112.580221:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078112.580222:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078112.580224:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078112.580230:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580234:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078112.580235:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.580236:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078112.580237:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078112.580239:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580243:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078112.580245:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580250:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078112.580251:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.580253:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078112.580254:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.580255:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078112.580256:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078112.580257:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078112.580259:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078112.580261:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078112.580263:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078112.580268:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781440:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078112.580271:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.580272:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078112.580274:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc700 x1855007610781184/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580278:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078112.580279:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078112.580280:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078112.580281:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078112.580282:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078112.580283:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078112.580285:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078112.580286:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4000.
02000000:00000001:2.0:1769078112.580288:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078112.580289:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078112.580290:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc700.
00000100:00000001:2.0:1769078112.580291:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078112.580292:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.580293:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078112.580295:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cce00 x1855007610781312/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580300:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078112.580300:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078112.580301:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078112.580302:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078112.580303:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078112.580304:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078112.580305:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078112.580306:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:2.0:1769078112.580307:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078112.580308:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078112.580309:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cce00.
00000100:00000001:2.0:1769078112.580310:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078112.580311:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.580312:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078112.580314:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd180 x1855007610781440/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078112.580318:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078112.580318:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078112.580319:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:2.0:1769078112.580320:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078112.580321:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078112.580322:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078112.580323:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078112.580323:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:2.0:1769078112.580325:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078112.580325:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078112.580326:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd180.
00000100:00000001:2.0:1769078112.580327:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078112.580328:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.580329:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.580332:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078112.580333:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078112.580334:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078112.580335:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078113.410542:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078113.410555:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078113.410558:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078113.410562:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078113.410569:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078113.410581:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078113.410584:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078113.410586:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078113.410653:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078113.410658:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078113.410663:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078113.474481:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299774832, at 4299774848
00000100:00000040:3.0:1769078113.474481:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299774832, at 4299774848
00000100:00000010:3.0:1769078113.474500:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00000100:00000010:2.0:1769078113.474506:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078114.434590:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078114.434600:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078114.434660:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078114.434664:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078114.434667:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078115.458558:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078115.458567:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078115.458642:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078115.458648:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078115.458651:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078116.482484:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078116.482492:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078116.482552:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078116.482555:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078116.482558:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078117.506535:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078117.506544:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078117.506613:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078117.506616:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078117.506619:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078117.698521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078117.698529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078117.698531:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078117.698534:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078117.698537:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078117.698542:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5106
00000400:00000200:3.0:1769078117.698549:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078117.698554:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078117.698556:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078117.698558:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698561:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078117.698563:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698564:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078117.698567:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078117.698569:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078117.698571:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078117.698572:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078117.698574:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078117.698575:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078117.698577:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698578:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078117.698579:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698580:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078117.698582:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078117.698584:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698585:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078117.698587:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078117.698590:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078117.698592:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.698593:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078117.698595:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078117.698602:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769078117.698604:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078117.698607:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078117.698608:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.698610:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078117.698612:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078117.698616:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078117.698622:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769078117.698627:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078117.698633:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078117.698643:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078117.698646:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078117.698649:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078117.698666:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078117.698668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078117.698671:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078117.698672:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078117.698673:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078117.698674:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078117.698675:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5106
00000400:00000200:3.0:1769078117.698677:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078117.698679:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078117.698680:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078117.698682:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698683:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078117.698685:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698686:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078117.698688:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078117.698688:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078117.698690:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078117.698691:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078117.698692:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078117.698694:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078117.698696:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698703:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078117.698706:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698708:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078117.698710:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078117.698711:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698713:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078117.698714:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078117.698718:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078117.698719:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078117.698723:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.698725:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078117.698725:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078117.698735:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1769078117.698735:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078117.698740:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.698741:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078117.698743:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769078117.698746:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078117.698747:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078117.698748:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.698750:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078117.698754:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078117.698755:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.698756:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078117.698758:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769078117.698766:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.698777:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769078117.698778:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078117.698781:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.698793:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769078117.698795:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078117.698796:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.698799:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078117.698801:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078117.698804:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.698815:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610781568:192.168.204.105@tcp:250:kworker.0
00000100:00000001:3.0:1769078117.698828:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.698829:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769078117.698837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769078117.698838:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769078117.698846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1769078117.698847:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.698854:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078117.698855:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078117.698859:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1769078117.698862:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
00000100:00000001:3.0:1769078117.698862:0:37:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769078117.698866:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078117.698870:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5106
00000400:00000200:2.0:1769078117.698876:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078117.698880:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:3.0:1769078117.698886:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078117.698887:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000400:00000200:3.0:1769078117.698896:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000200:2.0:1769078117.698898:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610781568, portal 25
00000100:00080000:3.0:1769078117.698901:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078117.698902:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078117.698905:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511423232 : -104785198128384 : ffffa0b2cb7ce300)
00000100:00000040:3.0:1769078117.698910:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078117.698913:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078117.698918:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078117.698925:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078117.698931:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078117.698932:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078117.698940:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769078117.698941:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000040:3.0:1769078117.698947:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000010:2.0:1769078117.698948:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000020:00000001:3.0:1769078117.698950:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1769078117.698952:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610781568, offset 0
00000020:00000040:3.0:1769078117.698953:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078117.698963:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078117.698966:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078117.698971:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:3.0:1769078117.698977:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.698979:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078117.698984:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078117.698985:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078117.698993:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078117.698996:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078117.698999:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:3.0:1769078117.699006:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:2.0:1769078117.699009:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078117.699011:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078117.699014:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078117.699017:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:3.0:1769078117.699021:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078117.699024:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078117.699029:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078117.699034:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.699035:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078117.699043:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078117.699046:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078117.699050:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21784:21784:256:4294967295] 192.168.204.105@tcp LPNI seq info [21781:21781:8:4294967295]
00000100:00000001:3.0:1769078117.699051:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078117.699056:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769078117.699060:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078117.699061:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078117.699063:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.699064:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078117.699065:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078117.699067:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078117.699070:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769078117.699072:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078117.699077:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078117.699085:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078117.699088:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078117.699095:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:3.0:1769078117.699101:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078117.699114:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078117.699121:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769078117.699122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078117.699138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078117.699143:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078117.699144:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1769078117.699152:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078117.699153:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:2.0:1769078117.699166:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00080000:3.0:1769078117.699166:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5106
00000400:00000200:3.0:1769078117.699178:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.0:1769078117.699184:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:3.0:1769078117.699191:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000200:2.0:1769078117.699194:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1769078117.699196:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078117.699207:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.699214:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769078117.699214:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078117.699220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769078117.699225:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000100:2.0:1769078117.699232:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078117.699234:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000010:2.0:1769078117.699236:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000020:00000001:3.0:1769078117.699240:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078117.699242:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000400:00000200:2.0:1769078117.699245:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769078117.699246:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078117.699250:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078117.699251:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078117.699253:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078117.699260:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.699266:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078117.699267:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078117.699274:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078117.699277:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078117.699278:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000020:00000040:3.0:1769078117.699279:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000400:00000010:2.0:1769078117.699281:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00080000:3.0:1769078117.699286:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078117.699288:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078117.699288:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078117.699290:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078117.699294:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769078117.699295:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078117.699299:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.699308:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078117.699311:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078117.699320:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.699329:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699335:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1769078117.699336:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769078117.699343:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000040:2.0:1769078117.699347:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078117.699349:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078117.699353:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078117.699360:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078117.699364:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078117.699368:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699369:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699373:0:2365:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1769078117.699374:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769078117.699378:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699379:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078117.699425:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078117.699428:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299779953
00000100:00100000:3.0:1769078117.699432:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769078117.699441:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:3.0:1769078117.699442:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078117.699449:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699453:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1769078117.699454:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699461:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299779953
00000100:00000001:3.0:1769078117.699462:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078117.699464:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf7e0.
00000100:00000040:3.0:1769078117.699469:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5116)
00000100:00000001:2.0:1769078117.699470:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078117.699478:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078117.699480:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699483:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078117.699490:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078117/real 1769078117]  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078117.699503:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078117.699504:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078117.699506:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078117.699508:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078117.699509:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078117.699510:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078117.699513:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078117.699518:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699523:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078117.699524:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699525:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078117.699527:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078117.699529:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699533:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078117.699536:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699541:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078117.699543:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699544:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078117.699545:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699548:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078117.699550:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078117.699553:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078117.699558:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078117.699560:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078117.699564:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078117.699573:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610781568:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078117.699578:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699580:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078117.699583:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce300 x1855007610781568/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699590:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078117.699593:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078117.699596:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078117.699599:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078117.699600:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078117.699602:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078117.699603:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078117.699605:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:2.0:1769078117.699608:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078117.699610:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078117.699612:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce300.
00000100:00000001:2.0:1769078117.699615:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078117.699616:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699617:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699624:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078117.699625:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699627:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078117.699628:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078117.699630:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078117.699634:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699641:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078117.699643:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.699645:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078117.699647:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078117.699649:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.699652:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781696:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078117.699655:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078117.699657:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078117.699659:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.699660:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078117.699664:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078117.699666:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078117.699671:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078117.699673:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078117.699677:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078117.699680:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610781696, portal 10
00000100:00000001:2.0:1769078117.699681:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078117.699682:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511428608 : -104785198123008 : ffffa0b2cb7cf800)
00000100:00000040:2.0:1769078117.699688:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699692:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078117.699694:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078117.699695:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078117.699697:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610781696, offset 0
00000400:00000200:2.0:1769078117.699699:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078117.699702:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078117.699704:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078117.699707:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078117.699708:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078117.699710:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078117.699712:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078117.699714:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21785:21785:256:4294967295] 192.168.204.105@tcp LPNI seq info [21782:21782:8:4294967295]
00000400:00000200:2.0:1769078117.699716:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078117.699721:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078117.699724:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078117.699726:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078117.699728:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078117.699730:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078117.699734:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078117.699735:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078117.699738:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078117.699739:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078117.699741:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078117.699743:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078117.699745:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078117.699746:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078117.699747:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078117.699749:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699754:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078117.699756:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699760:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699760:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078117.699762:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.699765:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078117.699767:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078117.699769:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299779092
00000100:00000001:2.0:1769078117.699770:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299779953
00000100:00000001:2.0:1769078117.699772:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299779092
00000100:00000001:2.0:1769078117.699773:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299779953
00000100:00000001:2.0:1769078117.699774:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078117.699776:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699777:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078117.699779:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078117/real 1769078117]  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078117.699783:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078117.699783:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078117.699785:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078117.699786:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078117.699787:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078117.699789:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078117.699790:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078117.699795:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699798:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078117.699799:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699800:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078117.699801:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078117.699803:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699806:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078117.699808:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699812:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078117.699814:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699815:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078117.699816:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699817:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078117.699818:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078117.699819:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078117.699821:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078117.699822:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078117.699824:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078117.699828:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781696:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078117.699831:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078117.699834:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699838:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078117.699839:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.699840:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078117.699841:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078117.699842:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.699843:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781824:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078117.699845:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078117.699847:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078117.699848:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.699849:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078117.699851:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a400.
02000000:00000001:2.0:1769078117.699852:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078117.699855:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078117.699856:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078117.699858:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078117.699860:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610781824, portal 4
00000100:00000001:2.0:1769078117.699861:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078117.699862:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511418752 : -104785198132864 : ffffa0b2cb7cd180)
00000100:00000040:2.0:1769078117.699866:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699870:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078117.699871:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078117.699872:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078117.699873:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610781824, offset 0
00000400:00000200:2.0:1769078117.699876:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078117.699877:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078117.699879:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078117.699880:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078117.699882:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078117.699884:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078117.699885:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078117.699887:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21786:21786:256:4294967295] 192.168.204.105@tcp LPNI seq info [21783:21783:8:4294967295]
00000400:00000200:2.0:1769078117.699890:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078117.699893:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078117.699895:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078117.699896:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078117.699898:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078117.699900:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078117.699902:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078117.699904:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078117.699906:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078117.699907:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078117.699909:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078117.699911:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078117.699913:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078117.699914:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078117.699915:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078117.699917:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699921:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078117.699923:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699926:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699927:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078117.699928:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.699930:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078117.699932:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078117.699933:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299779118
00000100:00000001:2.0:1769078117.699935:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299779953
00000100:00000001:2.0:1769078117.699936:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299779118
00000100:00000001:2.0:1769078117.699938:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299779953
00000100:00000001:2.0:1769078117.699939:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078117.699940:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.699941:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078117.699943:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078117/real 1769078117]  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078117.699947:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078117.699948:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078117.699949:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078117.699950:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078117.699951:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078117.699952:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078117.699953:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078117.699958:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699962:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078117.699962:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699963:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078117.699964:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078117.699966:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699969:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078117.699971:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699974:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078117.699976:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699976:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078117.699977:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.699978:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078117.699980:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078117.699981:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078117.699984:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078117.699985:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078117.699987:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078117.699991:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781824:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078117.699993:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078117.699995:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.699998:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078117.699999:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.700000:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078117.700001:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078117.700002:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.700004:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781952:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078117.700005:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078117.700006:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078117.700007:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.700009:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078117.700011:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078117.700012:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078117.700014:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078117.700015:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078117.700017:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078117.700019:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610781952, portal 4
00000100:00000001:2.0:1769078117.700020:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078117.700021:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511417856 : -104785198133760 : ffffa0b2cb7cce00)
00000100:00000040:2.0:1769078117.700024:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.700027:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078117.700029:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078117.700030:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078117.700031:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610781952, offset 0
00000400:00000200:2.0:1769078117.700033:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078117.700035:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078117.700036:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078117.700038:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078117.700039:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078117.700040:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078117.700041:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078117.700043:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21787:21787:256:4294967295] 192.168.204.105@tcp LPNI seq info [21784:21784:8:4294967295]
00000400:00000200:2.0:1769078117.700045:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078117.700049:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078117.700051:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078117.700053:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078117.700055:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078117.700056:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078117.700058:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078117.700059:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078117.700062:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078117.700063:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078117.700064:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078117.700066:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078117.700068:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078117.700070:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078117.700072:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078117.700075:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.700081:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078117.700084:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.700096:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.700097:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078117.700100:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.700103:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078117.700107:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078117.700108:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299779129
00000100:00000001:2.0:1769078117.700111:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299779953
00000100:00000001:2.0:1769078117.700113:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299779129
00000100:00000001:2.0:1769078117.700115:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299779953
00000100:00000001:2.0:1769078117.700117:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078117.700119:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.700121:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078117.700124:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078117/real 1769078117]  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078117.700129:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078117.700130:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078117.700131:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078117.700133:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078117.700134:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078117.700135:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078117.700137:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078117.700142:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.700146:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078117.700147:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.700148:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078117.700149:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078117.700150:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.700155:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078117.700157:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.700161:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078117.700162:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.700163:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078117.700164:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.700165:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078117.700166:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078117.700168:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078117.700171:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078117.700173:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078117.700176:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078117.700182:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610781952:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078117.700186:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.700188:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078117.700190:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf800 x1855007610781696/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.700197:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078117.700198:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078117.700200:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078117.700203:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078117.700204:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078117.700206:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078117.700208:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078117.700209:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:2.0:1769078117.700212:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078117.700214:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078117.700215:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf800.
00000100:00000001:2.0:1769078117.700217:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078117.700218:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.700219:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078117.700222:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd180 x1855007610781824/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.700226:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078117.700227:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078117.700228:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:2.0:1769078117.700229:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078117.700230:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078117.700231:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078117.700232:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078117.700233:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:2.0:1769078117.700234:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078117.700234:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078117.700235:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd180.
00000100:00000001:2.0:1769078117.700236:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078117.700237:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.700237:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078117.700239:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cce00 x1855007610781952/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.700242:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078117.700243:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078117.700243:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078117.700244:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078117.700245:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078117.700246:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078117.700246:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078117.700247:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:2.0:1769078117.700248:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078117.700249:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078117.700249:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cce00.
00000100:00000001:2.0:1769078117.700251:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078117.700252:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.700254:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.700256:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078117.700257:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.700258:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078117.700259:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078118.530490:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078118.530498:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078118.530572:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078118.530576:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078118.530580:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078118.594527:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299779953, at 4299779968
00000100:00000040:3.0:1769078118.594527:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299779953, at 4299779968
00000100:00000010:2.0:1769078118.594548:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078118.594553:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769078119.554525:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078119.554531:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078119.554597:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078119.554601:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078119.554604:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078120.578491:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078120.578496:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078120.578559:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078120.578563:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078120.578566:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078121.602504:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078121.602511:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078121.602587:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078121.602593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078121.602597:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078122.626506:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078122.626512:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078122.626575:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078122.626579:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078122.626582:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078122.818476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078122.818485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078122.818487:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078122.818490:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078122.818494:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078122.818500:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5111
00000400:00000200:1.0:1769078122.818509:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078122.818515:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078122.818518:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078122.818520:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818523:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078122.818525:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818526:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078122.818529:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078122.818531:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078122.818533:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078122.818534:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078122.818536:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078122.818538:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078122.818540:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818541:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078122.818542:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818544:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078122.818546:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078122.818548:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818549:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078122.818551:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078122.818554:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078122.818556:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.818558:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078122.818559:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078122.818568:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78e00.
00000020:00000040:1.0:1769078122.818571:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078122.818574:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078122.818575:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.818578:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078122.818580:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078122.818584:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078122.818591:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:1.0:1769078122.818597:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078122.818603:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078122.818612:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078122.818615:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078122.818618:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cac2cf7f] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.818643:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078122.818645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078122.818648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078122.818649:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078122.818650:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078122.818651:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078122.818653:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5111
00000400:00000200:1.0:1769078122.818655:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078122.818657:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078122.818659:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078122.818661:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818663:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078122.818665:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818666:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078122.818668:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078122.818669:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078122.818671:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078122.818673:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078122.818675:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078122.818677:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078122.818679:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818680:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078122.818682:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818684:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078122.818686:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:2.0:1769078122.818688:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769078122.818689:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818696:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078122.818698:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078122.818699:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769078122.818703:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078122.818704:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078122.818706:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.818709:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078122.818712:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078122.818717:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.818719:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078122.818721:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078122.818723:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b100.
00000020:00000040:1.0:1769078122.818729:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078122.818738:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078122.818740:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.818748:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078122.818751:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078122.818753:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078122.818761:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67adc00.
00000100:00000001:2.0:1769078122.818761:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078122.818766:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.818768:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078122.818777:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078122.818782:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078122.818784:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078122.818785:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769078122.818789:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be95ff3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.818796:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078122.818798:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078122.818799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078122.818805:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078122.818806:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078122.818808:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078122.818815:0:8:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1769078122.818816:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078122.818818:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5111
00000400:00000200:1.0:1769078122.818826:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:2.0:1769078122.818828:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610782080:192.168.204.105@tcp:250:kworker.0
00000400:00000200:1.0:1769078122.818829:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078122.818836:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078122.818843:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818846:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078122.818846:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078122.818854:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078122.818858:0:8:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769078122.818858:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1769078122.818865:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078122.818867:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769078122.818867:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078122.818870:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078122.818875:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078122.818878:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
02000000:00000001:2.0:1769078122.818878:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769078122.818890:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000010:2.0:1769078122.818892:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
00000100:00000001:1.0:1769078122.818893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078122.818899:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078122.818901:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.818902:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078122.818911:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078122.818915:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078122.818917:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078122.818919:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078122.818922:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078122.818925:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769078122.818928:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
02000000:00000001:1.0:1769078122.818932:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078122.818937:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000001:1.0:1769078122.818938:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078122.818943:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1769078122.818947:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610782080, portal 25
00000008:00000001:1.0:1769078122.818948:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.818953:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078122.818955:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.818957:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196096 : -104785325355520 : ffffa0b2c3e78e00)
00000100:00000040:2.0:1769078122.818969:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078122.818974:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7ad80.
00000100:00000001:2.0:1769078122.818977:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769078122.818980:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078122.818985:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078122.818986:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.818989:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078122.818990:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078122.818993:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078122.818997:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
02000000:00000010:1.0:1769078122.819000:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000400:00000010:2.0:1769078122.819003:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000001:1.0:1769078122.819005:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078122.819012:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610782080, offset 0
00000100:00100000:1.0:1769078122.819015:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078122.819023:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078122.819025:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078122.819031:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:1.0:1769078122.819035:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0b3dcc3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.819043:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078122.819046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078122.819048:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:1.0:1769078122.819053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078122.819056:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078122.819057:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078122.819060:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078122.819063:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5111
00000400:00000200:1.0:1769078122.819070:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078122.819070:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078122.819078:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078122.819081:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769078122.819088:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078122.819089:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000040:1.0:1769078122.819099:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078122.819100:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078122.819111:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078122.819111:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000040:1.0:1769078122.819127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078122.819128:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21788:21788:256:4294967295] 192.168.204.105@tcp LPNI seq info [21785:21785:8:4294967295]
00000100:00000001:1.0:1769078122.819138:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078122.819146:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:1.0:1769078122.819148:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078122.819151:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078122.819154:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078122.819156:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078122.819159:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078122.819162:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078122.819168:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.819173:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078122.819179:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078122.819180:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078122.819187:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078122.819193:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078122.819198:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078122.819204:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078122.819206:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
02000000:00000001:1.0:1769078122.819207:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078122.819211:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078122.819213:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.819214:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078122.819217:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1769078122.819217:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000008:00000001:1.0:1769078122.819229:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.819231:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078122.819235:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79f80.
00000800:00000200:2.0:1769078122.819236:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:1.0:1769078122.819242:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000800:00000200:2.0:1769078122.819244:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
02000000:00000001:1.0:1769078122.819246:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078122.819250:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.819253:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078122.819254:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078122.819260:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078122.819262:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000010:1.0:1769078122.819265:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:1.0:1769078122.819269:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078122.819275:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769078122.819275:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078122.819298:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078122.819323:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00000001:1.0:1769078122.819325:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078122.819328:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078122.819332:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769078122.819334:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad60a52c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078122.819346:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078122.819362:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078122.819363:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078122.819366:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000040:1.0:1769078122.819367:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5121)
00000100:00000001:2.0:1769078122.819371:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078122.819378:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819418:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078122.819423:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819438:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.819440:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078122.819448:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078122.819452:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078122.819454:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299785073
00000100:00000010:2.0:1769078122.819460:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:2.0:1769078122.819466:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078122.819472:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299785073
00000100:00000010:2.0:1769078122.819474:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf960.
00000100:00000001:2.0:1769078122.819476:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078122.819479:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078122.819481:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.819484:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078122.819487:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078122/real 1769078122]  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078122.819495:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078122.819497:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078122.819499:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078122.819501:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078122.819503:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078122.819504:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078122.819507:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078122.819513:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819518:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078122.819519:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819521:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078122.819522:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078122.819524:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819529:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078122.819533:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819539:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078122.819541:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819542:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078122.819543:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819545:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078122.819547:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078122.819549:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078122.819553:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078122.819554:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078122.819557:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078122.819562:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610782080:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078122.819566:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819568:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078122.819570:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78e00 x1855007610782080/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819575:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078122.819577:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078122.819579:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078122.819581:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078122.819583:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078122.819585:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078122.819586:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078122.819589:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:2.0:1769078122.819592:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078122.819594:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078122.819595:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78e00.
00000100:00000001:2.0:1769078122.819598:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078122.819599:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819601:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819609:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078122.819611:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.819613:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078122.819614:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078122.819616:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078122.819618:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819624:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078122.819625:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078122.819627:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078122.819629:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078122.819630:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078122.819632:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782208:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078122.819634:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078122.819636:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078122.819637:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078122.819638:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078122.819640:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078122.819642:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078122.819645:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078122.819647:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078122.819650:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078122.819652:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610782208, portal 10
00000100:00000001:2.0:1769078122.819654:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078122.819655:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205056 : -104785325346560 : ffffa0b2c3e7b100)
00000100:00000040:2.0:1769078122.819660:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819665:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078122.819667:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078122.819668:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078122.819670:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610782208, offset 0
00000400:00000200:2.0:1769078122.819672:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078122.819675:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078122.819679:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078122.819681:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078122.819683:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078122.819685:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078122.819686:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078122.819689:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21789:21789:256:4294967295] 192.168.204.105@tcp LPNI seq info [21786:21786:8:4294967295]
00000400:00000200:2.0:1769078122.819691:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078122.819696:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078122.819699:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078122.819700:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078122.819703:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078122.819705:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078122.819708:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078122.819710:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078122.819713:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078122.819715:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078122.819717:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078122.819719:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078122.819721:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078122.819722:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078122.819724:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078122.819726:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819731:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078122.819733:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819737:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.819738:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078122.819740:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078122.819743:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078122.819745:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078122.819747:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299784212
00000100:00000001:2.0:1769078122.819749:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299785073
00000100:00000001:2.0:1769078122.819751:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299784212
00000100:00000001:2.0:1769078122.819753:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299785073
00000100:00000001:2.0:1769078122.819755:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078122.819756:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.819757:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078122.819759:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078122/real 1769078122]  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078122.819764:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078122.819765:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078122.819766:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078122.819767:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078122.819768:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078122.819770:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078122.819772:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078122.819778:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819781:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078122.819782:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819783:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078122.819784:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078122.819786:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819790:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078122.819792:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819796:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078122.819798:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819800:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078122.819801:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819802:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078122.819803:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078122.819805:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078122.819807:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078122.819809:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078122.819811:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078122.819816:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782208:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078122.819818:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078122.819820:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819824:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078122.819825:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078122.819827:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078122.819828:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078122.819829:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078122.819831:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782336:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078122.819833:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078122.819834:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078122.819835:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078122.819837:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078122.819839:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a400.
02000000:00000001:2.0:1769078122.819841:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078122.819843:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078122.819845:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078122.819847:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078122.819849:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610782336, portal 4
00000100:00000001:2.0:1769078122.819850:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078122.819852:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384204160 : -104785325347456 : ffffa0b2c3e7ad80)
00000100:00000040:2.0:1769078122.819855:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819859:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078122.819861:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078122.819862:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078122.819864:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610782336, offset 0
00000400:00000200:2.0:1769078122.819866:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078122.819868:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078122.819870:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078122.819871:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078122.819873:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078122.819874:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078122.819876:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078122.819878:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21790:21790:256:4294967295] 192.168.204.105@tcp LPNI seq info [21787:21787:8:4294967295]
00000400:00000200:2.0:1769078122.819880:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078122.819884:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078122.819887:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078122.819889:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078122.819891:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078122.819893:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078122.819895:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078122.819897:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078122.819900:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078122.819901:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078122.819903:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078122.819905:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078122.819907:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078122.819908:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078122.819909:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078122.819911:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819916:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078122.819918:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819923:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.819924:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078122.819926:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078122.819927:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078122.819929:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078122.819930:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299784238
00000100:00000001:2.0:1769078122.819932:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299785073
00000100:00000001:2.0:1769078122.819934:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299784238
00000100:00000001:2.0:1769078122.819936:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299785073
00000100:00000001:2.0:1769078122.819937:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078122.819938:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.819940:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078122.819942:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078122/real 1769078122]  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078122.819946:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078122.819947:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078122.819948:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078122.819949:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078122.819950:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078122.819951:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078122.819953:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078122.819958:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819962:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078122.819963:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819964:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078122.819966:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078122.819968:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819973:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078122.819975:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.819980:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078122.819983:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819984:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078122.819985:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.819987:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078122.819988:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078122.819991:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078122.819994:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078122.819996:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078122.820000:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078122.820008:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782336:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078122.820013:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078122.820017:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.820025:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078122.820026:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078122.820029:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078122.820031:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078122.820033:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078122.820037:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782464:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078122.820040:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078122.820042:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078122.820044:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078122.820046:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078122.820049:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078122.820051:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078122.820055:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078122.820057:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078122.820061:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078122.820063:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610782464, portal 4
00000100:00000001:2.0:1769078122.820064:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078122.820065:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384200576 : -104785325351040 : ffffa0b2c3e79f80)
00000100:00000040:2.0:1769078122.820070:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.820075:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078122.820076:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078122.820078:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078122.820079:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610782464, offset 0
00000400:00000200:2.0:1769078122.820082:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078122.820085:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078122.820087:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078122.820089:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078122.820091:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078122.820093:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078122.820094:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078122.820096:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21791:21791:256:4294967295] 192.168.204.105@tcp LPNI seq info [21788:21788:8:4294967295]
00000400:00000200:2.0:1769078122.820099:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078122.820103:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078122.820106:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078122.820108:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078122.820111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078122.820113:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078122.820116:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078122.820118:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078122.820121:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078122.820122:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078122.820124:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078122.820127:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078122.820129:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078122.820130:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078122.820132:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078122.820134:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.820140:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078122.820142:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.820146:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.820147:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078122.820149:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078122.820151:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078122.820153:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078122.820154:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299784249
00000100:00000001:2.0:1769078122.820156:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299785073
00000100:00000001:2.0:1769078122.820158:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299784249
00000100:00000001:2.0:1769078122.820160:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299785073
00000100:00000001:2.0:1769078122.820161:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078122.820162:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.820164:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078122.820166:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078122/real 1769078122]  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078122.820171:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078122.820172:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078122.820173:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078122.820175:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078122.820176:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078122.820177:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078122.820179:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078122.820185:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.820188:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078122.820189:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.820190:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078122.820191:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078122.820193:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.820197:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078122.820200:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.820204:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078122.820205:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.820206:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078122.820207:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.820208:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078122.820209:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078122.820211:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078122.820213:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078122.820214:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078122.820217:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078122.820221:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782464:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078122.820223:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.820224:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078122.820227:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b100 x1855007610782208/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.820231:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078122.820232:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078122.820234:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078122.820235:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078122.820236:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078122.820237:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078122.820238:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078122.820239:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:2.0:1769078122.820242:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078122.820242:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078122.820244:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b100.
00000100:00000001:2.0:1769078122.820245:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078122.820246:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.820248:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078122.820250:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7ad80 x1855007610782336/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.820254:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078122.820254:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078122.820255:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:2.0:1769078122.820256:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078122.820257:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078122.820258:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078122.820259:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078122.820260:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:2.0:1769078122.820261:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078122.820261:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078122.820262:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7ad80.
00000100:00000001:2.0:1769078122.820264:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078122.820264:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.820265:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078122.820267:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79f80 x1855007610782464/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.820271:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078122.820272:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078122.820273:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078122.820274:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078122.820275:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078122.820276:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078122.820277:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078122.820278:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af800.
02000000:00000001:2.0:1769078122.820279:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078122.820280:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078122.820281:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79f80.
00000100:00000001:2.0:1769078122.820282:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078122.820283:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.820284:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.820286:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078122.820287:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.820288:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078122.820289:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078123.650532:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078123.650542:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078123.650544:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078123.650547:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078123.650551:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078123.650552:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078123.650554:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078123.650556:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078123.650620:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078123.650624:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078123.650627:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078123.714522:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299785073, at 4299785088
00000100:00000040:2.0:1769078123.714536:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299785073, at 4299785088
00000100:00000010:3.0:1769078123.714536:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00000100:00000010:2.0:1769078123.714554:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078124.674516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078124.674520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078124.674592:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078124.674595:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078124.674598:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078125.698511:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078125.698520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078125.698595:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078125.698600:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078125.698605:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078126.722520:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078126.722527:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078126.722598:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078126.722601:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078126.722604:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078127.746512:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078127.746517:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078127.746609:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078127.746617:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078127.746623:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078127.938530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078127.938539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078127.938541:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078127.938545:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078127.938549:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078127.938555:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5116
00000400:00000200:1.0:1769078127.938563:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078127.938568:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078127.938570:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078127.938573:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938576:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078127.938578:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938579:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078127.938583:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078127.938584:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078127.938586:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078127.938588:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078127.938590:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078127.938591:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078127.938594:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938595:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078127.938602:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078127.938605:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078127.938608:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938609:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078127.938612:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078127.938614:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078127.938616:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.938618:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078127.938619:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078127.938627:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78a80.
00000020:00000040:1.0:1769078127.938630:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078127.938633:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078127.938634:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.938637:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078127.938639:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078127.938643:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078127.938650:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000001:1.0:1769078127.938656:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078127.938663:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078127.938672:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078127.938675:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078127.938679:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b657196d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.938698:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078127.938700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078127.938703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078127.938704:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078127.938705:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078127.938707:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078127.938709:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5116
00000400:00000200:1.0:1769078127.938711:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078127.938714:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078127.938715:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078127.938717:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078127.938720:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078127.938723:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078127.938724:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078127.938725:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078127.938728:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078127.938729:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078127.938731:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078127.938734:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938736:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078127.938737:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078127.938741:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078127.938743:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938744:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078127.938745:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078127.938747:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769078127.938750:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078127.938753:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.938754:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078127.938755:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078127.938759:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1769078127.938760:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078127.938764:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.938766:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078127.938769:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79880.
00000100:00000040:2.0:1769078127.938772:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078127.938773:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078127.938777:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078127.938778:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.938782:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078127.938784:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078127.938786:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078127.938791:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
00000100:00000001:1.0:1769078127.938795:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.938797:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1769078127.938801:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078127.938802:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.938812:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078127.938814:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078127.938816:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7142421] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078127.938821:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078127.938823:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078127.938825:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078127.938826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078127.938831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1769078127.938831:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.938836:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078127.938838:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078127.938839:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610782592:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078127.938842:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078127.938846:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1769078127.938847:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5116
00000400:00000200:1.0:1769078127.938851:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:2.0:1769078127.938852:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:1.0:1769078127.938855:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
02000000:00000001:2.0:1769078127.938856:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078127.938857:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1769078127.938861:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1769078127.938862:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078127.938866:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000010:2.0:1769078127.938868:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
00000100:00000001:1.0:1769078127.938869:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078127.938872:0:8:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769078127.938874:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078127.938875:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078127.938878:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078127.938880:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078127.938882:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078127.938883:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078127.938885:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938886:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078127.938888:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.938892:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078127.938892:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:1.0:1769078127.938897:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078127.938901:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000010:2.0:1769078127.938901:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:1.0:1769078127.938906:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078127.938908:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078127.938910:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078127.938912:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078127.938912:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000001:1.0:1769078127.938915:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078127.938918:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078127.938920:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.938921:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078127.938923:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610782592, portal 25
00000100:00000010:1.0:1769078127.938925:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79f80.
00000020:00000040:1.0:1769078127.938930:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078127.938930:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1769078127.938933:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078127.938935:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384195200 : -104785325356416 : ffffa0b2c3e78a80)
02000000:00000001:1.0:1769078127.938936:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.938938:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078127.938940:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078127.938942:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078127.938946:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000040:2.0:1769078127.938949:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.938950:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078127.938956:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078127.938978:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078127.938979:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078127.938983:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078127.938987:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000040:1.0:1769078127.938992:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad60a52c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078127.938993:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078127.938999:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610782592, offset 0
00000100:00000001:1.0:1769078127.939010:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078127.939012:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078127.939015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078127.939020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078127.939022:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078127.939024:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:1.0:1769078127.939025:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078127.939031:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078127.939036:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5116
00000400:00000200:2.0:1769078127.939036:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078127.939046:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078127.939047:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078127.939052:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078127.939056:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:1.0:1769078127.939057:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078127.939065:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078127.939066:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078127.939070:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078127.939074:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000040:1.0:1769078127.939077:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.939083:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078127.939084:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21792:21792:256:4294967295] 192.168.204.105@tcp LPNI seq info [21789:21789:8:4294967295]
00000020:00000001:1.0:1769078127.939087:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078127.939091:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000400:00000200:2.0:1769078127.939095:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:1.0:1769078127.939096:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078127.939099:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078127.939102:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078127.939106:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:2.0:1769078127.939109:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078127.939113:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078127.939117:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078127.939122:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078127.939122:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078127.939124:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078127.939128:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000800:00000010:2.0:1769078127.939129:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00080000:1.0:1769078127.939131:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078127.939135:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078127.939137:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769078127.939142:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:1.0:1769078127.939143:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078127.939148:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.939150:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078127.939153:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1769078127.939155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000008:00000001:1.0:1769078127.939156:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.939162:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078127.939166:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000010:1.0:1769078127.939170:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7ad80.
00000800:00000200:2.1:1769078127.939171:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000020:00000040:1.0:1769078127.939177:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000800:00000100:2.0:1769078127.939178:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078127.939182:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
02000000:00000001:1.0:1769078127.939184:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078127.939186:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.939188:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078127.939189:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769078127.939190:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078127.939194:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078127.939198:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
02000000:00000010:1.0:1769078127.939200:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000400:00000200:2.0:1769078127.939204:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000100:00000001:1.0:1769078127.939205:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078127.939208:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00100000:1.0:1769078127.939213:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078127.939214:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078127.939235:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.939239:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078127.939243:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078127.939251:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0b3dcc3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939251:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078127.939257:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.939265:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078127.939271:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5127)
00000100:00000001:2.0:1769078127.939272:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.939276:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078127.939281:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078127.939285:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078127.939287:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299790192
00000100:00000010:2.0:1769078127.939293:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:2.0:1769078127.939301:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078127.939305:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299790192
00000100:00000010:2.0:1769078127.939307:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf180.
00000100:00000001:2.0:1769078127.939310:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078127.939312:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078127.939314:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.939317:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078127.939319:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078127/real 1769078127]  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078127.939326:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078127.939328:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078127.939330:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078127.939332:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078127.939333:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078127.939335:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078127.939337:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078127.939346:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939353:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078127.939355:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939358:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078127.939360:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078127.939364:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939371:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078127.939376:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939417:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078127.939423:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939424:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078127.939426:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939428:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078127.939430:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078127.939434:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078127.939439:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078127.939442:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078127.939446:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078127.939455:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610782592:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078127.939458:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939460:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078127.939469:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78a80 x1855007610782592/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939474:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078127.939476:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078127.939479:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078127.939482:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078127.939483:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078127.939485:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078127.939487:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078127.939489:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:2.0:1769078127.939492:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078127.939493:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078127.939494:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78a80.
00000100:00000001:2.0:1769078127.939496:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078127.939497:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939499:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939504:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078127.939506:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.939507:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078127.939508:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078127.939510:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078127.939512:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939517:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078127.939518:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078127.939520:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078127.939522:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078127.939523:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078127.939525:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782720:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078127.939527:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078127.939529:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078127.939530:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078127.939532:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078127.939534:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078127.939536:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078127.939539:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078127.939541:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078127.939544:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078127.939546:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610782720, portal 10
00000100:00000001:2.0:1769078127.939548:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078127.939549:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384198784 : -104785325352832 : ffffa0b2c3e79880)
00000100:00000040:2.0:1769078127.939554:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939558:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078127.939560:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078127.939561:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078127.939563:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610782720, offset 0
00000400:00000200:2.0:1769078127.939565:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078127.939568:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078127.939571:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078127.939573:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078127.939575:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078127.939577:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078127.939578:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078127.939581:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21793:21793:256:4294967295] 192.168.204.105@tcp LPNI seq info [21790:21790:8:4294967295]
00000400:00000200:2.0:1769078127.939584:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078127.939588:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078127.939591:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078127.939594:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078127.939597:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078127.939605:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769078127.939608:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078127.939610:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769078127.939612:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078127.939614:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078127.939616:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078127.939618:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078127.939620:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078127.939622:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078127.939623:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078127.939626:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939636:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078127.939638:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939642:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.939643:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078127.939645:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078127.939648:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078127.939650:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078127.939651:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299789332
00000100:00000001:2.0:1769078127.939654:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299790192
00000100:00000001:2.0:1769078127.939655:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299789332
00000100:00000001:2.0:1769078127.939657:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299790192
00000100:00000001:2.0:1769078127.939659:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078127.939660:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.939662:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078127.939664:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078127/real 1769078127]  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078127.939668:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078127.939669:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078127.939671:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078127.939672:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078127.939673:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078127.939675:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078127.939677:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078127.939682:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939686:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078127.939687:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939689:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078127.939689:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078127.939692:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939696:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078127.939698:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939703:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078127.939704:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939705:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078127.939706:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939707:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078127.939708:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078127.939710:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078127.939711:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078127.939713:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078127.939715:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078127.939720:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782720:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078127.939722:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078127.939725:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939732:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078127.939733:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078127.939735:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078127.939737:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078127.939739:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078127.939743:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782848:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078127.939746:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078127.939748:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078127.939750:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078127.939752:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078127.939755:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a400.
02000000:00000001:2.0:1769078127.939757:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078127.939761:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078127.939764:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078127.939767:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078127.939771:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610782848, portal 4
00000100:00000001:2.0:1769078127.939773:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078127.939774:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384200576 : -104785325351040 : ffffa0b2c3e79f80)
00000100:00000040:2.0:1769078127.939780:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939787:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078127.939790:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078127.939792:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078127.939795:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610782848, offset 0
00000400:00000200:2.0:1769078127.939800:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078127.939804:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078127.939806:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078127.939809:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078127.939811:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078127.939812:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078127.939814:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078127.939816:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21794:21794:256:4294967295] 192.168.204.105@tcp LPNI seq info [21791:21791:8:4294967295]
00000400:00000200:2.0:1769078127.939819:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078127.939824:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078127.939827:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078127.939829:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078127.939833:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078127.939835:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769078127.939837:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078127.939839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769078127.939842:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078127.939843:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078127.939845:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078127.939848:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078127.939850:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078127.939851:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078127.939852:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078127.939855:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939860:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078127.939863:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939867:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.939868:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078127.939870:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078127.939872:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078127.939875:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078127.939877:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299789358
00000100:00000001:2.0:1769078127.939879:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299790192
00000100:00000001:2.0:1769078127.939881:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299789358
00000100:00000001:2.0:1769078127.939883:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299790192
00000100:00000001:2.0:1769078127.939886:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078127.939888:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.939890:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078127.939894:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078127/real 1769078127]  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078127.939902:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078127.939905:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078127.939906:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078127.939909:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078127.939910:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078127.939912:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078127.939916:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078127.939925:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939932:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078127.939934:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939936:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078127.939938:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078127.939942:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939949:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078127.939953:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.939961:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078127.939964:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939966:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078127.939967:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.939969:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078127.939971:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078127.939974:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078127.939978:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078127.939981:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078127.939985:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078127.940002:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782848:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078127.940007:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078127.940011:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.940018:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078127.940019:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078127.940021:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078127.940022:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078127.940024:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078127.940026:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782976:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078127.940029:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078127.940030:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078127.940031:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078127.940033:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078127.940035:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078127.940037:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078127.940040:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078127.940042:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078127.940044:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078127.940046:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610782976, portal 4
00000100:00000001:2.0:1769078127.940048:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078127.940049:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384204160 : -104785325347456 : ffffa0b2c3e7ad80)
00000100:00000040:2.0:1769078127.940053:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.940058:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078127.940059:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078127.940061:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078127.940062:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610782976, offset 0
00000400:00000200:2.0:1769078127.940065:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078127.940068:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078127.940071:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078127.940073:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078127.940075:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078127.940077:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078127.940078:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078127.940081:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21795:21795:256:4294967295] 192.168.204.105@tcp LPNI seq info [21792:21792:8:4294967295]
00000400:00000200:2.0:1769078127.940083:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078127.940088:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078127.940091:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078127.940093:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078127.940095:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078127.940097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769078127.940100:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078127.940102:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769078127.940104:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078127.940106:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078127.940108:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078127.940110:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078127.940112:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078127.940113:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078127.940115:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078127.940117:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.940122:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078127.940124:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.940128:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.940130:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078127.940132:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078127.940133:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078127.940135:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078127.940137:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299789369
00000100:00000001:2.0:1769078127.940139:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299790192
00000100:00000001:2.0:1769078127.940141:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299789369
00000100:00000001:2.0:1769078127.940143:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299790192
00000100:00000001:2.0:1769078127.940144:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078127.940145:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.940146:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078127.940148:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078127/real 1769078127]  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078127.940153:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078127.940154:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078127.940155:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078127.940157:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078127.940158:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078127.940159:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078127.940161:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078127.940166:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.940171:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078127.940172:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.940173:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078127.940174:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078127.940176:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.940180:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078127.940183:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.940187:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078127.940189:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.940190:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078127.940191:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.940192:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078127.940193:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078127.940195:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078127.940197:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078127.940198:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078127.940200:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078127.940205:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610782976:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078127.940207:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.940208:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078127.940210:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79880 x1855007610782720/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.940214:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078127.940232:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078127.940233:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078127.940235:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078127.940236:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078127.940237:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078127.940239:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078127.940240:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:2.0:1769078127.940242:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078127.940243:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078127.940244:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79880.
00000100:00000001:2.0:1769078127.940246:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078127.940247:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.940248:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078127.940250:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79f80 x1855007610782848/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.940259:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078127.940260:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078127.940261:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:2.0:1769078127.940263:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078127.940264:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078127.940264:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078127.940266:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078127.940266:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:2.0:1769078127.940268:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078127.940268:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078127.940269:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79f80.
00000100:00000001:2.0:1769078127.940271:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078127.940271:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.940272:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078127.940274:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7ad80 x1855007610782976/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078127.940278:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078127.940278:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078127.940279:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078127.940280:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078127.940281:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078127.940282:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078127.940283:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078127.940284:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:2.0:1769078127.940285:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078127.940285:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078127.940286:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7ad80.
00000100:00000001:2.0:1769078127.940288:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078127.940290:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.940291:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.940295:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078127.940296:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078127.940298:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078127.940299:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078128.770516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078128.770524:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078128.770589:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078128.770593:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078128.770597:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078128.834505:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299790192, at 4299790208
00000100:00000040:3.0:1769078128.834510:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299790192, at 4299790208
00000100:00000010:2.0:1769078128.834526:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078128.834534:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769078129.794542:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078129.794551:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078129.794621:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078129.794625:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078129.794628:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078130.818542:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078130.818551:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078130.818618:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078130.818622:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078130.818626:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078131.842510:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078131.842516:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078131.842603:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078131.842610:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078131.842616:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078132.866472:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078132.866490:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078132.866544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078132.866550:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078132.866554:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078133.058509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078133.058521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078133.058523:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078133.058528:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078133.058532:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078133.058540:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5122
00000400:00000200:1.0:1769078133.058550:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078133.058556:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078133.058559:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078133.058561:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058565:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078133.058567:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058569:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078133.058573:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078133.058575:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078133.058577:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078133.058579:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078133.058581:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078133.058583:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078133.058585:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058586:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078133.058587:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058589:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078133.058591:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078133.058594:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058596:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078133.058599:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078133.058601:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078133.058603:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078133.058605:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078133.058607:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078133.058617:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b100.
00000020:00000040:1.0:1769078133.058620:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078133.058623:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078133.058625:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078133.058628:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078133.058631:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078133.058635:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078133.058643:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000001:1.0:1769078133.058650:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078133.058658:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078133.058667:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078133.058671:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078133.058675:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be95ff3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078133.058695:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078133.058698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078133.058702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078133.058703:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078133.058705:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078133.058708:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078133.058711:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5122
00000400:00000200:1.0:1769078133.058716:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078133.058719:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078133.058721:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078133.058724:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078133.058729:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058731:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078133.058734:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078133.058735:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078133.058737:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078133.058738:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078133.058739:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078133.058742:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078133.058744:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078133.058744:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078133.058747:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078133.058748:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078133.058752:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058754:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000040:2.0:1769078133.058755:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078133.058757:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078133.058760:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058763:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078133.058765:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078133.058765:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078133.058767:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078133.058770:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078133.058771:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078133.058772:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078133.058773:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078133.058774:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078133.058776:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078133.058778:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769078133.058780:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610783104:192.168.204.105@tcp:250:kworker.0
00000008:00000001:1.0:1769078133.058782:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078133.058784:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.058786:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769078133.058788:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78e00.
02000000:00000001:2.0:1769078133.058790:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1769078133.058791:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078133.058792:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078133.058794:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078133.058795:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.058795:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078133.058797:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078133.058799:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078133.058800:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078133.058801:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078133.058803:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078133.058804:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac000.
00000100:00000001:1.0:1769078133.058807:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078133.058811:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078133.058811:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078133.058816:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:1.0:1769078133.058819:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078133.058821:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078133.058824:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000040:1.0:1769078133.058825:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cac2cf7f] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078133.058832:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078133.058833:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610783104, portal 25
00000100:00080000:1.0:1769078133.058835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078133.058836:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078133.058838:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205056 : -104785325346560 : ffffa0b2c3e7b100)
00000100:00080000:1.0:1769078133.058839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078133.058841:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078133.058842:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769078133.058844:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078133.058845:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078133.058848:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5122
00000400:00000200:1.0:1769078133.058852:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078133.058853:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1769078133.058855:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000040:2.0:1769078133.058857:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078133.058858:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769078133.058860:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000040:1.0:1769078133.058861:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078133.058863:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610783104, offset 0
00000100:00000001:1.0:1769078133.058864:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078133.058866:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078133.058870:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078133.058871:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:2.0:1769078133.058871:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000001:1.0:1769078133.058872:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078133.058874:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078133.058876:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078133.058877:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078133.058880:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058882:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078133.058885:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078133.058889:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:1.0:1769078133.058890:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078133.058892:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058895:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078133.058896:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078133.058896:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:1.0:1769078133.058899:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078133.058901:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078133.058903:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078133.058904:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:1.0:1769078133.058906:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078133.058908:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078133.058909:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:1.0:1769078133.058910:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078133.058914:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78700.
00000400:00000200:2.0:1769078133.058914:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078133.058917:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078133.058917:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:1.0:1769078133.058919:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078133.058920:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078133.058922:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078133.058922:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21796:21796:256:4294967295] 192.168.204.105@tcp LPNI seq info [21793:21793:8:4294967295]
02000000:00000001:1.0:1769078133.058924:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078133.058926:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078133.058927:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:1.0:1769078133.058930:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
00000100:00000001:1.0:1769078133.058932:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078133.058936:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078133.058938:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078133.058944:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078133.058946:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078133.058946:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000040:1.0:1769078133.058950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087ffcb3c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1769078133.058952:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00000001:1.0:1769078133.058958:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078133.058961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769078133.058961:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:1.0:1769078133.058965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078133.058967:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1769078133.058967:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:1.0:1769078133.058968:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078133.058971:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078133.058973:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5122
00000400:00000200:1.0:1769078133.058977:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078133.058980:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078133.058982:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078133.058986:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058988:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078133.058989:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078133.058994:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078133.058995:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.058998:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078133.058998:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299795312
00000020:00000001:1.0:1769078133.059001:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078133.059002:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078133.059004:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:2.0:1769078133.059004:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000020:00000040:1.0:1769078133.059006:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078133.059008:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078133.059011:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078133.059015:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.059017:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078133.059017:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1769078133.059020:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078133.059022:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078133.059026:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078133.059026:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299795312
00000100:00080000:1.0:1769078133.059029:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000010:2.0:1769078133.059030:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf660.
00000100:00000001:1.0:1769078133.059032:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059033:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1769078133.059034:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078133.059037:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078133.059037:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078133.059039:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059040:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078133.059042:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078133.059044:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078133.059044:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078133.059046:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059047:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078133.059048:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078133.059053:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b480.
00000020:00000040:1.0:1769078133.059055:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078133.059057:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1769078133.059058:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078133.059059:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059059:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078133.059061:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078133.059062:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769078133.059063:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078133.059063:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769078133.059064:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059065:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1769078133.059069:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000040:2.0:1769078133.059070:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078133.059073:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078133.059077:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078133.059079:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078133.059081:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.059084:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078133.059087:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078133.059089:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078133.059093:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1769078133.059093:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610783232:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078133.059095:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059097:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078133.059099:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008158e222] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078133.059099:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078133.059101:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.059103:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078133.059107:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a400.
00000100:00000001:1.0:1769078133.059108:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.059110:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078133.059114:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5132)
00000400:00000200:2.0:1769078133.059114:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078133.059118:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db00.
00000400:00000010:2.0:1769078133.059123:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000200:2.0:1769078133.059127:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610783232, portal 10
00000100:00000001:2.0:1769078133.059144:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078133.059145:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196096 : -104785325355520 : ffffa0b2c3e78e00)
00000100:00000040:2.0:1769078133.059154:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078133.059161:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078133.059165:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078133.059169:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894c38.
00000100:00000200:2.0:1769078133.059173:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610783232, offset 0
00000400:00000200:2.0:1769078133.059179:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078133.059183:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078133.059187:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078133.059189:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078133.059191:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078133.059193:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078133.059194:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078133.059197:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21797:21797:255:4294967295] 192.168.204.105@tcp LPNI seq info [21794:21794:7:4294967295]
00000400:00000200:2.0:1769078133.059200:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078133.059204:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078133.059208:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078133.059211:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078133.059214:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078133.059217:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078133.059219:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078133.059222:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078133.059224:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078133.059225:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299794451
00000100:00000001:2.0:1769078133.059228:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299795312
00000100:00000001:2.0:1769078133.059229:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299794451
00000100:00000001:2.0:1769078133.059230:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299795312
00000100:00000001:2.0:1769078133.059232:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078133.059233:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059235:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078133.059237:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078133.059242:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078133.059243:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.059245:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078133.059246:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078133.059248:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078133.059249:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610783360:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078133.059251:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078133.059253:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078133.059254:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.059255:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078133.059257:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078133.059259:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078133.059261:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078133.059263:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078133.059265:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078133.059267:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610783360, portal 4
00000100:00000001:2.0:1769078133.059269:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078133.059270:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384194304 : -104785325357312 : ffffa0b2c3e78700)
00000100:00000040:2.0:1769078133.059274:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078133.059278:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078133.059280:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078133.059281:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894770.
00000100:00000200:2.0:1769078133.059282:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610783360, offset 0
00000400:00000200:2.0:1769078133.059285:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078133.059287:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078133.059289:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078133.059291:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078133.059292:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078133.059293:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078133.059295:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078133.059297:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21798:21798:254:4294967295] 192.168.204.105@tcp LPNI seq info [21795:21795:6:4294967295]
00000400:00000200:2.0:1769078133.059300:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078133.059305:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078133.059309:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078133.059313:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101db00.
00000800:00000200:2.0:1769078133.059317:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078133.059320:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078133.059322:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078133.059325:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078133.059328:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078133.059330:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299794477
00000100:00000001:2.0:1769078133.059332:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299795312
00000100:00000001:2.0:1769078133.059334:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299794477
00000100:00000001:2.0:1769078133.059336:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299795312
00000100:00000001:2.0:1769078133.059338:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078133.059340:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059342:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059345:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078133.059349:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078133.059350:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078133.059352:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078133.059354:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078133.059355:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078133.059359:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078133.059366:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078133.059367:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.059369:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078133.059371:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078133.059417:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078133.059422:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610783488:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078133.059426:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078133.059428:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078133.059429:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078133.059431:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078133.059435:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b400.
02000000:00000001:2.0:1769078133.059437:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078133.059440:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078133.059443:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db58.
00000400:00000010:2.0:1769078133.059447:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894e58.
00000100:00000200:2.0:1769078133.059451:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610783488, portal 4
00000100:00000001:2.0:1769078133.059453:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078133.059454:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205952 : -104785325345664 : ffffa0b2c3e7b480)
00000100:00000040:2.0:1769078133.059460:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078133.059467:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078133.059470:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078133.059473:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894b28.
00000100:00000200:2.0:1769078133.059476:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610783488, offset 0
00000400:00000200:2.0:1769078133.059483:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078133.059487:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078133.059491:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078133.059494:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078133.059497:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078133.059500:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078133.059503:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078133.059506:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21799:21799:253:4294967295] 192.168.204.105@tcp LPNI seq info [21796:21796:5:4294967295]
00000400:00000200:2.0:1769078133.059511:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078133.059518:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078133.059523:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078133.059534:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d200.
00000800:00000200:2.0:1769078133.059538:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078133.059543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078133.059546:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078133.059549:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078133.059553:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078133.059555:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299794489
00000100:00000001:2.0:1769078133.059558:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299795312
00000100:00000001:2.0:1769078133.059562:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299794489
00000100:00000001:2.0:1769078133.059564:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299795312
00000100:00000001:2.0:1769078133.059566:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078133.059568:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059571:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059573:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078133.059577:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078133.059579:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078133.059581:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078133.059583:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078133.059585:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078133.059587:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078133.890489:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078133.890507:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078133.890510:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078133.890514:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078133.890520:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078133.890523:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078133.890525:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078133.890528:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078133.890600:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078133.890606:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078133.890610:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078133.954497:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299795312, at 4299795328
00000100:00000040:3.0:1769078133.954497:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299795312, at 4299795328
00000100:00000010:3.0:1769078133.954515:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00000100:00000010:2.0:1769078133.954518:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078134.914468:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078134.914480:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078134.914520:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078134.914524:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078134.914528:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078135.938468:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078135.938476:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078135.938553:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078135.938558:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078135.938563:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769078136.130645:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769078136.130703:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078136.130720:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078136.130725:0:2356:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769078136.130730:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078136.130735:0:2356:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078136.130741:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078136.130747:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:3.0:1769078136.130754:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078136.130760:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078136.130768:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:3.0:1769078136.130771:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:3.0:1769078136.130777:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078136.130798:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078136.130826:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078136.130832:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078136.130841:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078136.130844:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078136.130856:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078136.130859:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769078136.130862:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078136.130866:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078136.130870:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894c38
00000400:00000010:3.0:1769078136.130872:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894c38.
00000100:00000001:2.0:1769078136.130873:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078136.130874:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078136.130879:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1769078136.130880:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.130884:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078136.130889:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769078136.130893:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078133/real 1769078136]  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078136.130894:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078136.130903:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078136.130904:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1769078136.130907:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078136.130909:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000800:00000100:3.0:1769078136.130911:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000400:00000010:2.0:1769078136.130914:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000800:00000010:3.0:1769078136.130914:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101db00.
00000400:00000200:3.0:1769078136.130917:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078136.130918:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:2.0:1769078136.130920:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000400:00000200:3.0:1769078136.130921:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1769078136.130923:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1769078136.130923:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894770
00000400:00000010:3.0:1769078136.130925:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894770.
00000100:00000200:2.0:1769078136.130927:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078136.130928:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078136.130933:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078136.130938:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078136.130941:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078136.130944:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.130945:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078136.130948:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078136.130951:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.130952:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078136.130953:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078136.130954:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:3.0:1769078136.130958:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078136.130960:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d200.
00000400:00000200:3.0:1769078136.130962:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078136.130966:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078136.130968:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894b28
00000400:00000010:3.0:1769078136.130970:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894b28.
00000100:00100000:2.0:1769078136.130971:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078136.130973:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078136.130977:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.130979:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078136.130985:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078136.130985:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078136.130989:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.130994:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078136.130997:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.130998:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078136.130999:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078136.131000:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078136.131001:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131004:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078136.131006:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078136.131010:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078136.131016:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078136.131020:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078136.131025:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078136.131034:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610783104:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078136.131040:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.131043:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078136.131046:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b100 x1855007610783104/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131054:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078136.131058:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078136.131063:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078136.131068:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078136.131071:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078136.131073:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078136.131076:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078136.131089:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:2.0:1769078136.131094:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078136.131097:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078136.131099:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b100.
00000100:00000001:2.0:1769078136.131103:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078136.131104:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131107:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.131109:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078136.131111:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078136.131112:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078136.131116:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078133/real 1769078136]  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078136.131125:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078136.131127:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078136.131130:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db58.
00000400:00000200:2.0:1769078136.131133:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894e58
00000400:00000010:2.0:1769078136.131134:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894e58.
00000100:00000001:2.0:1769078136.131137:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078136.131141:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078136.131149:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131155:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078136.131157:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131159:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078136.131160:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078136.131165:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131172:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078136.131175:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131182:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078136.131185:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131187:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078136.131189:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131190:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078136.131192:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078136.131195:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078136.131199:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078136.131202:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078136.131206:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078136.131215:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610783488:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078136.131219:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078136.131223:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078133/real 1769078136]  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078136.131232:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078136.131234:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078136.131237:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db00.
00000400:00000200:2.0:1769078136.131240:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:2.0:1769078136.131242:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:2.0:1769078136.131244:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078136.131248:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078136.131257:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131263:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078136.131264:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131266:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078136.131268:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078136.131272:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131278:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078136.131283:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131290:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078136.131293:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131294:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078136.131295:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131297:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078136.131299:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078136.131301:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078136.131305:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078136.131308:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078136.131312:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078136.131320:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610783232:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078136.131324:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078136.131328:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078133/real 1769078136]  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078136.131335:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078136.131336:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078136.131338:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078136.131341:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078136.131343:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078136.131345:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078136.131348:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078136.131356:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131362:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078136.131363:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131365:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078136.131367:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078136.131370:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131376:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078136.131380:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131416:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078136.131420:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131422:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078136.131424:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131425:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078136.131427:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078136.131430:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078136.131434:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078136.131437:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078136.131441:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078136.131450:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610783360:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078136.131454:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131456:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078136.131459:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b480 x1855007610783488/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131474:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078136.131475:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078136.131477:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b400.
02000000:00000001:2.0:1769078136.131480:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078136.131482:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078136.131483:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078136.131485:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078136.131488:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:2.0:1769078136.131490:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078136.131492:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078136.131493:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b480.
00000100:00000001:2.0:1769078136.131496:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078136.131498:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131500:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078136.131504:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78e00 x1855007610783232/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131518:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078136.131519:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078136.131521:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:2.0:1769078136.131524:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078136.131525:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078136.131526:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078136.131528:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078136.131529:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:2.0:1769078136.131531:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078136.131533:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078136.131534:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78e00.
00000100:00000001:2.0:1769078136.131536:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078136.131538:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131540:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078136.131543:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78700 x1855007610783360/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078136.131548:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078136.131550:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078136.131551:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078136.131553:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078136.131555:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078136.131556:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078136.131558:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078136.131559:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078136.131561:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078136.131562:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078136.131563:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78700.
00000100:00000001:2.0:1769078136.131566:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078136.131567:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131569:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.131581:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078136.131584:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078136.131586:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078136.131588:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078136.962487:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078136.962498:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078136.962544:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078136.962549:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078136.962554:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078137.986493:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078137.986500:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078137.986571:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078137.986576:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078137.986580:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078138.178508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078138.178520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078138.178523:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078138.178526:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078138.178530:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078138.178537:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5127
00000400:00000200:2.0:1769078138.178546:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078138.178553:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078138.178556:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078138.178559:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178562:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.178566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178568:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078138.178572:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078138.178574:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078138.178576:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078138.178578:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078138.178580:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078138.178581:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078138.178584:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178585:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.178587:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178588:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078138.178591:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078138.178593:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178595:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078138.178597:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078138.178600:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078138.178602:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.178604:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078138.178605:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078138.178612:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568380.
00000020:00000040:2.0:1769078138.178617:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078138.178622:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078138.178624:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.178627:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078138.178630:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078138.178635:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078138.178644:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a400.
00000100:00000001:2.0:1769078138.178653:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078138.178664:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078138.178677:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078138.178683:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078138.178688:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046cd8b3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078138.178724:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078138.178728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078138.178732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078138.178734:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078138.178736:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078138.178739:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078138.178742:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5127
00000400:00000200:2.0:1769078138.178746:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078138.178749:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078138.178752:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078138.178755:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178757:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.178759:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178761:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078138.178764:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078138.178766:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078138.178768:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078138.178771:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078138.178773:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078138.178776:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078138.178779:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178782:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.178784:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178786:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078138.178788:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078138.178792:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178794:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078138.178796:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078138.178802:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078138.178804:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.178806:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078138.178811:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078138.178815:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.178818:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078138.178822:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356a300.
00000020:00000040:2.0:1769078138.178825:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078138.178828:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078138.178829:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.178831:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078138.178832:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078138.178835:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078138.178839:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b400.
00000100:00000001:2.0:1769078138.178843:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078138.178847:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078138.178854:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078138.178856:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078138.178860:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5a0487c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078138.178875:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078138.178878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078138.178881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078138.178883:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078138.178885:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078138.178887:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078138.178891:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5127
00000400:00000200:2.0:1769078138.178896:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078138.178899:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078138.178901:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078138.178905:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178907:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.178909:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178912:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078138.178914:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078138.178916:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078138.178917:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078138.178920:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078138.178922:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:2.0:1769078138.178924:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078138.178927:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178929:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.178931:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178933:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078138.178935:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078138.178938:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078138.178941:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078138.178944:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078138.178949:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078138.178951:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.178954:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078138.178957:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078138.178960:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.178962:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078138.178967:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569c00.
00000020:00000040:2.0:1769078138.178970:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078138.178973:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078138.178974:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.178976:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078138.178977:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078138.178979:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078138.178984:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4ac00.
00000100:00000001:2.0:1769078138.178988:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078138.178992:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078138.179001:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078138.179004:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078138.179008:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d656d84] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078138.179017:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078138.179020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078138.179024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078138.179026:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078138.179027:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078138.179030:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078138.179033:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5127
00000400:00000200:2.0:1769078138.179038:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078138.179041:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078138.179064:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078138.179069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.179070:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.179073:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.179075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078138.179078:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078138.179080:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078138.179082:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078138.179084:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078138.179086:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078138.179088:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078138.179092:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.179094:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078138.179095:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078138.179098:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078138.179100:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:2.0:1769078138.179102:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078138.179105:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078138.179107:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078138.179111:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078138.179113:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.179116:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078138.179118:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078138.179120:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.179122:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078138.179126:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569880.
00000020:00000040:2.0:1769078138.179128:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078138.179131:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078138.179133:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078138.179135:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078138.179136:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078138.179138:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078138.179143:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a000.
00000100:00000001:2.0:1769078138.179147:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078138.179152:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078138.179159:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078138.179161:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078138.179165:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c0c624b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078138.179172:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078138.179178:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5137)
00000100:00000001:1.0:1769078138.179312:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078138.179318:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078138.179322:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078138.179330:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.179341:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078138.179343:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078138.179348:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078138.179352:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078138.179355:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078138.179360:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610783616:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078138.179366:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078138.179371:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078138.179374:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078138.179377:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078138.179384:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769078138.179415:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078138.179427:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078138.179435:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078138.179445:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078138.179459:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610783616, portal 25
00000100:00000001:1.0:1769078138.179463:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078138.179465:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374690688 : -104785334860928 : ffffa0b2c3568380)
00000100:00000040:1.0:1769078138.179472:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.179480:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078138.179485:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078138.179488:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078138.179494:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610783616, offset 0
00000400:00000200:1.0:1769078138.179504:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078138.179515:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078138.179525:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078138.179534:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078138.179541:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078138.179546:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078138.179549:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078138.179553:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21800:21800:256:4294967295] 192.168.204.105@tcp LPNI seq info [21797:21797:8:4294967295]
00000400:00000200:1.0:1769078138.179558:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078138.179569:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078138.179577:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078138.179584:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078138.179593:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078138.179598:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078138.179605:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078138.179609:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078138.179615:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078138.179619:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078138.179626:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078138.179631:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078138.179640:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078138.179644:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078138.179649:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078138.179654:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.179667:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078138.179671:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.179681:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078138.179683:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078138.179692:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078138.179697:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078138.179701:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299800433
00000100:00000010:1.0:1769078138.179709:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea540.
00000100:00000001:1.0:1769078138.179718:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078138.179725:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299800433
00000100:00000010:1.0:1769078138.179729:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea300.
00000100:00000001:1.0:1769078138.179733:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078138.179738:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078138.179742:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078138.179746:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078138.179751:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078138/real 1769078138]  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078138.179763:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078138.179765:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078138.179768:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078138.179771:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078138.179773:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078138.179776:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078138.179780:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078138.179790:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.179797:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078138.179799:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.179802:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078138.179804:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078138.179809:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.179816:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078138.179822:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.179830:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078138.179834:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.179835:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078138.179837:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.179840:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078138.179842:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078138.179846:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078138.180058:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078138.180062:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078138.180068:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078138.180077:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610783616:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078138.180083:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078138.180087:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180095:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078138.180097:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078138.180100:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078138.180104:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078138.180106:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078138.180110:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610783744:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078138.180114:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078138.180116:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078138.180118:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078138.180120:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078138.180125:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078138.180127:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078138.180133:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078138.180136:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078138.180141:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078138.180145:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610783744, portal 10
00000100:00000001:1.0:1769078138.180147:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078138.180149:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374698752 : -104785334852864 : ffffa0b2c356a300)
00000100:00000040:1.0:1769078138.180157:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180165:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078138.180168:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078138.180170:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078138.180173:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610783744, offset 0
00000400:00000200:1.0:1769078138.180179:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078138.180184:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078138.180189:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078138.180193:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078138.180196:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078138.180199:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078138.180202:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078138.180205:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21801:21801:256:4294967295] 192.168.204.105@tcp LPNI seq info [21798:21798:8:4294967295]
00000400:00000200:1.0:1769078138.180209:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078138.180217:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078138.180223:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078138.180227:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078138.180232:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078138.180236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078138.180241:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078138.180244:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078138.180248:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078138.180250:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078138.180254:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078138.180258:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078138.180262:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078138.180264:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078138.180267:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078138.180272:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180281:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078138.180286:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180293:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078138.180295:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078138.180300:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078138.180305:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078138.180309:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078138.180311:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299799572
00000100:00000001:1.0:1769078138.180315:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299800433
00000100:00000001:1.0:1769078138.180318:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299799572
00000100:00000001:1.0:1769078138.180321:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299800433
00000100:00000001:1.0:1769078138.180324:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078138.180327:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078138.180329:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078138.180334:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078138/real 1769078138]  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078138.180349:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078138.180351:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078138.180352:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078138.180355:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078138.180357:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078138.180359:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078138.180363:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078138.180372:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180380:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078138.180382:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.180384:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078138.180413:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078138.180417:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180423:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078138.180426:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180433:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078138.180435:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.180438:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078138.180439:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.180441:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078138.180442:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078138.180445:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078138.180449:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078138.180452:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078138.180457:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078138.180466:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610783744:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078138.180471:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078138.180475:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180484:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078138.180486:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078138.180488:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078138.180490:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078138.180492:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078138.180496:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610783872:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078138.180499:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078138.180501:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078138.180502:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078138.180503:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078138.180507:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078138.180509:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078138.180513:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078138.180515:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078138.180518:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078138.180520:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610783872, portal 4
00000100:00000001:1.0:1769078138.180522:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078138.180523:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696960 : -104785334854656 : ffffa0b2c3569c00)
00000100:00000040:1.0:1769078138.180528:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180533:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078138.180534:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078138.180536:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078138.180538:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610783872, offset 0
00000400:00000200:1.0:1769078138.180541:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078138.180545:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078138.180547:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078138.180550:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078138.180552:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078138.180554:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078138.180556:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078138.180558:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21802:21802:256:4294967295] 192.168.204.105@tcp LPNI seq info [21799:21799:8:4294967295]
00000400:00000200:1.0:1769078138.180561:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078138.180568:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078138.180572:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078138.180576:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078138.180580:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078138.180583:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078138.180595:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078138.180598:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078138.180601:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078138.180604:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078138.180607:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078138.180616:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078138.180620:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078138.180622:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078138.180625:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078138.180628:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180635:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078138.180637:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180641:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078138.180643:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078138.180646:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078138.180648:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078138.180651:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078138.180653:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299799599
00000100:00000001:1.0:1769078138.180655:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299800433
00000100:00000001:1.0:1769078138.180657:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299799599
00000100:00000001:1.0:1769078138.180658:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299800433
00000100:00000001:1.0:1769078138.180660:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078138.180661:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078138.180662:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078138.180665:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078138/real 1769078138]  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078138.180670:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078138.180671:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078138.180673:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078138.180675:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078138.180677:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078138.180679:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078138.180683:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078138.180691:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180698:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078138.180700:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.180702:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078138.180703:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078138.180707:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180714:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078138.180718:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180726:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078138.180729:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.180731:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078138.180732:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.180734:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078138.180736:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078138.180739:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078138.180743:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078138.180745:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078138.180750:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078138.180759:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610783872:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078138.180763:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078138.180766:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180771:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078138.180772:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078138.180774:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078138.180776:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078138.180777:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078138.180779:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784000:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078138.180781:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078138.180782:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078138.180784:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078138.180785:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078138.180788:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078138.180789:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078138.180792:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078138.180794:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078138.180796:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078138.180798:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610784000, portal 4
00000100:00000001:1.0:1769078138.180800:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078138.180801:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696064 : -104785334855552 : ffffa0b2c3569880)
00000100:00000040:1.0:1769078138.180806:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180811:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078138.180812:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078138.180814:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078138.180815:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610784000, offset 0
00000400:00000200:1.0:1769078138.180818:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078138.180821:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078138.180823:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078138.180825:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078138.180827:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078138.180829:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078138.180831:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078138.180833:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21803:21803:256:4294967295] 192.168.204.105@tcp LPNI seq info [21800:21800:8:4294967295]
00000400:00000200:1.0:1769078138.180836:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078138.180840:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078138.180844:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078138.180847:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078138.180851:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078138.180854:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078138.180858:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078138.180861:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078138.180865:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078138.180867:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078138.180870:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078138.180873:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078138.180876:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078138.180879:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078138.180881:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078138.180886:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180901:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078138.180904:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180909:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078138.180910:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078138.180913:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078138.180915:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078138.180918:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078138.180919:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299799610
00000100:00000001:1.0:1769078138.180921:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299800433
00000100:00000001:1.0:1769078138.180923:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299799610
00000100:00000001:1.0:1769078138.180924:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299800433
00000100:00000001:1.0:1769078138.180926:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078138.180927:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078138.180928:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078138.180931:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078138/real 1769078138]  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078138.180936:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078138.180938:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078138.180939:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078138.180941:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078138.180942:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078138.180943:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078138.180945:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078138.180951:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180957:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078138.180959:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.180961:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078138.180963:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078138.180967:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180974:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078138.180978:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.180986:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078138.180989:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.180990:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078138.180992:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.180994:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078138.180996:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078138.180998:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078138.181002:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078138.181004:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078138.181007:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078138.181013:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784000:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078138.181016:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.181019:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078138.181021:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568380 x1855007610783616/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.181026:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078138.181028:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078138.181031:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769078138.181033:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078138.181035:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078138.181037:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078138.181039:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078138.181041:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:1.0:1769078138.181060:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078138.181062:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078138.181064:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568380.
00000100:00000001:1.0:1769078138.181067:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078138.181068:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.181069:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078138.181072:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356a300 x1855007610783744/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.181077:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078138.181078:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078138.181079:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078138.181081:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078138.181082:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078138.181082:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078138.181084:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078138.181084:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b400.
02000000:00000001:1.0:1769078138.181086:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078138.181086:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078138.181087:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356a300.
00000100:00000001:1.0:1769078138.181089:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078138.181089:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.181090:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078138.181092:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569c00 x1855007610783872/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.181096:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078138.181097:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078138.181097:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078138.181099:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078138.181099:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078138.181100:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078138.181102:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078138.181103:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:1.0:1769078138.181104:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078138.181105:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078138.181106:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569c00.
00000100:00000001:1.0:1769078138.181108:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078138.181109:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.181110:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078138.181113:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569880 x1855007610784000/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078138.181116:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078138.181117:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078138.181118:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078138.181119:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078138.181120:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078138.181121:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078138.181122:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078138.181123:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:1.0:1769078138.181124:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078138.181124:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078138.181125:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569880.
00000100:00000001:1.0:1769078138.181126:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078138.181127:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.181129:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078138.181136:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078138.181137:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078138.181139:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078138.181141:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078139.010515:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078139.010523:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078139.010588:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078139.010592:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078139.010595:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078139.074516:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299800433, at 4299800448
00000100:00000040:3.0:1769078139.074516:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299800433, at 4299800448
00000100:00000010:2.0:1769078139.074534:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00000100:00000010:3.0:1769078139.074540:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00010000:00000001:0.0:1769078140.034478:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078140.034488:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078140.034553:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078140.034556:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078140.034560:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078141.058516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078141.058524:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078141.058590:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078141.058594:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078141.058597:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078142.082467:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078142.082475:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078142.082537:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078142.082541:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078142.082544:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078143.106545:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078143.106558:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078143.106561:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078143.106565:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078143.106571:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078143.106574:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078143.106577:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078143.106580:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078143.106645:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078143.106649:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078143.106652:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078143.298513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078143.298542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078143.298546:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078143.298551:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078143.298556:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078143.298565:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5132
00000400:00000200:3.0:1769078143.298578:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078143.298586:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078143.298590:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078143.298593:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.298598:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078143.298601:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.298605:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078143.298610:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078143.298613:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078143.298616:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078143.298619:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078143.298622:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078143.298626:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078143.298629:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.298631:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078143.298632:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.298634:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078143.298637:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078143.298639:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078143.298641:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078143.298643:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078143.298646:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078143.298648:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.298650:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078143.298652:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078143.298662:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769078143.298666:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078143.298669:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078143.298671:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.298674:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078143.298676:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078143.298680:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078143.298688:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769078143.298695:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078143.298704:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078143.298713:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078143.298717:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078143.298721:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078143.298743:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078143.298746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078143.298748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078143.298750:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078143.298751:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078143.298753:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078143.298755:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5132
00000400:00000200:3.0:1769078143.298758:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078143.298760:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078143.298762:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078143.298764:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.298766:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078143.298767:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.298768:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078143.298770:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078143.298771:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078143.298772:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078143.298774:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078143.298777:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078143.298779:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078143.298783:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.298786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078143.298788:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.298791:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078143.298793:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078143.298797:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078143.298800:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078143.298801:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078143.298806:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078143.298808:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078143.298813:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078143.298814:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078143.298819:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.298824:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769078143.298827:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078143.298831:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078143.298839:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.298845:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078143.298846:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.298851:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078143.298853:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
02000000:00000001:1.0:1769078143.298857:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078143.298858:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078143.298863:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078143.298864:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078143.298868:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078143.298869:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.298872:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078143.298877:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1769078143.298878:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610784128:192.168.204.105@tcp:250:kworker.0
02000000:00000001:3.0:1769078143.298881:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078143.298887:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:1.0:1769078143.298891:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078143.298894:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078143.298898:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078143.298902:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078143.298903:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078143.298907:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078143.298915:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000001:3.0:1769078143.298917:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078143.298921:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.298922:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078143.298930:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078143.298934:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078143.298942:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:3.0:1769078143.298946:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078143.298951:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00080000:3.0:1769078143.298952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078143.298978:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610784128, portal 25
00000100:00080000:3.0:1769078143.298980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078143.298984:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078143.298985:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078143.298988:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078143.298989:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416064 : -104785198135552 : ffffa0b2cb7cc700)
00000100:00000040:1.0:1769078143.298999:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078143.298999:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078143.299005:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5132
00000400:00000200:3.0:1769078143.299013:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078143.299018:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078143.299019:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078143.299020:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078143.299027:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000040:3.0:1769078143.299027:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.299033:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078143.299035:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000040:3.0:1769078143.299038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078143.299043:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610784128, offset 0
00000100:00000001:3.0:1769078143.299044:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078143.299050:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078143.299054:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078143.299058:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078143.299060:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000040:3.0:1769078143.299062:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078143.299066:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078143.299069:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078143.299075:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:3.0:1769078143.299079:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078143.299087:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:3.0:1769078143.299092:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078143.299096:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078143.299097:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.299102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078143.299104:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769078143.299107:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:3.0:1769078143.299110:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078143.299113:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078143.299116:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078143.299117:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078143.299121:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078143.299124:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:3.0:1769078143.299125:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.299129:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078143.299132:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078143.299134:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21804:21804:256:4294967295] 192.168.204.105@tcp LPNI seq info [21801:21801:8:4294967295]
00000008:00000001:3.0:1769078143.299135:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.299139:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078143.299144:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000400:00000200:1.0:1769078143.299148:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769078143.299149:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078143.299154:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078143.299155:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.299157:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078143.299159:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078143.299162:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078143.299167:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000400:00000200:1.0:1769078143.299168:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078143.299172:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078143.299179:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078143.299182:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078143.299191:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769078143.299194:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000100:00000001:3.0:1769078143.299194:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078143.299203:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078143.299212:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078143.299213:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078143.299219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078143.299220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1769078143.299222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078143.299224:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078143.299227:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078143.299230:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769078143.299234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769078143.299235:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5132
00000400:00000200:3.0:1769078143.299241:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:1.1:1769078143.299241:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1769078143.299245:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078143.299249:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078143.299253:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000100:1.0:1769078143.299255:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078143.299255:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078143.299260:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000010:1.0:1769078143.299262:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000100:00000001:3.0:1769078143.299263:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078143.299268:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078143.299269:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078143.299271:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078143.299273:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769078143.299274:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078143.299280:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078143.299285:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:1.0:1769078143.299286:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078143.299294:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078143.299296:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000100:00000001:3.0:1769078143.299298:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078143.299302:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000040:3.0:1769078143.299303:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078143.299308:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078143.299310:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1769078143.299312:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000200:1.0:1769078143.299320:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078143.299321:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078143.299327:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078143.299332:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078143.299336:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078143.299340:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.299342:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078143.299343:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1769078143.299344:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769078143.299351:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769078143.299351:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.299356:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078143.299364:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000100:00000001:1.0:1769078143.299366:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078143.299369:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078143.299370:0:2365:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769078143.299376:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078143.299378:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.299379:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078143.299381:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078143.299414:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078143.299416:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769078143.299417:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.299423:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299805553
02000000:00000010:3.0:1769078143.299424:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769078143.299430:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078143.299433:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaae0.
00000100:00100000:3.0:1769078143.299437:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078143.299444:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078143.299444:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078143.299449:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078143.299453:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299454:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299805553
00000100:00000010:1.0:1769078143.299461:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaea0.
00000100:00000001:3.0:1769078143.299463:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.299468:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1769078143.299470:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5142)
00000100:00000001:1.0:1769078143.299474:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078143.299478:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.299481:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078143.299488:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078143/real 1769078143]  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078143.299506:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078143.299508:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078143.299511:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078143.299514:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078143.299516:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078143.299519:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078143.299523:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078143.299531:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299538:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078143.299540:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.299543:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078143.299546:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078143.299550:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299557:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078143.299562:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299570:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078143.299573:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.299575:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078143.299577:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.299579:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078143.299581:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078143.299584:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078143.299589:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078143.299591:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078143.299595:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078143.299604:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610784128:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078143.299610:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.299612:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078143.299615:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc700 x1855007610784128/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299622:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078143.299624:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078143.299627:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078143.299631:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078143.299633:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078143.299635:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078143.299637:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078143.299640:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4000.
02000000:00000001:1.0:1769078143.299644:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078143.299646:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078143.299649:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc700.
00000100:00000001:1.0:1769078143.299652:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078143.299654:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.299656:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.299665:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078143.299667:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.299669:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078143.299671:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078143.299672:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078143.299676:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299683:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078143.299685:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078143.299687:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078143.299690:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078143.299692:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078143.299695:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784256:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078143.299699:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078143.299701:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078143.299702:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078143.299704:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078143.299707:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078143.299710:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078143.299714:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078143.299717:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078143.299721:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078143.299724:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610784256, portal 10
00000100:00000001:1.0:1769078143.299726:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078143.299728:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511420544 : -104785198131072 : ffffa0b2cb7cd880)
00000100:00000040:1.0:1769078143.299735:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299741:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078143.299743:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078143.299746:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078143.299748:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610784256, offset 0
00000400:00000200:1.0:1769078143.299753:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078143.299756:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078143.299760:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078143.299764:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078143.299767:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078143.299769:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078143.299772:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078143.299775:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21805:21805:256:4294967295] 192.168.204.105@tcp LPNI seq info [21802:21802:8:4294967295]
00000400:00000200:1.0:1769078143.299779:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078143.299786:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078143.299790:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078143.299794:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078143.299798:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078143.299801:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078143.299805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078143.299809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078143.299813:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078143.299815:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078143.299818:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078143.299822:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078143.299825:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078143.299827:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078143.299830:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078143.299833:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299841:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078143.299844:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299851:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.299852:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078143.299855:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078143.299860:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078143.299863:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078143.299865:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299804692
00000100:00000001:1.0:1769078143.299869:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299805553
00000100:00000001:1.0:1769078143.299871:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299804692
00000100:00000001:1.0:1769078143.299874:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299805553
00000100:00000001:1.0:1769078143.299876:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078143.299879:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.299881:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078143.299885:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078143/real 1769078143]  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078143.299892:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078143.299894:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078143.299896:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078143.299899:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078143.299900:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078143.299903:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078143.299906:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078143.299914:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299921:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078143.299922:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.299924:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078143.299926:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078143.299929:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299936:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078143.299940:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.299947:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078143.299949:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.299951:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078143.299952:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.299954:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078143.299972:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078143.299976:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078143.299979:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078143.299982:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078143.299986:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078143.299995:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784256:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078143.300001:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078143.300005:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300011:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078143.300013:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078143.300015:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078143.300017:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078143.300020:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078143.300023:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784384:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078143.300026:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078143.300028:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078143.300030:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078143.300032:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078143.300036:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078143.300038:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078143.300042:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078143.300045:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078143.300049:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078143.300052:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610784384, portal 4
00000100:00000001:1.0:1769078143.300055:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078143.300056:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511424128 : -104785198127488 : ffffa0b2cb7ce680)
00000100:00000040:1.0:1769078143.300062:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300068:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078143.300071:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078143.300073:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078143.300075:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610784384, offset 0
00000400:00000200:1.0:1769078143.300080:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078143.300084:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078143.300087:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078143.300090:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078143.300094:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078143.300096:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078143.300099:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078143.300102:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21806:21806:256:4294967295] 192.168.204.105@tcp LPNI seq info [21803:21803:8:4294967295]
00000400:00000200:1.0:1769078143.300106:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078143.300113:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078143.300117:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078143.300121:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078143.300125:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078143.300127:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078143.300132:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078143.300135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078143.300139:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078143.300142:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078143.300145:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078143.300148:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078143.300151:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078143.300153:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078143.300156:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078143.300160:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300168:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078143.300171:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300177:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.300179:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078143.300182:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078143.300185:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078143.300189:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078143.300191:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299804718
00000100:00000001:1.0:1769078143.300194:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299805553
00000100:00000001:1.0:1769078143.300196:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299804718
00000100:00000001:1.0:1769078143.300199:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299805553
00000100:00000001:1.0:1769078143.300201:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078143.300204:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.300205:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078143.300210:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078143/real 1769078143]  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078143.300218:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078143.300219:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078143.300221:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078143.300223:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078143.300225:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078143.300227:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078143.300231:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078143.300240:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300247:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078143.300249:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300251:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078143.300253:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078143.300256:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300264:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078143.300268:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300276:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078143.300278:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300280:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078143.300282:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300284:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078143.300286:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078143.300288:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078143.300292:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078143.300294:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078143.300299:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078143.300307:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784384:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078143.300311:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078143.300314:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300321:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078143.300322:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078143.300325:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078143.300326:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078143.300329:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078143.300332:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784512:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078143.300335:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078143.300337:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078143.300339:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078143.300341:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078143.300345:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078143.300347:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078143.300350:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078143.300353:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078143.300356:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078143.300359:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610784512, portal 4
00000100:00000001:1.0:1769078143.300361:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078143.300363:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511414272 : -104785198137344 : ffffa0b2cb7cc000)
00000100:00000040:1.0:1769078143.300368:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300375:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078143.300377:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078143.300379:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078143.300382:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610784512, offset 0
00000400:00000200:1.0:1769078143.300405:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078143.300410:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078143.300413:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078143.300417:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078143.300419:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078143.300422:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078143.300425:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078143.300428:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21807:21807:256:4294967295] 192.168.204.105@tcp LPNI seq info [21804:21804:8:4294967295]
00000400:00000200:1.0:1769078143.300432:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078143.300438:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078143.300443:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078143.300446:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078143.300450:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078143.300453:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078143.300458:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078143.300461:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078143.300465:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078143.300467:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078143.300471:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078143.300474:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078143.300477:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078143.300479:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078143.300481:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078143.300485:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300492:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078143.300495:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300508:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.300510:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078143.300513:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078143.300516:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078143.300520:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078143.300522:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299804730
00000100:00000001:1.0:1769078143.300525:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299805553
00000100:00000001:1.0:1769078143.300527:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299804730
00000100:00000001:1.0:1769078143.300529:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299805553
00000100:00000001:1.0:1769078143.300532:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078143.300534:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.300536:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078143.300540:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078143/real 1769078143]  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078143.300547:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078143.300549:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078143.300550:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078143.300553:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078143.300554:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078143.300557:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078143.300560:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078143.300568:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300574:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078143.300576:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300577:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078143.300579:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078143.300583:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300590:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078143.300594:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300600:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078143.300603:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300605:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078143.300607:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300609:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078143.300611:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078143.300614:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078143.300617:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078143.300620:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078143.300625:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078143.300633:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784512:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078143.300638:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300639:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078143.300643:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd880 x1855007610784256/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300649:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078143.300651:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078143.300653:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078143.300656:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078143.300657:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078143.300659:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078143.300661:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078143.300663:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:1.0:1769078143.300665:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078143.300667:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078143.300669:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd880.
00000100:00000001:1.0:1769078143.300672:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078143.300673:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300675:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078143.300678:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce680 x1855007610784384/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300685:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078143.300686:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078143.300687:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078143.300690:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078143.300691:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078143.300692:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078143.300694:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078143.300696:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:1.0:1769078143.300698:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078143.300699:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078143.300700:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce680.
00000100:00000001:1.0:1769078143.300702:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078143.300703:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300705:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078143.300708:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc000 x1855007610784512/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078143.300714:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078143.300715:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078143.300717:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078143.300719:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078143.300721:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078143.300722:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078143.300724:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078143.300726:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769078143.300728:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078143.300729:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078143.300730:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc000.
00000100:00000001:1.0:1769078143.300732:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078143.300734:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300736:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.300739:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078143.300741:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078143.300743:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078143.300745:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078144.130528:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078144.130533:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078144.130594:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078144.130597:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078144.130600:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078144.194482:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299805553, at 4299805568
00000100:00000010:2.0:1769078144.194499:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaae0.
00000100:00000040:3.0:1769078144.194510:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299805553, at 4299805568
00000100:00000010:3.0:1769078144.194527:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaea0.
00010000:00000001:0.0:1769078145.154516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078145.154530:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078145.154603:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078145.154607:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078145.154611:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078146.178549:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078146.178558:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078146.178629:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078146.178634:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078146.178638:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1769078146.882482:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:1.0:1769078146.882491:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:1.0:1769078146.882497:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1769078146.882664:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:2.0:1769078146.882673:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769078146.882682:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769078146.882690:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078146.882694:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078147.202522:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078147.202531:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078147.202600:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078147.202605:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078147.202609:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078148.226518:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078148.226529:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078148.226606:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078148.226611:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078148.226616:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078148.418492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078148.418504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078148.418507:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078148.418511:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078148.418515:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078148.418523:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5137
00000400:00000200:3.0:1769078148.418541:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078148.418548:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078148.418550:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078148.418554:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418558:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078148.418561:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418563:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078148.418566:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078148.418568:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078148.418570:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078148.418573:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078148.418575:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078148.418576:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078148.418578:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078148.418581:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418582:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078148.418585:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078148.418587:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418589:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078148.418591:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078148.418595:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078148.418597:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078148.418599:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078148.418601:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078148.418611:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769078148.418615:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078148.418619:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078148.418621:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078148.418624:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078148.418626:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078148.418630:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078148.418638:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000100:00000001:3.0:1769078148.418645:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078148.418652:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078148.418661:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078148.418665:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078148.418669:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078148.418686:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078148.418689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078148.418692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078148.418693:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078148.418694:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078148.418695:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078148.418697:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5137
00000400:00000200:3.0:1769078148.418699:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078148.418701:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078148.418703:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078148.418705:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418707:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078148.418710:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418711:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078148.418713:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078148.418715:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078148.418716:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078148.418718:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078148.418719:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078148.418721:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078148.418723:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078148.418724:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418728:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078148.418730:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078148.418730:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418734:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078148.418736:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078148.418737:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078148.418741:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418744:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078148.418745:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078148.418746:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078148.418752:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078148.418758:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.418759:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078148.418761:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078148.418763:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078148.418766:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078148.418767:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1769078148.418772:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078148.418773:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078148.418776:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078148.418777:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078148.418780:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000100:00100000:1.0:1769078148.418782:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610784640:192.168.204.105@tcp:250:kworker.0
00000020:00000040:3.0:1769078148.418784:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00000001:1.0:1769078148.418789:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078148.418789:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078148.418793:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078148.418795:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078148.418795:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078148.418796:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078148.418799:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078148.418800:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078148.418802:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078148.418805:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769078148.418809:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078148.418810:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078148.418814:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078148.418817:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078148.418825:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078148.418831:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078148.418833:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:3.0:1769078148.418834:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078148.418840:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078148.418842:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000001:3.0:1769078148.418850:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078148.418853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078148.418854:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610784640, portal 25
00000100:00080000:3.0:1769078148.418855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078148.418858:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078148.418861:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078148.418862:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078148.418863:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078148.418866:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511415168 : -104785198136448 : ffffa0b2cb7cc380)
00000100:00080000:3.0:1769078148.418867:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5137
00000400:00000200:3.0:1769078148.418889:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078148.418891:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078148.418895:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078148.418900:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078148.418910:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078148.418910:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418915:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078148.418920:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000040:3.0:1769078148.418921:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418925:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000010:1.0:1769078148.418927:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000020:00000001:3.0:1769078148.418928:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078148.418930:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078148.418933:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1769078148.418935:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610784640, offset 0
00000020:00000040:3.0:1769078148.418936:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078148.418942:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078148.418944:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078148.418949:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078148.418950:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078148.418955:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418957:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078148.418959:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769078148.418962:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769078148.418963:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078148.418967:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078148.418969:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078148.418972:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:3.0:1769078148.418972:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078148.418977:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078148.418980:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078148.418982:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1769078148.418983:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078148.418987:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078148.418988:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:3.0:1769078148.418991:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078148.418995:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1769078148.418995:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000400:00000200:1.0:1769078148.418999:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000020:00000040:3.0:1769078148.419001:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769078148.419007:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21808:21808:256:4294967295] 192.168.204.105@tcp LPNI seq info [21805:21805:8:4294967295]
02000000:00000001:3.0:1769078148.419007:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078148.419010:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078148.419015:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078148.419015:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078148.419018:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078148.419020:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078148.419025:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000400:00000200:1.0:1769078148.419026:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078148.419031:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078148.419036:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00100000:3.0:1769078148.419040:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1769078148.419042:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000100:00000001:3.0:1769078148.419050:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078148.419052:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078148.419055:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769078148.419060:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078148.419062:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769078148.419071:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078148.419072:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:3.0:1769078148.419075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769078148.419077:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1769078148.419079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078148.419082:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1769078148.419085:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078148.419086:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1769078148.419090:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000100:00000001:3.0:1769078148.419091:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078148.419096:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5137
00000400:00000200:1.0:1769078148.419098:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078148.419102:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078148.419107:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078148.419109:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078148.419112:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078148.419113:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000100:00000040:3.0:1769078148.419115:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078148.419118:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:3.0:1769078148.419119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078148.419124:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078148.419126:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078148.419127:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:1.0:1769078148.419133:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078148.419133:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078148.419137:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078148.419142:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078148.419145:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769078148.419146:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000040:1.0:1769078148.419150:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078148.419153:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078148.419159:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078148.419161:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078148.419162:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078148.419168:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078148.419170:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078148.419175:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078148.419177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078148.419179:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299810672
00000100:00000040:3.0:1769078148.419183:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000010:1.0:1769078148.419188:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaf00.
00000100:00000001:3.0:1769078148.419189:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078148.419194:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078148.419196:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078148.419199:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078148.419199:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078148.419204:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078148.419207:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078148.419209:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.419210:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299810672
00000100:00000001:3.0:1769078148.419211:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078148.419215:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1769078148.419219:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eac60.
00000008:00000001:3.0:1769078148.419219:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078148.419224:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.419228:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000010:3.0:1769078148.419229:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769078148.419234:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078148.419235:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078148.419237:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078148.419241:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.419242:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078148.419243:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078148.419246:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078148.419249:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769078148.419249:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078148.419256:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00100000:1.0:1769078148.419259:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078148/real 1769078148]  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078148.419260:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078148.419268:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078148.419276:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078148.419278:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078148.419282:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078148.419293:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769078148.419294:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1769078148.419296:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5147)
00000400:00000001:1.0:1769078148.419297:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078148.419302:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078148.419305:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078148.419307:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078148.419309:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078148.419315:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078148.419323:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419328:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078148.419330:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419333:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078148.419334:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078148.419337:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419342:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078148.419346:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419352:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078148.419354:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419355:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078148.419356:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419358:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078148.419359:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078148.419361:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078148.419364:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078148.419365:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078148.419368:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078148.419374:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610784640:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078148.419378:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419380:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078148.419382:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc380 x1855007610784640/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419415:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078148.419417:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078148.419420:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078148.419422:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078148.419424:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078148.419425:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078148.419427:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078148.419429:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:1.0:1769078148.419433:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078148.419434:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078148.419436:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc380.
00000100:00000001:1.0:1769078148.419438:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078148.419439:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419441:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419448:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078148.419449:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.419451:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078148.419452:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078148.419454:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078148.419456:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419462:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078148.419463:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078148.419464:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078148.419466:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078148.419467:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078148.419469:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784768:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078148.419472:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078148.419473:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078148.419474:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078148.419476:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078148.419478:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078148.419480:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078148.419483:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078148.419485:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078148.419488:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078148.419490:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610784768, portal 10
00000100:00000001:1.0:1769078148.419492:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078148.419493:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511421440 : -104785198130176 : ffffa0b2cb7cdc00)
00000100:00000040:1.0:1769078148.419507:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419512:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078148.419513:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078148.419515:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078148.419517:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610784768, offset 0
00000400:00000200:1.0:1769078148.419519:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078148.419523:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078148.419526:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078148.419528:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078148.419531:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078148.419532:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078148.419534:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078148.419536:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21809:21809:256:4294967295] 192.168.204.105@tcp LPNI seq info [21806:21806:8:4294967295]
00000400:00000200:1.0:1769078148.419539:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078148.419544:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078148.419547:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078148.419550:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078148.419553:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078148.419555:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078148.419558:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078148.419560:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078148.419562:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078148.419564:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078148.419566:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078148.419569:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078148.419571:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078148.419572:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078148.419574:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078148.419576:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419586:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078148.419588:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419593:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.419594:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078148.419596:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078148.419599:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078148.419602:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078148.419604:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299809812
00000100:00000001:1.0:1769078148.419607:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299810672
00000100:00000001:1.0:1769078148.419610:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299809812
00000100:00000001:1.0:1769078148.419612:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299810672
00000100:00000001:1.0:1769078148.419615:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078148.419617:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.419619:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078148.419623:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078148/real 1769078148]  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078148.419632:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078148.419633:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078148.419635:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078148.419638:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078148.419640:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078148.419642:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078148.419645:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078148.419655:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419663:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078148.419665:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419668:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078148.419669:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078148.419673:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419680:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078148.419682:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419688:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078148.419689:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419690:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078148.419691:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419692:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078148.419693:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078148.419695:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078148.419697:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078148.419698:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078148.419700:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078148.419706:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784768:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078148.419710:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078148.419712:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419716:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078148.419717:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078148.419719:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078148.419720:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078148.419722:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078148.419724:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784896:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078148.419726:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078148.419728:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078148.419729:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078148.419731:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078148.419734:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078148.419735:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078148.419738:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078148.419740:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078148.419742:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078148.419744:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610784896, portal 4
00000100:00000001:1.0:1769078148.419746:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078148.419747:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511427712 : -104785198123904 : ffffa0b2cb7cf480)
00000100:00000040:1.0:1769078148.419751:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419756:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078148.419757:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078148.419759:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078148.419760:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610784896, offset 0
00000400:00000200:1.0:1769078148.419763:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078148.419765:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078148.419768:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078148.419770:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078148.419771:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078148.419773:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078148.419775:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078148.419777:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21810:21810:256:4294967295] 192.168.204.105@tcp LPNI seq info [21807:21807:8:4294967295]
00000400:00000200:1.0:1769078148.419780:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078148.419784:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078148.419787:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078148.419789:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078148.419792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078148.419795:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078148.419798:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078148.419799:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078148.419802:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078148.419804:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078148.419806:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078148.419808:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078148.419811:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078148.419812:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078148.419813:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078148.419815:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419821:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078148.419823:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419828:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.419828:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078148.419830:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078148.419832:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078148.419834:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078148.419835:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299809838
00000100:00000001:1.0:1769078148.419837:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299810672
00000100:00000001:1.0:1769078148.419838:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299809838
00000100:00000001:1.0:1769078148.419840:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299810672
00000100:00000001:1.0:1769078148.419842:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078148.419843:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.419845:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078148.419847:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078148/real 1769078148]  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078148.419854:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078148.419856:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078148.419857:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078148.419860:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078148.419861:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078148.419864:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078148.419867:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078148.419890:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419898:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078148.419899:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419901:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078148.419903:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078148.419907:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419915:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078148.419919:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419924:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078148.419926:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419927:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078148.419928:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.419929:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078148.419930:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078148.419932:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078148.419934:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078148.419935:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078148.419938:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078148.419948:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610784896:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078148.419951:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078148.419953:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419957:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078148.419958:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078148.419960:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078148.419961:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078148.419963:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078148.419965:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785024:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078148.419967:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078148.419968:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078148.419969:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078148.419970:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078148.419973:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078148.419975:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078148.419977:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078148.419979:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078148.419982:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078148.419984:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610785024, portal 4
00000100:00000001:1.0:1769078148.419985:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078148.419986:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511422336 : -104785198129280 : ffffa0b2cb7cdf80)
00000100:00000040:1.0:1769078148.419990:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.419995:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078148.419996:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078148.419998:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078148.420000:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610785024, offset 0
00000400:00000200:1.0:1769078148.420002:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078148.420005:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078148.420008:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078148.420010:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078148.420012:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078148.420014:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078148.420016:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078148.420018:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21811:21811:256:4294967295] 192.168.204.105@tcp LPNI seq info [21808:21808:8:4294967295]
00000400:00000200:1.0:1769078148.420021:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078148.420025:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078148.420028:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078148.420030:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078148.420032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078148.420034:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078148.420037:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078148.420039:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078148.420042:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078148.420043:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078148.420046:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078148.420048:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078148.420051:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078148.420052:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078148.420053:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078148.420056:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.420062:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078148.420064:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.420068:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.420069:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078148.420071:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078148.420073:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078148.420074:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078148.420076:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299809849
00000100:00000001:1.0:1769078148.420078:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299810672
00000100:00000001:1.0:1769078148.420080:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299809849
00000100:00000001:1.0:1769078148.420081:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299810672
00000100:00000001:1.0:1769078148.420083:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078148.420084:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.420085:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078148.420087:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078148/real 1769078148]  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078148.420092:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078148.420093:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078148.420094:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078148.420095:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078148.420097:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078148.420098:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078148.420100:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078148.420105:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.420109:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078148.420110:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.420111:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078148.420112:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078148.420114:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.420118:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078148.420120:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.420124:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078148.420126:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.420127:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078148.420128:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.420129:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078148.420130:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078148.420132:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078148.420134:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078148.420135:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078148.420138:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078148.420142:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785024:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078148.420144:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.420146:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078148.420147:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdc00 x1855007610784768/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.420151:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078148.420152:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078148.420154:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078148.420155:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078148.420156:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078148.420157:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078148.420158:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078148.420159:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:1.0:1769078148.420161:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078148.420161:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078148.420162:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdc00.
00000100:00000001:1.0:1769078148.420164:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078148.420165:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.420167:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078148.420168:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf480 x1855007610784896/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.420177:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078148.420178:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078148.420179:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078148.420181:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078148.420181:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078148.420182:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078148.420183:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078148.420184:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769078148.420185:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078148.420186:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078148.420187:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf480.
00000100:00000001:1.0:1769078148.420188:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078148.420189:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.420191:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078148.420193:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdf80 x1855007610785024/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078148.420200:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078148.420201:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078148.420202:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078148.420205:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078148.420206:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078148.420207:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078148.420208:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078148.420210:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:1.0:1769078148.420212:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078148.420213:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078148.420215:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdf80.
00000100:00000001:1.0:1769078148.420217:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078148.420218:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.420220:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078148.420224:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078148.420226:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078148.420228:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078148.420230:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078149.250501:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078149.250509:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078149.250576:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078149.250581:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078149.250593:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078149.314508:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299810672, at 4299810688
00000100:00000040:3.0:1769078149.314508:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299810672, at 4299810688
00000100:00000010:3.0:1769078149.314527:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00000100:00000010:2.0:1769078149.314528:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf00.
00010000:00000001:0.0:1769078150.274513:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078150.274520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078150.274591:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078150.274595:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078150.274599:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078151.298524:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078151.298532:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078151.298609:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078151.298614:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078151.298619:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078152.322509:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078152.322516:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078152.322584:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078152.322590:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078152.322594:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078153.346523:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078153.346536:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078153.346540:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078153.346543:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078153.346550:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078153.346553:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078153.346556:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078153.346566:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078153.346663:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078153.346670:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078153.346676:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078153.538756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078153.538766:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078153.538769:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078153.538774:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078153.538779:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078153.538813:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5142
00000400:00000200:0.0:1769078153.538824:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078153.538831:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078153.538834:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078153.538838:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078153.538841:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.538844:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078153.538847:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078153.538851:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078153.538853:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078153.538864:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078153.538867:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078153.538870:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078153.538873:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078153.538876:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078153.538878:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.538880:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078153.538882:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078153.538886:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078153.538889:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078153.538892:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078153.538896:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078153.538900:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078153.538903:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.538906:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078153.538909:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078153.538919:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769078153.538924:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078153.538928:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078153.538930:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.538934:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078153.538937:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078153.538941:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078153.538951:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769078153.538959:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078153.538969:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078153.538979:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078153.538985:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078153.538991:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.539019:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078153.539022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078153.539026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078153.539027:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078153.539030:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078153.539032:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078153.539035:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5142
00000400:00000200:0.0:1769078153.539040:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078153.539043:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078153.539046:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078153.539049:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078153.539051:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.539054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078153.539056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078153.539059:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078153.539061:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078153.539063:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078153.539065:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078153.539068:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078153.539071:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078153.539072:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078153.539078:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078153.539079:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078153.539083:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078153.539084:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.539089:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078153.539091:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078153.539097:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000040:1.0:1769078153.539097:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078153.539105:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078153.539112:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078153.539113:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.539116:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078153.539117:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078153.539120:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078153.539124:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078153.539125:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078153.539127:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078153.539130:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610785152:192.168.204.105@tcp:250:kworker.0
02000000:00000001:0.0:1769078153.539133:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.539135:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078153.539139:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078153.539141:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078153.539144:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078153.539146:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078153.539146:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1769078153.539152:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078153.539152:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078153.539156:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.539157:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078153.539165:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000400:00000200:1.0:1769078153.539170:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:0.0:1769078153.539171:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078153.539177:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1769078153.539178:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
02000000:00000001:0.0:1769078153.539180:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.539184:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078153.539186:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078153.539189:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078153.539189:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
02000000:00000010:0.0:1769078153.539198:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000200:1.0:1769078153.539201:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610785152, portal 25
00000100:00000001:0.0:1769078153.539203:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.539206:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078153.539208:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409836160 : -104785299715456 : ffffa0b2c56eca80)
00000100:00100000:0.0:1769078153.539214:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078153.539217:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.539243:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078153.539243:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078153.539247:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078153.539250:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078153.539252:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078153.539257:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610785152, offset 0
00000100:00000040:0.0:1769078153.539259:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078153.539266:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078153.539275:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078153.539277:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078153.539282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078153.539282:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078153.539289:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078153.539291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078153.539294:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078153.539295:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:0.0:1769078153.539298:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078153.539301:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078153.539306:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078153.539306:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00080000:0.0:1769078153.539315:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5142
00000400:00000200:1.0:1769078153.539315:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21812:21812:256:4294967295] 192.168.204.105@tcp LPNI seq info [21809:21809:8:4294967295]
00000400:00000200:1.0:1769078153.539323:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078153.539328:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078153.539336:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078153.539339:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078153.539346:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769078153.539346:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078153.539351:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000100:00000040:0.0:1769078153.539353:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078153.539358:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078153.539361:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769078153.539364:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:1.0:1769078153.539367:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769078153.539371:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:1.1:1769078153.539376:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769078153.539377:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078153.539380:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078153.539382:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078153.539384:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:1.1:1769078153.539410:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078153.539422:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078153.539424:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078153.539429:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1769078153.539430:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078153.539437:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078153.539438:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078153.539444:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000100:00000040:0.0:1769078153.539446:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078153.539447:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:0.0:1769078153.539452:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078153.539454:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769078153.539458:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078153.539461:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.539464:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078153.539469:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078153.539474:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078153.539481:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078153.539485:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078153.539490:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078153.539491:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769078153.539496:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078153.539500:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.539501:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078153.539505:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078153.539513:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.539517:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.539520:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078153.539525:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000100:00000001:1.0:1769078153.539525:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1769078153.539532:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078153.539534:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078153.539536:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078153.539540:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.539544:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078153.539545:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078153.539549:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078153.539551:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299815793
02000000:00000001:0.0:1769078153.539553:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078153.539559:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea720.
02000000:00000010:0.0:1769078153.539561:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769078153.539566:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078153.539572:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078153.539579:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078153.539581:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078153.539586:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078153.539590:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.539595:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299815793
00000100:00000010:1.0:1769078153.539602:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea840.
00000100:00000001:0.0:1769078153.539603:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.539608:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1769078153.539609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078153.539613:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078153.539616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078153.539617:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078153.539621:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078153.539622:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769078153.539626:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1769078153.539632:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078153/real 1769078153]  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.539633:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078153.539641:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5142
00000400:00000001:1.0:1769078153.539647:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1769078153.539651:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000001:1.0:1769078153.539651:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078153.539655:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:0.0:1769078153.539659:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078153.539660:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078153.539664:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00080000:0.0:1769078153.539665:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078153.539667:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1769078153.539672:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078153.539673:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.539678:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078153.539685:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078153.539686:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.539693:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078153.539696:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1769078153.539698:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078153.539699:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769078153.539703:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:1.0:1769078153.539704:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.539706:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769078153.539708:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:1.0:1769078153.539711:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078153.539712:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078153.539719:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078153.539723:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769078153.539726:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078153.539729:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078153.539735:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078153.539738:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078153.539741:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078153.539743:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.539746:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1769078153.539748:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078153.539749:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.539754:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078153.539755:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078153.539756:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1769078153.539760:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078153.539766:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078153.539769:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078153.539769:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1769078153.539774:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078153.539779:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078153.539781:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078153.539795:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1769078153.539800:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078153.539801:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078153.539806:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078153.539811:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078153.539813:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610785152:192.168.204.105@tcp:250:kworker.0
00000008:00000001:0.0:1769078153.539817:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.539819:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078153.539821:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.539822:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.539828:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eca80 x1855007610785152/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769078153.539829:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769078153.539836:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078153.539837:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078153.539840:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1769078153.539842:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1769078153.539843:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:0.0:1769078153.539846:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.539848:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1769078153.539850:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1769078153.539851:0:2365:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:0.0:1769078153.539854:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078153.539856:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078153.539860:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
02000000:00000010:0.0:1769078153.539862:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000020:00000001:1.0:1769078153.539863:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078153.539866:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769078153.539869:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.539872:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078153.539874:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078153.539876:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eca80.
00000100:00100000:0.0:1769078153.539878:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078153.539880:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078153.539882:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.539886:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.539894:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078153.539897:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.539902:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078153.539905:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078153.539907:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078153.539908:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078153.539913:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078153.539914:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078153.539924:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.539925:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078153.539929:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.539934:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078153.539938:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078153.539944:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078153.539950:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5152)
02000000:00000001:1.0:1769078153.539950:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078153.539958:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785280:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078153.539964:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078153.539967:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078153.539968:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.539970:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078153.539975:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078153.539977:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078153.539983:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078153.539985:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078153.539988:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078153.539990:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610785280, portal 10
00000100:00000001:1.0:1769078153.539992:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078153.539993:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409837952 : -104785299713664 : ffffa0b2c56ed180)
00000100:00000040:1.0:1769078153.539998:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540003:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078153.540005:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078153.540006:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078153.540008:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610785280, offset 0
00000400:00000200:1.0:1769078153.540011:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078153.540014:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078153.540016:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078153.540018:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078153.540020:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078153.540022:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078153.540024:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078153.540026:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21813:21813:256:4294967295] 192.168.204.105@tcp LPNI seq info [21810:21810:8:4294967295]
00000400:00000200:1.0:1769078153.540030:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078153.540037:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078153.540042:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078153.540045:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078153.540050:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078153.540053:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078153.540058:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078153.540061:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078153.540065:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078153.540067:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078153.540070:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078153.540074:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078153.540077:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078153.540080:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078153.540082:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078153.540086:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540095:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.540097:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540102:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.540103:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078153.540105:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078153.540108:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078153.540111:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078153.540113:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299814932
00000100:00000001:1.0:1769078153.540115:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299815793
00000100:00000001:1.0:1769078153.540116:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299814932
00000100:00000001:1.0:1769078153.540118:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299815793
00000100:00000001:1.0:1769078153.540120:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078153.540121:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.540123:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078153.540125:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078153/real 1769078153]  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078153.540131:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078153.540132:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078153.540133:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078153.540134:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078153.540135:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078153.540137:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078153.540139:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078153.540144:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540148:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078153.540149:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540150:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.540151:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078153.540155:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540161:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078153.540165:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540173:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078153.540175:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540177:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.540179:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540181:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078153.540183:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078153.540186:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078153.540189:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078153.540192:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078153.540196:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078153.540201:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785280:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078153.540204:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078153.540206:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540211:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078153.540212:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.540213:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078153.540215:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078153.540216:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078153.540218:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785408:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078153.540220:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078153.540221:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078153.540223:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.540224:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078153.540226:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078153.540228:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078153.540231:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078153.540233:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078153.540235:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078153.540237:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610785408, portal 4
00000100:00000001:1.0:1769078153.540238:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078153.540239:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409839744 : -104785299711872 : ffffa0b2c56ed880)
00000100:00000040:1.0:1769078153.540243:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540252:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078153.540253:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078153.540255:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078153.540256:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610785408, offset 0
00000400:00000200:1.0:1769078153.540259:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078153.540262:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078153.540264:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078153.540266:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078153.540268:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078153.540270:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078153.540271:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078153.540274:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21814:21814:256:4294967295] 192.168.204.105@tcp LPNI seq info [21811:21811:8:4294967295]
00000400:00000200:1.0:1769078153.540276:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078153.540281:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078153.540284:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078153.540286:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078153.540288:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078153.540290:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078153.540293:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078153.540295:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078153.540298:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078153.540299:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078153.540301:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078153.540304:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078153.540305:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078153.540307:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078153.540308:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078153.540311:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540316:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.540317:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540326:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.540327:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078153.540329:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078153.540331:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078153.540333:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078153.540334:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299814958
00000100:00000001:1.0:1769078153.540336:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299815793
00000100:00000001:1.0:1769078153.540338:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299814958
00000100:00000001:1.0:1769078153.540339:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299815793
00000100:00000001:1.0:1769078153.540341:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078153.540342:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.540343:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078153.540345:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078153/real 1769078153]  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078153.540350:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078153.540351:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078153.540352:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078153.540353:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078153.540354:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078153.540355:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078153.540357:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078153.540362:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540367:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078153.540368:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540369:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.540370:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078153.540372:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540377:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078153.540379:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540383:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078153.540403:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540404:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.540405:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540406:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078153.540407:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078153.540408:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078153.540410:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078153.540412:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078153.540414:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078153.540419:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785408:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078153.540422:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540423:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.540426:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed180 x1855007610785280/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540429:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078153.540431:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078153.540432:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078153.540434:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078153.540434:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078153.540435:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078153.540437:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078153.540438:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3c00.
02000000:00000001:1.0:1769078153.540440:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078153.540441:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078153.540442:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed180.
00000100:00000001:1.0:1769078153.540444:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078153.540445:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540446:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.540448:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed880 x1855007610785408/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540452:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078153.540453:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078153.540454:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078153.540455:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078153.540456:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078153.540456:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078153.540458:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078153.540458:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0000.
02000000:00000001:1.0:1769078153.540460:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078153.540460:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078153.540461:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed880.
00000100:00000001:1.0:1769078153.540462:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078153.540463:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540464:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540467:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078153.540467:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.540469:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078153.540470:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078153.540470:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078153.540473:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540477:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078153.540478:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.540479:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078153.540480:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078153.540482:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078153.540485:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785536:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078153.540491:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078153.540493:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078153.540495:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.540497:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078153.540500:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078153.540502:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078153.540505:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078153.540508:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078153.540511:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078153.540514:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610785536, portal 4
00000100:00000001:1.0:1769078153.540516:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078153.540517:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409835264 : -104785299716352 : ffffa0b2c56ec700)
00000100:00000040:1.0:1769078153.540523:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540530:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078153.540532:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078153.540535:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078153.540537:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610785536, offset 0
00000400:00000200:1.0:1769078153.540541:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078153.540546:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078153.540550:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078153.540553:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078153.540555:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078153.540558:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078153.540560:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078153.540562:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21815:21815:256:4294967295] 192.168.204.105@tcp LPNI seq info [21812:21812:8:4294967295]
00000400:00000200:1.0:1769078153.540565:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078153.540570:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078153.540573:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078153.540575:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078153.540578:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078153.540581:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078153.540584:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078153.540585:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078153.540588:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078153.540589:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078153.540591:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078153.540593:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078153.540596:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078153.540597:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078153.540599:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078153.540601:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540607:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.540609:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540613:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.540614:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078153.540616:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078153.540618:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078153.540620:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078153.540621:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299814970
00000100:00000001:1.0:1769078153.540623:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299815793
00000100:00000001:1.0:1769078153.540625:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299814970
00000100:00000001:1.0:1769078153.540626:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299815793
00000100:00000001:1.0:1769078153.540627:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078153.540629:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.540630:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078153.540632:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078153/real 1769078153]  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078153.540637:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078153.540638:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078153.540639:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078153.540641:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078153.540642:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078153.540643:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078153.540645:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078153.540650:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540654:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078153.540655:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540656:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.540657:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078153.540659:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540663:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078153.540665:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540670:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078153.540672:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540673:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.540673:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540675:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078153.540675:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078153.540677:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078153.540679:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078153.540680:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078153.540682:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078153.540687:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785536:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078153.540690:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540691:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.540693:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec700 x1855007610785536/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.540697:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078153.540698:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078153.540699:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078153.540701:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078153.540701:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078153.540702:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078153.540703:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078153.540704:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3800.
02000000:00000001:1.0:1769078153.540706:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078153.540707:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078153.540708:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec700.
00000100:00000001:1.0:1769078153.540710:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078153.540711:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540712:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.540714:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078153.540715:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.540716:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078153.540717:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078154.370527:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078154.370548:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078154.370619:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078154.370622:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078154.370626:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078154.434518:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299815793, at 4299815808
00000100:00000040:3.0:1769078154.434518:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299815793, at 4299815808
00000100:00000010:3.0:1769078154.434537:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea840.
00000100:00000010:2.0:1769078154.434542:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea720.
00010000:00000001:0.0:1769078155.394516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078155.394523:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078155.394594:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078155.394597:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078155.394600:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078156.418506:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078156.418511:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078156.418574:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078156.418577:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078156.418580:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078157.442467:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078157.442476:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078157.442529:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078157.442533:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078157.442536:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078158.466512:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078158.466521:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078158.466582:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078158.466585:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078158.466588:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078158.658536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078158.658547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078158.658549:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078158.658554:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078158.658558:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078158.658564:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5147
00000400:00000200:3.0:1769078158.658574:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078158.658579:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078158.658582:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078158.658584:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078158.658590:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658592:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078158.658595:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078158.658597:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078158.658600:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078158.658601:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078158.658603:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078158.658604:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078158.658606:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078158.658608:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078158.658611:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078158.658613:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658615:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078158.658618:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078158.658620:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078158.658622:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.658624:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078158.658627:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078158.658637:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769078158.658640:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078158.658644:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078158.658645:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.658648:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078158.658650:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078158.658653:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078158.658660:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769078158.658666:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078158.658673:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078158.658681:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078158.658685:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078158.658688:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078158.658717:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078158.658720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078158.658722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078158.658723:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078158.658724:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078158.658726:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078158.658728:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5147
00000400:00000200:3.0:1769078158.658731:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078158.658733:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078158.658736:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078158.658738:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658740:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078158.658742:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658745:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078158.658747:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078158.658749:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078158.658751:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078158.658754:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078158.658756:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078158.658758:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078158.658762:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078158.658763:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078158.658764:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078158.658769:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078158.658770:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078158.658772:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078158.658774:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078158.658777:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078158.658784:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000040:1.0:1769078158.658786:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078158.658786:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078158.658790:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078158.658795:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078158.658799:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.658803:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078158.658808:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078158.658811:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769078158.658813:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.658816:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.658817:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.658823:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769078158.658824:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769078158.658828:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078158.658829:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078158.658833:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078158.658835:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078158.658836:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.658840:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1769078158.658842:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610785664:192.168.204.105@tcp:250:kworker.0
02000000:00000001:3.0:1769078158.658843:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078158.658846:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.658850:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769078158.658853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769078158.658857:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078158.658861:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078158.658864:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078158.658868:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078158.658869:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.658871:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.658874:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078158.658879:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078158.658883:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078158.658887:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.658895:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.658900:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769078158.658901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078158.658906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078158.658908:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078158.658910:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078158.658911:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:3.0:1769078158.658912:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078158.658917:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5147
00000400:00000010:1.0:1769078158.658921:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000400:00000200:3.0:1769078158.658921:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078158.658924:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078158.658927:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078158.658928:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658930:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078158.658931:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658933:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:1.0:1769078158.658934:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610785664, portal 25
00000020:00000001:3.0:1769078158.658934:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078158.658936:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078158.658939:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078158.658940:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769078158.658941:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000100:00000001:1.0:1769078158.658945:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511429504 : -104785198122112 : ffffa0b2cb7cfb80)
00000020:00000001:3.0:1769078158.658945:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078158.658949:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078158.658953:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658955:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078158.658957:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078158.658958:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078158.658965:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078158.658970:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658975:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078158.658977:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078158.658978:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769078158.658980:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078158.658983:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.658985:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078158.658986:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078158.658990:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769078158.658992:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000008:00000001:3.0:1769078158.658993:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.658997:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078158.658999:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610785664, offset 0
00000100:00000010:3.0:1769078158.659002:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769078158.659006:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078158.659009:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078158.659010:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.659011:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078158.659013:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078158.659014:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.659019:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
02000000:00000010:3.0:1769078158.659021:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769078158.659026:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.659030:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:3.0:1769078158.659033:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078158.659041:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:3.0:1769078158.659044:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078158.659047:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.659050:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078158.659052:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078158.659059:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:3.0:1769078158.659059:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078158.659062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078158.659066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769078158.659067:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078158.659068:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078158.659071:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078158.659074:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.659075:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078158.659079:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5147
00000400:00000200:3.0:1769078158.659084:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078158.659086:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21816:21816:256:4294967295] 192.168.204.105@tcp LPNI seq info [21813:21813:8:4294967295]
00000400:00000200:3.0:1769078158.659089:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078158.659092:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078158.659098:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:3.0:1769078158.659098:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.659101:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078158.659104:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.659106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078158.659107:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078158.659109:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078158.659110:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078158.659112:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078158.659115:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078158.659118:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:1.0:1769078158.659121:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078158.659123:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.659126:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078158.659129:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078158.659130:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078158.659132:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000800:00000200:1.0:1769078158.659135:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078158.659136:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078158.659140:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078158.659141:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1769078158.659144:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
02000000:00000001:3.0:1769078158.659144:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078158.659148:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.659150:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078158.659152:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078158.659154:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.659157:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078158.659158:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000010:3.0:1769078158.659161:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769078158.659164:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000800:00000200:1.0:1769078158.659165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1769078158.659166:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078158.659168:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078158.659171:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078158.659173:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078158.659175:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078158.659178:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000010:3.0:1769078158.659180:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769078158.659186:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078158.659186:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000100:00100000:3.0:1769078158.659192:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1769078158.659198:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078158.659202:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769078158.659204:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000100:00000001:3.0:1769078158.659205:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078158.659210:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078158.659215:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078158.659216:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078158.659221:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5157)
00000400:00000200:1.0:1769078158.659226:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078158.659233:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078158.659236:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078158.659242:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078158.659247:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659257:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.659260:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659268:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.659270:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078158.659277:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.659281:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078158.659285:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299820912
00000100:00000010:1.0:1769078158.659291:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea660.
00000100:00000001:1.0:1769078158.659298:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078158.659312:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299820912
00000100:00000010:1.0:1769078158.659316:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea720.
00000100:00000001:1.0:1769078158.659319:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078158.659322:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078158.659326:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.659329:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078158.659335:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078158/real 1769078158]  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078158.659346:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078158.659348:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078158.659350:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078158.659353:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078158.659355:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078158.659358:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078158.659362:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078158.659371:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659377:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078158.659379:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659382:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.659422:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078158.659429:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659436:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078158.659440:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659448:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078158.659451:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659453:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.659454:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659456:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078158.659458:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078158.659461:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078158.659465:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078158.659468:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078158.659472:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078158.659480:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610785664:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078158.659485:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659487:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.659490:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cfb80 x1855007610785664/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659496:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078158.659499:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078158.659501:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078158.659504:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078158.659506:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078158.659508:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078158.659510:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078158.659513:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:1.0:1769078158.659517:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078158.659519:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078158.659522:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cfb80.
00000100:00000001:1.0:1769078158.659525:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078158.659526:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659529:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659537:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078158.659539:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.659542:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078158.659543:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078158.659556:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078158.659560:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659568:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078158.659569:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.659572:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078158.659574:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078158.659576:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078158.659579:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785792:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078158.659583:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078158.659585:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078158.659587:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.659588:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078158.659591:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078158.659594:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.659598:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078158.659601:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078158.659605:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078158.659608:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610785792, portal 10
00000100:00000001:1.0:1769078158.659610:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078158.659612:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511419648 : -104785198131968 : ffffa0b2cb7cd500)
00000100:00000040:1.0:1769078158.659619:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659626:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078158.659628:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078158.659638:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078158.659641:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610785792, offset 0
00000400:00000200:1.0:1769078158.659645:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078158.659648:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078158.659651:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078158.659653:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078158.659656:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078158.659657:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078158.659659:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078158.659661:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21817:21817:256:4294967295] 192.168.204.105@tcp LPNI seq info [21814:21814:8:4294967295]
00000400:00000200:1.0:1769078158.659663:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078158.659667:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078158.659670:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078158.659673:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078158.659675:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078158.659677:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078158.659680:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078158.659682:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078158.659685:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078158.659686:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078158.659688:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078158.659690:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078158.659692:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078158.659693:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078158.659695:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078158.659709:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659716:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.659718:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659722:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.659723:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078158.659726:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.659729:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078158.659731:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078158.659732:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299820052
00000100:00000001:1.0:1769078158.659734:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299820912
00000100:00000001:1.0:1769078158.659736:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299820052
00000100:00000001:1.0:1769078158.659737:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299820912
00000100:00000001:1.0:1769078158.659739:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078158.659740:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.659741:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078158.659743:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078158/real 1769078158]  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078158.659752:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078158.659753:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078158.659754:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078158.659755:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078158.659756:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078158.659757:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078158.659759:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078158.659764:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659767:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078158.659768:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659769:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.659770:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078158.659772:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659775:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078158.659777:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659781:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078158.659783:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659784:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.659785:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659786:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078158.659787:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078158.659788:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078158.659790:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078158.659791:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078158.659794:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078158.659799:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785792:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078158.659801:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078158.659803:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659806:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078158.659807:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.659808:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078158.659809:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078158.659810:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078158.659812:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785920:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078158.659813:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078158.659815:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078158.659815:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.659816:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078158.659818:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078158.659820:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.659822:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078158.659823:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078158.659826:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078158.659827:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610785920, portal 4
00000100:00000001:1.0:1769078158.659829:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078158.659830:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416960 : -104785198134656 : ffffa0b2cb7cca80)
00000100:00000040:1.0:1769078158.659833:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659837:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078158.659838:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078158.659840:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078158.659841:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610785920, offset 0
00000400:00000200:1.0:1769078158.659843:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078158.659846:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078158.659848:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078158.659849:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078158.659851:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078158.659853:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078158.659854:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078158.659856:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21818:21818:256:4294967295] 192.168.204.105@tcp LPNI seq info [21815:21815:8:4294967295]
00000400:00000200:1.0:1769078158.659859:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078158.659863:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078158.659865:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078158.659867:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078158.659869:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078158.659871:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078158.659873:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078158.659875:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078158.659877:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078158.659879:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078158.659880:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078158.659883:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078158.659884:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078158.659885:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078158.659887:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078158.659889:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659893:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.659895:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659899:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.659900:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078158.659901:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.659903:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078158.659905:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078158.659907:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299820078
00000100:00000001:1.0:1769078158.659908:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299820912
00000100:00000001:1.0:1769078158.659910:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299820078
00000100:00000001:1.0:1769078158.659911:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299820912
00000100:00000001:1.0:1769078158.659912:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078158.659913:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.659914:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078158.659916:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078158/real 1769078158]  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078158.659920:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078158.659921:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078158.659921:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078158.659922:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078158.659924:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078158.659925:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078158.659927:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078158.659931:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659935:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078158.659935:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659936:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.659937:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078158.659939:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659942:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078158.659944:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659948:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078158.659949:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659950:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.659951:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.659952:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078158.659953:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078158.659955:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078158.659957:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078158.659958:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078158.659959:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078158.659963:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610785920:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078158.659965:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078158.659967:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.659970:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078158.659971:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.659972:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078158.659973:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078158.659974:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078158.659975:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786048:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078158.659977:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078158.659978:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078158.659979:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.659980:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078158.659982:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078158.659983:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.659985:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078158.659986:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078158.659988:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078158.659990:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610786048, portal 4
00000100:00000001:1.0:1769078158.659992:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078158.659992:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511426816 : -104785198124800 : ffffa0b2cb7cf100)
00000100:00000040:1.0:1769078158.659996:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.660000:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078158.660001:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078158.660002:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078158.660003:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610786048, offset 0
00000400:00000200:1.0:1769078158.660005:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078158.660006:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078158.660008:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078158.660010:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078158.660011:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078158.660012:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078158.660014:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078158.660016:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21819:21819:256:4294967295] 192.168.204.105@tcp LPNI seq info [21816:21816:8:4294967295]
00000400:00000200:1.0:1769078158.660018:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078158.660021:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078158.660024:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078158.660025:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078158.660027:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078158.660028:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078158.660030:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078158.660033:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078158.660035:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078158.660036:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078158.660038:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078158.660040:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078158.660043:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078158.660045:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078158.660047:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078158.660050:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.660062:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.660065:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.660071:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.660072:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078158.660075:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.660077:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078158.660080:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078158.660082:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299820089
00000100:00000001:1.0:1769078158.660085:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299820912
00000100:00000001:1.0:1769078158.660087:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299820089
00000100:00000001:1.0:1769078158.660089:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299820912
00000100:00000001:1.0:1769078158.660091:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078158.660093:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.660094:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078158.660098:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078158/real 1769078158]  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078158.660104:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078158.660105:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078158.660106:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078158.660109:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078158.660110:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078158.660112:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078158.660115:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078158.660122:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.660128:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078158.660130:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.660132:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.660134:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078158.660137:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.660144:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078158.660147:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.660153:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078158.660155:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.660156:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.660157:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.660158:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078158.660159:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078158.660161:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078158.660163:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078158.660164:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078158.660167:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078158.660171:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786048:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078158.660173:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.660174:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.660176:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd500 x1855007610785792/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.660180:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078158.660181:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078158.660182:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078158.660184:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078158.660185:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078158.660186:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078158.660188:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078158.660189:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4000.
02000000:00000001:1.0:1769078158.660191:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078158.660191:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078158.660192:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd500.
00000100:00000001:1.0:1769078158.660194:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078158.660195:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.660196:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.660198:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cca80 x1855007610785920/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.660202:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078158.660202:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078158.660203:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078158.660205:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078158.660205:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078158.660206:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078158.660207:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078158.660208:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:1.0:1769078158.660209:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078158.660209:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078158.660210:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cca80.
00000100:00000001:1.0:1769078158.660211:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078158.660212:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.660212:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.660214:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf100 x1855007610786048/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.660217:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078158.660218:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078158.660218:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078158.660220:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078158.660220:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078158.660221:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078158.660222:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078158.660222:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769078158.660223:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078158.660224:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078158.660225:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf100.
00000100:00000001:1.0:1769078158.660227:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078158.660227:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.660228:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.660231:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078158.660232:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.660233:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078158.660234:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078159.490471:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078159.490481:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078159.490555:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078159.490560:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078159.490565:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078159.554498:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299820912, at 4299820928
00000100:00000010:2.0:1769078159.554514:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea660.
00000100:00000040:3.0:1769078159.554564:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299820912, at 4299820928
00000100:00000010:3.0:1769078159.554573:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea720.
00010000:00000001:0.0:1769078160.514497:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078160.514504:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078160.514560:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078160.514564:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078160.514566:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078161.538512:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078161.538519:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078161.538592:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078161.538595:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078161.538599:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078162.562500:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078162.562507:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078162.562559:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078162.562562:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078162.562565:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078163.586537:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078163.586550:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078163.586553:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078163.586557:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078163.586562:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078163.586565:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078163.586568:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078163.586571:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078163.586653:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078163.586657:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078163.586660:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078163.778560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078163.778576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078163.778579:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078163.778585:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078163.778591:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078163.778601:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5152
00000400:00000200:3.0:1769078163.778629:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078163.778638:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078163.778642:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078163.778647:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.778653:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078163.778657:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.778661:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078163.778666:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078163.778668:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078163.778672:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078163.778675:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078163.778678:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078163.778682:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078163.778685:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.778688:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078163.778690:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.778692:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078163.778696:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078163.778700:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078163.778703:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078163.778707:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078163.778712:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078163.778715:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.778718:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078163.778730:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078163.778743:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769078163.778748:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078163.778752:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078163.778754:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.778758:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078163.778761:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078163.778766:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078163.778776:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769078163.778784:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078163.778794:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078163.778808:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078163.778814:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078163.778820:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078163.778848:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078163.778852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078163.778856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078163.778857:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078163.778859:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078163.778862:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078163.778864:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5152
00000400:00000200:3.0:1769078163.778869:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078163.778873:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078163.778876:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078163.778880:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.778882:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078163.778885:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.778888:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078163.778891:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078163.778893:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078163.778895:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078163.778897:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078163.778900:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078163.778902:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078163.778903:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078163.778909:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078163.778910:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078163.778914:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078163.778915:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078163.778921:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:1.0:1769078163.778927:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078163.778933:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078163.778939:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:1.0:1769078163.778947:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078163.778947:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078163.778952:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.778956:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078163.778959:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078163.778960:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078163.778964:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078163.778965:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.778970:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078163.778971:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.778976:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769078163.778979:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610786176:192.168.204.105@tcp:250:kworker.0
00000008:00100000:3.0:1769078163.778982:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078163.778989:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078163.778990:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.778997:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078163.779000:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.779002:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.779006:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769078163.779009:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769078163.779014:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000010:1.0:1769078163.779015:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:3.0:1769078163.779017:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078163.779020:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078163.779021:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.779025:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078163.779027:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078163.779030:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.779032:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:3.0:1769078163.779037:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000400:00000010:1.0:1769078163.779040:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:3.0:1769078163.779043:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078163.779051:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00100000:3.0:1769078163.779052:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078163.779064:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610786176, portal 25
00000100:00000001:3.0:1769078163.779064:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078163.779069:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.779071:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078163.779076:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511425024 : -104785198126592 : ffffa0b2cb7cea00)
00000100:00000040:3.0:1769078163.779077:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078163.779088:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078163.779094:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078163.779099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078163.779105:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078163.779107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078163.779110:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1769078163.779114:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078163.779115:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078163.779120:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769078163.779121:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00080000:3.0:1769078163.779126:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5152
00000100:00000200:1.0:1769078163.779129:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610786176, offset 0
00000400:00000200:3.0:1769078163.779135:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078163.779144:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078163.779144:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078163.779149:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078163.779154:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.779156:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078163.779160:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:3.0:1769078163.779161:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.779166:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078163.779170:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078163.779172:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:1.0:1769078163.779174:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000020:00000001:3.0:1769078163.779175:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078163.779179:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078163.779183:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078163.779185:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769078163.779187:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078163.779193:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.779195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078163.779197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.779201:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078163.779205:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078163.779208:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:1.0:1769078163.779211:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078163.779217:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078163.779220:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.779224:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:3.0:1769078163.779226:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078163.779231:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078163.779232:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21820:21820:256:4294967295] 192.168.204.105@tcp LPNI seq info [21817:21817:8:4294967295]
02000000:00000001:3.0:1769078163.779237:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.779241:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078163.779244:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00100000:3.0:1769078163.779256:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078163.779260:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1769078163.779266:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.779270:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078163.779275:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000010:3.0:1769078163.779279:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000800:00000010:1.0:1769078163.779284:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000020:00000040:3.0:1769078163.779285:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078163.779291:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078163.779293:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.779296:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1769078163.779298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:3.0:1769078163.779299:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078163.779304:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078163.779306:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
02000000:00000010:3.0:1769078163.779311:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769078163.779318:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078163.779318:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078163.779325:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000100:00100000:3.0:1769078163.779329:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1769078163.779336:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078163.779342:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000100:00000001:3.0:1769078163.779345:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078163.779350:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.779352:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078163.779356:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078163.779365:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078163.779373:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.779376:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000100:00080000:3.0:1769078163.779377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078163.779382:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00080000:3.0:1769078163.779383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078163.779419:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078163.779423:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769078163.779423:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078163.779429:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769078163.779434:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078163.779436:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5152
00000400:00000200:3.0:1769078163.779446:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078163.779455:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078163.779460:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078163.779468:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078163.779471:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078163.779472:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078163.779477:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:1.0:1769078163.779481:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078163.779481:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078163.779487:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078163.779489:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078163.779494:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078163.779497:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:1.0:1769078163.779501:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078163.779502:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078163.779507:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769078163.779508:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078163.779515:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.779518:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078163.779519:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078163.779522:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078163.779526:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078163.779529:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769078163.779531:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:1.0:1769078163.779535:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299826033
00000100:00080000:3.0:1769078163.779538:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078163.779543:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078163.779546:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea840.
02000000:00000001:3.0:1769078163.779546:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078163.779552:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078163.779556:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.779557:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078163.779559:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078163.779563:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078163.779566:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078163.779568:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.779574:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299826033
00000100:00000010:3.0:1769078163.779574:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769078163.779580:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000010:1.0:1769078163.779583:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eac60.
02000000:00000001:3.0:1769078163.779585:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078163.779588:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.779590:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078163.779591:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078163.779595:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078163.779598:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078163.779599:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.779606:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078163.779608:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:1.0:1769078163.779627:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078163.779630:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078163.779635:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078163/real 1769078163]  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078163.779641:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1769078163.779660:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769078163.779660:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1769078163.779665:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769078163.779665:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078163.779670:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000100:00000040:3.0:1769078163.779673:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078163.779676:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078163.779681:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078163.779687:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769078163.779689:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078163.779695:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078163.779697:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5162)
00000100:00000200:1.0:1769078163.779710:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.779718:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078163.779721:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.779725:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.779727:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078163.779732:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.779740:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078163.779745:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.779753:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078163.779757:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.779759:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.779760:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.779763:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078163.779765:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078163.779768:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078163.779773:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078163.779775:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078163.779780:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078163.779789:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610786176:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078163.779795:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.779798:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.779801:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cea00 x1855007610786176/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.779808:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078163.779811:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078163.779814:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078163.779817:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078163.779819:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078163.779821:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078163.779824:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078163.779826:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:1.0:1769078163.779831:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078163.779833:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078163.779835:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cea00.
00000100:00000001:1.0:1769078163.779839:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078163.779840:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.779843:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.779851:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078163.779854:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.779857:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078163.779858:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078163.779860:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078163.779864:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.779871:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078163.779873:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.779876:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078163.779878:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.779880:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078163.779883:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786304:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078163.779887:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078163.779889:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078163.779891:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.779893:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078163.779896:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078163.779898:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.779903:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078163.779906:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078163.779910:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078163.779914:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610786304, portal 10
00000100:00000001:1.0:1769078163.779916:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078163.779918:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511425920 : -104785198125696 : ffffa0b2cb7ced80)
00000100:00000040:1.0:1769078163.779925:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.779933:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078163.779935:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078163.779938:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078163.779941:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610786304, offset 0
00000400:00000200:1.0:1769078163.779946:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078163.779950:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078163.779954:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078163.779958:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078163.779961:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078163.779963:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078163.779966:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078163.779969:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21821:21821:256:4294967295] 192.168.204.105@tcp LPNI seq info [21818:21818:8:4294967295]
00000400:00000200:1.0:1769078163.779974:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078163.779981:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078163.779986:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078163.779989:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078163.779994:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078163.779997:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078163.780002:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078163.780004:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078163.780008:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078163.780010:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078163.780014:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078163.780017:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078163.780021:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078163.780023:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078163.780026:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078163.780030:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780038:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.780041:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780054:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.780055:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078163.780059:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.780063:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078163.780067:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078163.780070:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299825172
00000100:00000001:1.0:1769078163.780073:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299826033
00000100:00000001:1.0:1769078163.780075:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299825172
00000100:00000001:1.0:1769078163.780078:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299826033
00000100:00000001:1.0:1769078163.780080:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078163.780082:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.780084:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078163.780088:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078163/real 1769078163]  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078163.780097:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078163.780098:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078163.780100:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078163.780103:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078163.780105:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078163.780107:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078163.780111:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078163.780120:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780128:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078163.780129:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780131:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.780133:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078163.780136:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780144:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078163.780147:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780155:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078163.780157:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780159:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.780160:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780162:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078163.780164:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078163.780167:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078163.780171:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078163.780174:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078163.780179:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078163.780187:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786304:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078163.780192:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078163.780196:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780203:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078163.780205:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.780208:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078163.780210:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.780212:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078163.780215:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786432:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078163.780218:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078163.780221:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078163.780223:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.780224:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078163.780228:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078163.780230:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.780234:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078163.780237:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078163.780241:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078163.780244:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610786432, portal 4
00000100:00000001:1.0:1769078163.780246:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078163.780247:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511426816 : -104785198124800 : ffffa0b2cb7cf100)
00000100:00000040:1.0:1769078163.780253:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780259:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078163.780262:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078163.780264:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078163.780267:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610786432, offset 0
00000400:00000200:1.0:1769078163.780271:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078163.780275:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078163.780279:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078163.780281:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078163.780284:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078163.780287:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078163.780290:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078163.780293:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21822:21822:256:4294967295] 192.168.204.105@tcp LPNI seq info [21819:21819:8:4294967295]
00000400:00000200:1.0:1769078163.780297:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078163.780303:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078163.780308:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078163.780311:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078163.780315:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078163.780317:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078163.780322:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078163.780325:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078163.780329:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078163.780332:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078163.780335:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078163.780339:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078163.780342:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078163.780344:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078163.780346:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078163.780350:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780359:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.780362:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780369:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.780371:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078163.780374:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.780377:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078163.780380:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078163.780382:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299825198
00000100:00000001:1.0:1769078163.780405:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299826033
00000100:00000001:1.0:1769078163.780408:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299825199
00000100:00000001:1.0:1769078163.780410:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299826033
00000100:00000001:1.0:1769078163.780412:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078163.780415:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.780417:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078163.780422:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078163/real 1769078163]  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078163.780430:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078163.780431:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078163.780433:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078163.780436:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078163.780438:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078163.780440:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078163.780443:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078163.780452:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780458:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078163.780460:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780462:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.780463:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078163.780467:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780474:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078163.780478:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780486:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078163.780488:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780490:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.780492:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780494:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078163.780496:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078163.780499:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078163.780502:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078163.780505:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078163.780509:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078163.780518:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786432:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078163.780522:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078163.780526:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780533:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078163.780535:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.780537:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078163.780539:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.780541:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078163.780544:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786560:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078163.780547:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078163.780549:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078163.780551:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.780553:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078163.780556:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078163.780558:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.780562:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078163.780564:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078163.780568:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078163.780570:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610786560, portal 4
00000100:00000001:1.0:1769078163.780572:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078163.780574:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416960 : -104785198134656 : ffffa0b2cb7cca80)
00000100:00000040:1.0:1769078163.780579:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780586:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078163.780588:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078163.780591:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078163.780593:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610786560, offset 0
00000400:00000200:1.0:1769078163.780597:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078163.780601:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078163.780604:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078163.780607:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078163.780609:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078163.780627:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078163.780630:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078163.780634:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21823:21823:256:4294967295] 192.168.204.105@tcp LPNI seq info [21820:21820:8:4294967295]
00000400:00000200:1.0:1769078163.780638:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078163.780645:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078163.780650:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078163.780654:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078163.780658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078163.780661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078163.780666:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078163.780668:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078163.780673:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078163.780675:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078163.780678:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078163.780681:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078163.780683:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078163.780685:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078163.780688:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078163.780692:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780700:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.780703:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780711:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.780713:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078163.780716:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.780719:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078163.780723:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078163.780725:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299825210
00000100:00000001:1.0:1769078163.780728:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299826033
00000100:00000001:1.0:1769078163.780730:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299825210
00000100:00000001:1.0:1769078163.780733:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299826033
00000100:00000001:1.0:1769078163.780735:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078163.780738:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.780740:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078163.780744:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078163/real 1769078163]  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078163.780753:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078163.780754:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078163.780756:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078163.780758:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078163.780760:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078163.780762:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078163.780765:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078163.780773:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780780:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078163.780782:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780784:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.780785:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078163.780789:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780795:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078163.780799:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780807:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078163.780809:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780811:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.780813:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780815:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078163.780817:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078163.780819:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078163.780823:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078163.780825:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078163.780830:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078163.780838:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786560:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078163.780842:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780844:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.780847:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ced80 x1855007610786304/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780854:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078163.780855:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078163.780857:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078163.780860:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078163.780861:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078163.780863:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078163.780865:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078163.780866:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:1.0:1769078163.780869:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078163.780871:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078163.780872:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ced80.
00000100:00000001:1.0:1769078163.780875:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078163.780876:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780878:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.780881:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf100 x1855007610786432/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780888:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078163.780890:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078163.780891:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078163.780895:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078163.780896:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078163.780897:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078163.780899:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078163.780901:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769078163.780903:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078163.780904:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078163.780905:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf100.
00000100:00000001:1.0:1769078163.780908:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078163.780909:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780910:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.780913:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cca80 x1855007610786560/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.780920:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078163.780921:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078163.780923:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078163.780925:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078163.780927:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078163.780928:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078163.780929:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078163.780930:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:1.0:1769078163.780932:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078163.780933:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078163.780934:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cca80.
00000100:00000001:1.0:1769078163.780936:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078163.780937:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780939:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.780942:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078163.780944:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.780946:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078163.780948:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078164.610520:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078164.610528:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078164.610616:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078164.610621:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078164.610624:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078164.674519:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299826033, at 4299826048
00000100:00000040:3.0:1769078164.674519:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299826033, at 4299826048
00000100:00000010:2.0:1769078164.674539:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea840.
00000100:00000010:3.0:1769078164.674542:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac60.
00010000:00000001:0.0:1769078165.634521:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078165.634529:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078165.634615:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078165.634620:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078165.634625:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078166.658513:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078166.658520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078166.658586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078166.658589:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078166.658593:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078167.682508:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078167.682515:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078167.682638:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078167.682642:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078167.682645:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078168.706557:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078168.706564:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078168.706637:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078168.706642:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078168.706647:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078168.898519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078168.898543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078168.898554:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078168.898559:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078168.898564:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078168.898571:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5157
00000400:00000200:3.0:1769078168.898580:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078168.898586:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078168.898589:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078168.898592:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.898595:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078168.898597:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.898600:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078168.898605:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078168.898607:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078168.898610:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078168.898613:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078168.898615:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078168.898618:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078168.898622:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.898625:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078168.898627:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.898630:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078168.898634:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078168.898637:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078168.898641:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078168.898643:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078168.898646:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078168.898648:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.898650:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078168.898652:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078168.898661:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769078168.898664:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078168.898668:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078168.898669:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.898672:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078168.898674:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078168.898678:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078168.898685:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000100:00000001:3.0:1769078168.898690:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078168.898698:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078168.898707:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078168.898712:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078168.898715:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.898737:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078168.898740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078168.898742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078168.898744:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078168.898745:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078168.898747:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078168.898749:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5157
00000400:00000200:3.0:1769078168.898752:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078168.898755:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078168.898756:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078168.898759:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.898760:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078168.898762:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.898763:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078168.898765:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078168.898767:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078168.898768:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078168.898770:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078168.898771:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078168.898773:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078168.898775:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.898776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078168.898778:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.898779:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078168.898781:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078168.898783:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078168.898785:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078168.898787:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078168.898788:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078168.898791:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078168.898793:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078168.898795:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.898798:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078168.898799:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1769078168.898801:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078168.898805:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.898807:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078168.898811:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078168.898811:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769078168.898813:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078168.898816:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078168.898817:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.898821:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078168.898823:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078168.898826:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.898833:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1769078168.898833:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:1.0:1769078168.898835:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.898841:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078168.898844:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078168.898847:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.898849:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078168.898857:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769078168.898858:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610786688:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078168.898868:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078168.898873:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078168.898874:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078168.898878:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.898879:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.898885:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078168.898890:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078168.898894:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078168.898899:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.898907:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078168.898909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078168.898911:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769078168.898914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078168.898915:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078168.898916:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078168.898922:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769078168.898924:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00080000:3.0:1769078168.898926:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5157
00000400:00000200:3.0:1769078168.898933:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078168.898934:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000400:00000200:3.0:1769078168.898938:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078168.898942:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1769078168.898945:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610786688, portal 25
00000100:00000040:3.0:1769078168.898947:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078168.898950:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078168.898952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078168.898953:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511419648 : -104785198131968 : ffffa0b2cb7cd500)
00000100:00000040:3.0:1769078168.898958:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:1.0:1769078168.898963:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.898964:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078168.898971:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078168.898974:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000100:00000001:1.0:1769078168.898977:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769078168.898978:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078168.898982:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000100:00000040:1.0:1769078168.898984:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769078168.898985:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000010:1.0:1769078168.898989:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000020:00000001:3.0:1769078168.898989:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078168.898996:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078168.898997:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610786688, offset 0
00000100:00000001:3.0:1769078168.898999:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078168.899003:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.899005:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078168.899007:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769078168.899012:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078168.899012:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078168.899017:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078168.899019:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078168.899021:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078168.899023:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078168.899028:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078168.899028:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078168.899032:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078168.899036:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.899039:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078168.899041:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000010:3.0:1769078168.899046:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000400:00000200:1.0:1769078168.899047:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769078168.899052:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769078168.899055:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:3.0:1769078168.899060:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078168.899061:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078168.899064:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078168.899066:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.899070:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078168.899072:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21824:21824:256:4294967295] 192.168.204.105@tcp LPNI seq info [21821:21821:8:4294967295]
02000000:00000001:3.0:1769078168.899073:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078168.899078:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769078168.899078:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078168.899088:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769078168.899093:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078168.899098:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078168.899105:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078168.899120:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078168.899121:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769078168.899125:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000100:00000001:3.0:1769078168.899125:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078168.899134:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078168.899135:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078168.899140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769078168.899150:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078168.899155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1769078168.899157:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078168.899161:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078168.899164:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000100:00080000:3.0:1769078168.899164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078168.899170:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769078168.899171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078168.899174:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078168.899178:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769078168.899179:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078168.899184:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078168.899185:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078168.899189:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00080000:3.0:1769078168.899189:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5157
00000100:00000001:1.0:1769078168.899202:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1769078168.899209:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000200:1.0:1769078168.899210:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078168.899217:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078168.899224:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078168.899231:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078168.899232:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078168.899236:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078168.899241:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078168.899242:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.899249:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078168.899254:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078168.899257:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:1.0:1769078168.899260:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078168.899262:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078168.899265:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1769078168.899266:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078168.899269:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078168.899271:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078168.899275:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078168.899275:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078168.899276:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078168.899284:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:3.0:1769078168.899287:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078168.899289:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299831152
00000100:00000001:3.0:1769078168.899294:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000010:1.0:1769078168.899297:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaf00.
00000020:00000040:3.0:1769078168.899300:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078168.899306:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078168.899308:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078168.899310:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078168.899314:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078168.899316:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.899319:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078168.899319:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078168.899324:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078168.899329:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.899331:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078168.899335:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769078168.899338:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078168.899341:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299831152
02000000:00000001:3.0:1769078168.899342:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078168.899345:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078168.899348:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaea0.
00000100:00000001:3.0:1769078168.899350:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078168.899353:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1769078168.899353:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078168.899357:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.899359:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769078168.899362:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:1.0:1769078168.899365:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.899367:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.899370:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078168.899374:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078168.899381:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078168.899383:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078168.899424:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.899433:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078168.899439:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5167)
00000100:00100000:1.0:1769078168.899442:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078168/real 1769078168]  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078168.899453:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078168.899454:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078168.899456:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078168.899459:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078168.899461:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078168.899464:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078168.899468:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078168.899475:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899480:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078168.899482:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899483:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078168.899485:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078168.899487:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899492:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078168.899495:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899501:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078168.899502:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899503:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078168.899504:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899506:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078168.899508:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078168.899510:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078168.899513:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078168.899515:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078168.899517:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078168.899523:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610786688:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078168.899538:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899540:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078168.899543:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd500 x1855007610786688/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899547:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078168.899550:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078168.899552:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078168.899554:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078168.899555:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078168.899556:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078168.899558:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078168.899560:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4000.
02000000:00000001:1.0:1769078168.899563:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078168.899564:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078168.899566:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd500.
00000100:00000001:1.0:1769078168.899568:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078168.899569:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899571:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899576:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078168.899578:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.899580:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078168.899581:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078168.899582:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078168.899584:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899593:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078168.899595:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.899596:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078168.899597:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078168.899599:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078168.899601:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786816:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078168.899603:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078168.899604:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078168.899605:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.899606:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078168.899609:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078168.899610:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078168.899614:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078168.899616:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078168.899620:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078168.899624:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610786816, portal 10
00000100:00000001:1.0:1769078168.899625:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078168.899627:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511429504 : -104785198122112 : ffffa0b2cb7cfb80)
00000100:00000040:1.0:1769078168.899634:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899642:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078168.899644:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078168.899646:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078168.899649:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610786816, offset 0
00000400:00000200:1.0:1769078168.899654:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078168.899659:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078168.899663:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078168.899666:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078168.899669:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078168.899672:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078168.899674:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078168.899677:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21825:21825:256:4294967295] 192.168.204.105@tcp LPNI seq info [21822:21822:8:4294967295]
00000400:00000200:1.0:1769078168.899680:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078168.899685:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078168.899688:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078168.899691:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078168.899694:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078168.899696:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769078168.899699:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078168.899701:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769078168.899704:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078168.899705:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078168.899707:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078168.899710:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078168.899712:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078168.899713:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078168.899715:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078168.899717:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899723:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078168.899725:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899729:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.899731:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078168.899733:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078168.899736:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078168.899738:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078168.899739:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299830292
00000100:00000001:1.0:1769078168.899741:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299831152
00000100:00000001:1.0:1769078168.899743:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299830292
00000100:00000001:1.0:1769078168.899744:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299831152
00000100:00000001:1.0:1769078168.899746:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078168.899748:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.899749:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078168.899751:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078168/real 1769078168]  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078168.899757:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078168.899758:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078168.899759:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078168.899760:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078168.899761:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078168.899763:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078168.899765:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078168.899770:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899774:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078168.899775:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899776:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078168.899777:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078168.899779:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899783:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078168.899785:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899790:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078168.899792:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899793:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078168.899794:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899795:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078168.899796:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078168.899797:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078168.899800:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078168.899801:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078168.899804:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078168.899809:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786816:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078168.899811:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078168.899813:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899818:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078168.899818:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.899820:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078168.899821:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078168.899822:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078168.899824:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786944:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078168.899827:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078168.899828:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078168.899829:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.899830:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078168.899832:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078168.899834:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078168.899836:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078168.899838:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078168.899840:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078168.899842:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610786944, portal 4
00000100:00000001:1.0:1769078168.899843:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078168.899844:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511422336 : -104785198129280 : ffffa0b2cb7cdf80)
00000100:00000040:1.0:1769078168.899848:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899852:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078168.899853:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078168.899855:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078168.899856:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610786944, offset 0
00000400:00000200:1.0:1769078168.899859:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078168.899861:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078168.899863:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078168.899865:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078168.899867:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078168.899869:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078168.899870:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078168.899873:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21826:21826:256:4294967295] 192.168.204.105@tcp LPNI seq info [21823:21823:8:4294967295]
00000400:00000200:1.0:1769078168.899875:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078168.899879:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078168.899882:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078168.899883:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078168.899886:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078168.899888:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769078168.899890:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078168.899892:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769078168.899895:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078168.899896:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078168.899898:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078168.899900:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078168.899902:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078168.899903:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078168.899904:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078168.899907:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899911:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078168.899913:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899917:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.899918:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078168.899920:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078168.899922:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078168.899924:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078168.899925:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299830318
00000100:00000001:1.0:1769078168.899927:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299831152
00000100:00000001:1.0:1769078168.899928:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299830318
00000100:00000001:1.0:1769078168.899930:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299831152
00000100:00000001:1.0:1769078168.899931:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078168.899933:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.899934:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078168.899936:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078168/real 1769078168]  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078168.899940:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078168.899941:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078168.899942:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078168.899944:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078168.899945:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078168.899946:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078168.899948:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078168.899953:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899958:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078168.899958:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899959:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078168.899960:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078168.899962:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899966:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078168.899968:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.899976:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078168.899978:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899980:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078168.899981:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.899983:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078168.899985:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078168.899987:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078168.899990:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078168.899993:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078168.899997:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078168.900005:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610786944:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078168.900010:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078168.900014:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.900021:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078168.900023:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.900025:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078168.900027:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078168.900029:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078168.900032:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787072:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078168.900036:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078168.900038:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078168.900039:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.900040:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078168.900043:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078168.900044:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078168.900047:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078168.900049:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078168.900051:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078168.900053:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610787072, portal 4
00000100:00000001:1.0:1769078168.900055:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078168.900056:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511427712 : -104785198123904 : ffffa0b2cb7cf480)
00000100:00000040:1.0:1769078168.900060:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.900064:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078168.900066:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078168.900067:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078168.900069:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610787072, offset 0
00000400:00000200:1.0:1769078168.900071:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078168.900074:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078168.900076:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078168.900078:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078168.900080:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078168.900082:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078168.900083:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078168.900085:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21827:21827:256:4294967295] 192.168.204.105@tcp LPNI seq info [21824:21824:8:4294967295]
00000400:00000200:1.0:1769078168.900088:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078168.900092:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078168.900095:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078168.900097:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078168.900099:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078168.900101:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769078168.900104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078168.900106:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769078168.900108:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078168.900109:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078168.900112:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078168.900114:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078168.900116:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078168.900117:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078168.900119:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078168.900121:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.900126:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078168.900128:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.900133:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.900134:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078168.900136:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078168.900138:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078168.900140:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078168.900141:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299830329
00000100:00000001:1.0:1769078168.900143:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299831152
00000100:00000001:1.0:1769078168.900144:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299830329
00000100:00000001:1.0:1769078168.900146:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299831152
00000100:00000001:1.0:1769078168.900147:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078168.900148:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.900149:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078168.900152:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078168/real 1769078168]  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078168.900156:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078168.900157:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078168.900158:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078168.900159:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078168.900161:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078168.900162:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078168.900164:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078168.900169:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.900177:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078168.900178:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.900180:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078168.900181:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078168.900183:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.900187:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078168.900189:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.900193:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078168.900194:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.900196:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078168.900197:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.900199:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078168.900200:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078168.900203:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078168.900206:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078168.900208:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078168.900212:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078168.900219:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787072:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078168.900224:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.900225:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078168.900229:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cfb80 x1855007610786816/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.900236:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078168.900238:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078168.900241:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078168.900243:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078168.900245:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078168.900247:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078168.900249:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078168.900251:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:1.0:1769078168.900253:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078168.900255:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078168.900256:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cfb80.
00000100:00000001:1.0:1769078168.900260:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078168.900261:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.900263:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078168.900266:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdf80 x1855007610786944/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.900273:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078168.900274:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078168.900276:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078168.900278:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078168.900280:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078168.900281:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078168.900283:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078168.900284:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:1.0:1769078168.900287:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078168.900288:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078168.900290:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdf80.
00000100:00000001:1.0:1769078168.900292:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078168.900294:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.900296:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078168.900299:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf480 x1855007610787072/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.900307:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078168.900308:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078168.900310:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078168.900312:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078168.900313:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078168.900315:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078168.900317:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078168.900319:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:1.0:1769078168.900321:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078168.900323:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078168.900324:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf480.
00000100:00000001:1.0:1769078168.900325:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078168.900326:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.900327:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078168.900330:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078168.900331:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.900332:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078168.900333:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078169.730561:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078169.730568:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078169.730629:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078169.730633:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078169.730637:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078169.794469:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299831152, at 4299831168
00000100:00000010:2.0:1769078169.794489:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf00.
00000100:00000040:3.0:1769078169.794505:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299831152, at 4299831168
00000100:00000010:3.0:1769078169.794542:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaea0.
00010000:00000001:0.0:1769078170.754565:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078170.754577:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078170.754675:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078170.754679:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078170.754694:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078171.778554:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078171.778564:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078171.778706:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078171.778711:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078171.778715:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078172.802536:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078172.802546:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078172.802577:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078172.802579:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078172.802582:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078173.826565:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078173.826575:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078173.826577:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078173.826579:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078173.826583:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078173.826585:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078173.826587:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078173.826588:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078173.826647:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078173.826651:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078173.826654:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078174.018557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078174.018566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078174.018568:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078174.018572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078174.018576:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078174.018582:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5162
00000400:00000200:1.0:1769078174.018589:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078174.018594:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078174.018597:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078174.018600:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078174.018602:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078174.018604:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078174.018606:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078174.018609:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078174.018610:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078174.018612:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078174.018614:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078174.018616:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078174.018617:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078174.018619:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078174.018620:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078174.018622:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078174.018623:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078174.018625:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078174.018628:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078174.018629:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078174.018631:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078174.018634:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078174.018636:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078174.018638:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078174.018639:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078174.018647:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a300.
00000020:00000040:1.0:1769078174.018650:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078174.018654:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078174.018655:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078174.018658:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078174.018660:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078174.018663:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078174.018669:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000001:1.0:1769078174.018675:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078174.018682:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078174.018692:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078174.018697:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078174.018703:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfae78b9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078174.018732:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078174.018741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078174.018745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078174.018747:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078174.018748:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078174.018751:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078174.018755:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5162
00000400:00000200:1.0:1769078174.018760:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078174.018763:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078174.018764:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078174.018767:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078174.018769:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078174.018769:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078174.018775:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078174.018775:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078174.018779:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078174.018780:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078174.018784:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078174.018785:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078174.018787:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769078174.018789:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078174.018790:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078174.018795:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078174.018800:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078174.018807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078174.018811:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078174.018816:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078174.018821:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078174.018823:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769078174.018825:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:2.0:1769078174.018826:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078174.018830:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:2.0:1769078174.018831:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078174.018833:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.018835:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078174.018836:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078174.018840:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078174.018844:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078174.018845:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610787200:192.168.204.105@tcp:250:kworker.0
02000000:00000001:1.0:1769078174.018850:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078174.018852:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078174.018855:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078174.018856:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1769078174.018860:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.018861:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078174.018863:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.018864:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078174.018867:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79500.
02000000:00000001:2.0:1769078174.018868:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1769078174.018873:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000010:2.0:1769078174.018875:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4bc00.
02000000:00000001:1.0:1769078174.018876:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078174.018879:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.018880:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078174.018882:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078174.018884:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078174.018886:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078174.018889:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078174.018893:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078174.018898:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
02000000:00000010:1.0:1769078174.018901:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000200:2.0:1769078174.018904:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610787200, portal 25
00000100:00000001:1.0:1769078174.018908:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.018909:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078174.018912:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384201472 : -104785325350144 : ffffa0b2c3e7a300)
00000100:00100000:1.0:1769078174.018917:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078174.018920:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078174.018944:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078174.018944:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078174.018948:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078174.018950:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078174.018952:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000200:2.0:1769078174.018957:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610787200, offset 0
00000100:00000040:1.0:1769078174.018962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cf38f94] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078174.018966:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078174.018976:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078174.018981:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078174.018983:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:1.0:1769078174.018986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078174.018990:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769078174.018991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078174.018994:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078174.018996:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:1.0:1769078174.018997:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078174.019001:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078174.019001:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078174.019005:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5162
00000400:00000200:2.0:1769078174.019008:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078174.019014:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078174.019015:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21828:21828:256:4294967295] 192.168.204.105@tcp LPNI seq info [21825:21825:8:4294967295]
00000400:00000200:1.0:1769078174.019020:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078174.019024:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:1.0:1769078174.019025:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078174.019030:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078174.019033:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078174.019039:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078174.019041:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078174.019045:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.0:1769078174.019049:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078174.019053:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dd00.
00000020:00000001:1.0:1769078174.019057:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078174.019061:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000800:00000200:2.0:1769078174.019061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:1.0:1769078174.019063:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078174.019068:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.0:1769078174.019068:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1769078174.019072:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078174.019077:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769078174.019078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:1.0:1769078174.019083:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.1:1769078174.019084:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769078174.019086:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078174.019091:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000100:2.0:1769078174.019094:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078174.019095:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000010:2.0:1769078174.019097:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000020:00000040:1.0:1769078174.019099:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078174.019103:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769078174.019104:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078174.019109:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078174.019112:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078174.019115:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769078174.019116:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078174.019122:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078174.019123:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078174.019125:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000008:00100000:1.0:1769078174.019126:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078174.019130:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078174.019131:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:1.0:1769078174.019132:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078174.019138:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79180.
00000100:00000001:2.0:1769078174.019140:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1769078174.019141:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000200:2.0:1769078174.019148:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078174.019151:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078174.019154:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078174.019159:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078174.019161:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078174.019165:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.019168:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1769078174.019172:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac000.
00000100:00000040:2.0:1769078174.019174:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078174.019178:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.019185:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.019187:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1769078174.019191:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078174.019194:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078174.019202:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078174.019206:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299836272
00000100:00000001:1.0:1769078174.019208:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078174.019212:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078174.019212:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:2.0:1769078174.019222:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1769078174.019224:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb405fe] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019229:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299836272
00000100:00000001:1.0:1769078174.019237:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078174.019237:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
00000100:00080000:1.0:1769078174.019244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078174.019244:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078174.019249:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078174.019250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078174.019253:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078174.019254:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078174.019256:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078174.019258:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078174.019260:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078174.019265:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5162
00000100:00100000:2.0:1769078174.019266:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174]  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078174.019272:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078174.019279:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078174.019282:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1769078174.019283:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1769078174.019286:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000001:2.0:1769078174.019287:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1769078174.019291:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769078174.019291:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000100:00000040:1.0:1769078174.019296:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078174.019297:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078174.019301:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:1.0:1769078174.019302:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078174.019306:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1769078174.019307:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078174.019311:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078174.019313:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1769078174.019314:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078174.019315:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078174.019320:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078174.019324:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078174.019332:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078174.019334:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078174.019335:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078174.019340:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078174.019344:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078174.019347:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1769078174.019348:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078174.019350:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078174.019353:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078174.019354:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078174.019356:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.019357:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078174.019360:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769078174.019364:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078174.019365:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078174.019370:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078174.019374:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078174.019376:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1769078174.019377:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078174.019381:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078174.019382:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078174.019384:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.019410:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078174.019413:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019414:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078174.019415:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019417:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078174.019418:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078174.019423:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:1.0:1769078174.019424:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78000.
00000100:00080000:2.0:1769078174.019427:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000020:00000040:1.0:1769078174.019429:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078174.019432:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1769078174.019433:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078174.019437:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078174.019450:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078174.019456:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078174.019459:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078174.019462:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078174.019462:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610787200:192.168.204.105@tcp:250:kworker.0
02000000:00000010:1.0:1769078174.019469:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
00000100:00000001:2.0:1769078174.019469:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019475:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078174.019476:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078174.019481:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a300 x1855007610787200/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078174.019484:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078174.019510:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078174.019511:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1769078174.019512:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.019516:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1769078174.019517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809d7171] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078174.019521:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4bc00.
00000100:00000001:1.0:1769078174.019525:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.019529:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1769078174.019531:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5173)
00000020:00000001:2.0:1769078174.019532:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078174.019536:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078174.019538:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078174.019540:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:2.0:1769078174.019544:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078174.019545:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078174.019547:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a300.
00000100:00000001:2.0:1769078174.019551:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078174.019552:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019554:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019560:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078174.019561:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.019563:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078174.019565:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078174.019566:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078174.019570:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019575:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078174.019576:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.019578:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078174.019579:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078174.019581:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078174.019583:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787328:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078174.019586:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078174.019587:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078174.019589:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.019590:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078174.019592:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4bc00.
02000000:00000001:2.0:1769078174.019594:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078174.019597:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078174.019599:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078174.019602:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078174.019604:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610787328, portal 10
00000100:00000001:2.0:1769078174.019605:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078174.019607:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384197888 : -104785325353728 : ffffa0b2c3e79500)
00000100:00000040:2.0:1769078174.019611:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019616:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078174.019617:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078174.019619:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000200:2.0:1769078174.019620:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610787328, offset 0
00000400:00000200:2.0:1769078174.019623:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078174.019625:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078174.019628:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078174.019630:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078174.019632:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078174.019634:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078174.019636:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078174.019638:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21829:21829:256:4294967295] 192.168.204.105@tcp LPNI seq info [21826:21826:8:4294967295]
00000400:00000200:2.0:1769078174.019641:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078174.019645:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078174.019648:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078174.019651:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dd00.
00000800:00000200:2.0:1769078174.019654:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078174.019656:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078174.019659:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078174.019661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078174.019663:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078174.019665:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000400:00000200:2.0:1769078174.019667:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078174.019669:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078174.019671:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:2.0:1769078174.019673:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:2.0:1769078174.019674:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078174.019676:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019682:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078174.019685:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019691:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.019693:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078174.019696:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078174.019700:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078174.019704:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078174.019706:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299835412
00000100:00000001:2.0:1769078174.019709:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299836272
00000100:00000001:2.0:1769078174.019711:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299835412
00000100:00000001:2.0:1769078174.019713:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299836272
00000100:00000001:2.0:1769078174.019715:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078174.019718:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.019720:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078174.019724:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174]  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078174.019740:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078174.019742:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078174.019744:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078174.019746:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078174.019747:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078174.019749:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078174.019751:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078174.019757:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019762:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078174.019763:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019764:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078174.019765:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078174.019767:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019771:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078174.019774:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019778:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078174.019780:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019781:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078174.019782:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019783:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078174.019784:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078174.019785:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078174.019787:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078174.019788:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078174.019792:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078174.019797:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787328:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078174.019800:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078174.019802:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019806:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078174.019807:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.019808:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078174.019810:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078174.019811:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078174.019813:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787456:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078174.019815:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078174.019816:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078174.019818:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.019819:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078174.019821:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49c00.
02000000:00000001:2.0:1769078174.019823:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078174.019825:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078174.019827:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078174.019829:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078174.019832:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610787456, portal 4
00000100:00000001:2.0:1769078174.019833:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078174.019834:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196992 : -104785325354624 : ffffa0b2c3e79180)
00000100:00000040:2.0:1769078174.019838:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019843:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078174.019844:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078174.019846:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000200:2.0:1769078174.019848:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610787456, offset 0
00000400:00000200:2.0:1769078174.019851:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078174.019853:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078174.019856:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078174.019858:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078174.019860:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078174.019861:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078174.019863:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078174.019865:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21830:21830:256:4294967295] 192.168.204.105@tcp LPNI seq info [21827:21827:8:4294967295]
00000400:00000200:2.0:1769078174.019868:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078174.019873:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078174.019875:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078174.019877:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dd00.
00000800:00000200:2.0:1769078174.019880:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078174.019882:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078174.019885:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078174.019886:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078174.019889:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078174.019891:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000400:00000200:2.0:1769078174.019893:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078174.019895:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078174.019897:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:2.0:1769078174.019898:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:2.0:1769078174.019900:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078174.019902:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019907:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078174.019909:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019914:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.019915:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078174.019916:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078174.019918:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078174.019920:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078174.019922:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299835438
00000100:00000001:2.0:1769078174.019924:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299836272
00000100:00000001:2.0:1769078174.019926:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299835438
00000100:00000001:2.0:1769078174.019927:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299836272
00000100:00000001:2.0:1769078174.019928:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078174.019929:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.019931:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078174.019933:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174]  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078174.019937:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078174.019938:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078174.019939:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078174.019941:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078174.019942:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078174.019943:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078174.019945:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078174.019950:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019954:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078174.019955:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019956:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078174.019957:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078174.019959:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019963:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078174.019965:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019969:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078174.019971:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019972:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078174.019973:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.019974:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078174.019975:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078174.019977:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078174.019979:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078174.019980:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078174.019983:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078174.019987:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787456:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078174.019989:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078174.019991:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.019995:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078174.019996:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.019997:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078174.019998:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078174.019999:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078174.020001:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787584:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078174.020003:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078174.020004:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078174.020005:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078174.020006:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078174.020010:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48000.
02000000:00000001:2.0:1769078174.020011:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078174.020013:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078174.020014:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078174.020016:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078174.020018:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610787584, portal 4
00000100:00000001:2.0:1769078174.020020:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078174.020021:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384192512 : -104785325359104 : ffffa0b2c3e78000)
00000100:00000040:2.0:1769078174.020024:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.020029:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078174.020030:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078174.020031:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000200:2.0:1769078174.020033:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610787584, offset 0
00000400:00000200:2.0:1769078174.020035:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078174.020037:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078174.020039:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078174.020041:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078174.020044:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078174.020046:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078174.020049:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078174.020052:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21831:21831:256:4294967295] 192.168.204.105@tcp LPNI seq info [21828:21828:8:4294967295]
00000400:00000200:2.0:1769078174.020056:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078174.020062:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078174.020067:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078174.020070:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dd00.
00000800:00000200:2.0:1769078174.020075:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078174.020077:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078174.020082:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078174.020085:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078174.020090:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078174.020091:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000400:00000200:2.0:1769078174.020093:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078174.020096:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078174.020098:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:2.0:1769078174.020099:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:2.0:1769078174.020101:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078174.020104:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.020117:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078174.020120:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.020127:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.020128:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078174.020132:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078174.020135:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078174.020139:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078174.020141:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299835449
00000100:00000001:2.0:1769078174.020144:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299836272
00000100:00000001:2.0:1769078174.020146:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299835449
00000100:00000001:2.0:1769078174.020149:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299836272
00000100:00000001:2.0:1769078174.020151:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078174.020154:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.020156:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078174.020160:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174]  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078174.020169:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078174.020170:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078174.020171:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078174.020173:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078174.020174:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078174.020176:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078174.020178:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078174.020184:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.020188:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078174.020190:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.020191:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078174.020192:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078174.020194:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.020198:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078174.020201:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.020205:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078174.020206:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.020207:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078174.020208:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.020210:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078174.020211:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078174.020212:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078174.020214:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078174.020216:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078174.020218:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078174.020222:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787584:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078174.020225:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.020226:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078174.020228:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79500 x1855007610787328/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.020232:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078174.020233:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078174.020235:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4bc00.
02000000:00000001:2.0:1769078174.020236:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078174.020237:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078174.020238:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078174.020240:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078174.020241:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:2.0:1769078174.020243:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078174.020244:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078174.020245:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79500.
00000100:00000001:2.0:1769078174.020247:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078174.020247:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.020249:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078174.020251:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79180 x1855007610787456/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.020255:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078174.020256:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078174.020257:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49c00.
02000000:00000001:2.0:1769078174.020258:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078174.020259:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078174.020259:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078174.020260:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078174.020261:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:2.0:1769078174.020263:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078174.020263:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078174.020264:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79180.
00000100:00000001:2.0:1769078174.020265:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078174.020266:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.020267:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078174.020269:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78000 x1855007610787584/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078174.020272:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078174.020273:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078174.020274:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48000.
02000000:00000001:2.0:1769078174.020275:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078174.020276:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078174.020276:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078174.020277:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078174.020278:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078174.020279:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078174.020281:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078174.020282:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78000.
00000100:00000001:2.0:1769078174.020283:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078174.020284:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.020285:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078174.020288:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078174.020289:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078174.020290:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078174.020291:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078174.850498:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078174.850505:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078174.850527:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078174.850529:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078174.850531:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078174.914520:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299836272, at 4299836288
00000100:00000040:3.0:1769078174.914520:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299836272, at 4299836288
00000100:00000010:3.0:1769078174.914536:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00000100:00000010:2.0:1769078174.914538:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078175.874519:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078175.874525:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078175.874595:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078175.874604:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078175.874609:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078176.898519:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078176.898526:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078176.898565:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078176.898568:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078176.898571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078177.922527:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078177.922532:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078177.922593:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078177.922598:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078177.922602:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078178.946494:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078178.946500:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078178.946562:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078178.946566:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078178.946570:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078179.138477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078179.138485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078179.138487:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078179.138491:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078179.138495:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078179.138499:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5168
00000400:00000200:2.0:1769078179.138507:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078179.138511:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078179.138513:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078179.138515:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078179.138518:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.138519:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078179.138521:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078179.138523:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078179.138525:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078179.138527:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078179.138528:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078179.138529:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078179.138531:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078179.138532:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078179.138533:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.138535:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078179.138536:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078179.138538:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078179.138540:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078179.138542:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078179.138544:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078179.138546:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078179.138548:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.138549:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078179.138550:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078179.138558:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b100.
00000020:00000040:2.0:1769078179.138561:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078179.138563:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078179.138564:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.138567:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078179.138568:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078179.138571:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078179.138577:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48000.
00000100:00000001:2.0:1769078179.138582:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078179.138588:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078179.138595:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078179.138599:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078179.138608:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb1f593] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078179.138626:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078179.138628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078179.138630:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078179.138631:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078179.138633:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078179.138634:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078179.138636:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5168
00000400:00000200:2.0:1769078179.138638:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078179.138640:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078179.138641:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078179.138643:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078179.138645:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.138646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078179.138648:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078179.138649:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078179.138651:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078179.138652:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078179.138654:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078179.138655:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078179.138656:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078179.138658:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078179.138659:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078179.138659:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.138663:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078179.138664:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078179.138665:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078179.138667:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769078179.138667:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078179.138671:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078179.138673:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078179.138675:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078179.138676:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078179.138679:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078179.138683:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.138687:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078179.138689:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1769078179.138691:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078179.138692:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078179.138695:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078179.138697:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078179.138698:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078179.138701:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078179.138702:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568a80.
02000000:00000001:1.0:1769078179.138704:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078179.138705:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00100000:1.0:1769078179.138709:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610787712:192.168.204.105@tcp:250:kworker.0
02000000:00000001:2.0:1769078179.138710:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078179.138713:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.138716:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078179.138716:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078179.138719:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078179.138721:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078179.138722:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1769078179.138724:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49c00.
02000000:00000001:1.0:1769078179.138725:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078179.138729:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078179.138729:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078179.138735:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
00000100:00100000:2.0:1769078179.138735:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078179.138738:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.138745:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078179.138747:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078179.138748:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078179.138753:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000040:2.0:1769078179.138753:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7136c04] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078179.138760:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000001:2.0:1769078179.138762:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078179.138765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078179.138766:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610787712, portal 25
00000100:00080000:2.0:1769078179.138767:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078179.138770:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078179.138771:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078179.138773:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374702336 : -104785334849280 : ffffa0b2c356b100)
00000100:00080000:2.0:1769078179.138775:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1769078179.138780:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078179.138781:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078179.138787:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5168
00000100:00000001:1.0:1769078179.138789:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078179.138795:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078179.138795:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078179.138798:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078179.138800:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610787712, offset 0
00000400:00000200:1.0:1769078179.138804:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078179.138810:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078179.138813:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:2.0:1769078179.138814:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078179.138819:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078179.138821:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:2.0:1769078179.138823:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078179.138826:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078179.138829:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078179.138832:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:2.0:1769078179.138834:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078179.138837:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769078179.138840:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769078179.138841:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000020:00000040:2.0:1769078179.138843:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:1.0:1769078179.138845:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21832:21832:256:4294967295] 192.168.204.105@tcp LPNI seq info [21829:21829:8:4294967295]
00000020:00000001:2.0:1769078179.138847:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078179.138851:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:2.0:1769078179.138851:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078179.138856:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:2.0:1769078179.138862:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078179.138863:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769078179.138870:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:1.0:1769078179.138871:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078179.138876:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1769078179.138877:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000100:00000040:2.0:1769078179.138881:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:1.0:1769078179.138887:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078179.138887:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:1.0:1769078179.138892:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000020:00000040:2.0:1769078179.138892:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078179.138899:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:1.1:1769078179.138900:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078179.138905:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078179.138906:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1769078179.138910:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1769078179.138912:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000001:2.0:1769078179.138915:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1769078179.138916:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
02000000:00000001:2.0:1769078179.138921:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078179.138922:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078179.138926:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078179.138929:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078179.138930:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:2.0:1769078179.138931:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078179.138933:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1769078179.138935:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1769078179.138938:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769078179.138943:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.138945:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078179.138948:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356bb80.
00000020:00000040:2.0:1769078179.138952:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078179.138958:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078179.138961:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.138963:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078179.138964:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769078179.138964:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078179.138969:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078179.138972:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078179.138974:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4bc00.
00000100:00000001:2.0:1769078179.138980:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.138986:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078179.138988:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078179.138990:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078179.138997:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.138998:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078179.139002:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078179.139006:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:2.0:1769078179.139010:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003aa830cc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139012:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299841392
00000100:00000001:2.0:1769078179.139022:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078179.139024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078179.139027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:1.0:1769078179.139028:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaae0.
00000100:00000001:2.0:1769078179.139029:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078179.139031:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078179.139034:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078179.139036:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5168
00000100:00000001:1.0:1769078179.139039:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000400:00000200:2.0:1769078179.139040:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078179.139045:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078179.139046:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078179.139049:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299841392
00000100:00000040:2.0:1769078179.139049:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078179.139055:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1769078179.139056:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea300.
00000100:00000040:2.0:1769078179.139057:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078179.139062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078179.139063:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1769078179.139063:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078179.139065:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078179.139068:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078179.139070:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769078179.139070:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078179.139073:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078179.139076:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078179.139077:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078179.139079:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078179.139082:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078179.139082:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078179.139083:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078179.139086:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078179.139088:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00100000:1.0:1769078179.139092:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179]  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078179.139092:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078179.139093:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078179.139097:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078179.139100:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078179.139104:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078179.139106:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000001:1.0:1769078179.139108:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000008:00100000:2.0:1769078179.139109:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1769078179.139111:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000008:00000001:2.0:1769078179.139112:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078179.139114:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:2.0:1769078179.139115:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078179.139119:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000100:00000010:2.0:1769078179.139120:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b480.
00000400:00000010:1.0:1769078179.139121:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000020:00000040:2.0:1769078179.139123:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078179.139125:0:2365:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1769078179.139126:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078179.139129:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078179.139131:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078179.139137:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078179.139138:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078179.139139:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078179.139142:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48800.
00000100:00000001:2.0:1769078179.139146:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078179.139149:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078179.139154:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078179.139162:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078179.139165:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078179.139166:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078179.139169:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.139171:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1769078179.139174:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed65346d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139175:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078179.139183:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078179.139186:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078179.139187:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5178)
00000100:00000001:1.0:1769078179.139197:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078179.139202:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139210:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078179.139213:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139214:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078179.139216:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139218:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078179.139220:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078179.139223:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078179.139227:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078179.139229:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078179.139234:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078179.139242:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610787712:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078179.139246:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139248:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078179.139251:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b100 x1855007610787712/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139263:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078179.139265:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078179.139267:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078179.139269:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078179.139271:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078179.139272:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078179.139273:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078179.139275:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48000.
02000000:00000001:1.0:1769078179.139278:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078179.139279:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078179.139280:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b100.
00000100:00000001:1.0:1769078179.139282:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078179.139283:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139284:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139290:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078179.139291:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.139293:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078179.139293:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078179.139294:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078179.139297:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139301:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078179.139302:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078179.139303:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078179.139304:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078179.139305:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078179.139307:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787840:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078179.139309:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078179.139311:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078179.139312:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078179.139313:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078179.139315:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078179.139316:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078179.139319:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078179.139321:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078179.139323:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078179.139325:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610787840, portal 10
00000100:00000001:1.0:1769078179.139327:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078179.139327:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374692480 : -104785334859136 : ffffa0b2c3568a80)
00000100:00000040:1.0:1769078179.139331:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139335:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078179.139337:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078179.139338:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078179.139340:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610787840, offset 0
00000400:00000200:1.0:1769078179.139342:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078179.139344:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078179.139346:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078179.139348:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078179.139350:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078179.139352:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078179.139368:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078179.139371:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21833:21833:256:4294967295] 192.168.204.105@tcp LPNI seq info [21830:21830:8:4294967295]
00000400:00000200:1.0:1769078179.139374:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078179.139379:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078179.139382:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078179.139384:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078179.139407:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078179.139410:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078179.139414:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078179.139416:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078179.139420:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078179.139422:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078179.139425:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078179.139428:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078179.139431:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078179.139432:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078179.139435:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078179.139438:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139446:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078179.139449:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139454:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.139456:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078179.139459:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078179.139462:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078179.139466:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078179.139468:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299840532
00000100:00000001:1.0:1769078179.139470:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299841392
00000100:00000001:1.0:1769078179.139472:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299840532
00000100:00000001:1.0:1769078179.139474:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299841392
00000100:00000001:1.0:1769078179.139477:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078179.139479:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.139481:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078179.139485:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179]  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078179.139492:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078179.139493:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078179.139494:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078179.139496:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078179.139499:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078179.139500:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078179.139503:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078179.139510:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139521:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078179.139522:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139524:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078179.139525:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078179.139529:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139535:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078179.139538:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139544:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078179.139546:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139548:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078179.139549:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139550:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078179.139552:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078179.139554:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078179.139557:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078179.139559:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078179.139563:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078179.139570:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787840:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078179.139574:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078179.139577:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139584:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078179.139585:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078179.139587:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078179.139589:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078179.139591:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078179.139594:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787968:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078179.139597:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078179.139599:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078179.139600:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078179.139602:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078179.139605:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078179.139607:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078179.139610:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078179.139613:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078179.139616:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078179.139618:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610787968, portal 4
00000100:00000001:1.0:1769078179.139620:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078179.139621:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374705024 : -104785334846592 : ffffa0b2c356bb80)
00000100:00000040:1.0:1769078179.139626:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139630:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078179.139631:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078179.139633:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078179.139634:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610787968, offset 0
00000400:00000200:1.0:1769078179.139637:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078179.139639:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078179.139642:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078179.139644:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078179.139645:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078179.139647:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078179.139648:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078179.139650:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21834:21834:256:4294967295] 192.168.204.105@tcp LPNI seq info [21831:21831:8:4294967295]
00000400:00000200:1.0:1769078179.139653:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078179.139657:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078179.139660:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078179.139662:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078179.139664:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078179.139666:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078179.139669:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078179.139670:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078179.139673:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078179.139674:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078179.139676:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078179.139678:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078179.139680:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078179.139681:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078179.139682:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078179.139684:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139689:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078179.139691:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139697:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.139698:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078179.139701:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078179.139703:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078179.139706:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078179.139708:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299840558
00000100:00000001:1.0:1769078179.139710:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299841392
00000100:00000001:1.0:1769078179.139712:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299840558
00000100:00000001:1.0:1769078179.139714:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299841392
00000100:00000001:1.0:1769078179.139716:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078179.139718:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.139720:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078179.139724:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179]  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078179.139732:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078179.139733:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078179.139734:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078179.139736:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078179.139738:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078179.139740:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078179.139743:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078179.139750:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139757:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078179.139758:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139759:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078179.139760:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078179.139764:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139770:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078179.139773:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139780:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078179.139782:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139784:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078179.139785:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.139787:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078179.139788:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078179.139790:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078179.139793:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078179.139795:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078179.139799:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078179.139805:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610787968:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078179.139809:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078179.139811:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139817:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078179.139818:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078179.139821:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078179.139822:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078179.139824:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078179.139827:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788096:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078179.139829:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078179.139831:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078179.139832:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078179.139834:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078179.139837:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078179.139839:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078179.139842:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078179.139845:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078179.139847:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078179.139850:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610788096, portal 4
00000100:00000001:1.0:1769078179.139852:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078179.139853:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374703232 : -104785334848384 : ffffa0b2c356b480)
00000100:00000040:1.0:1769078179.139858:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139863:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078179.139865:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078179.139867:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078179.139869:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610788096, offset 0
00000400:00000200:1.0:1769078179.139873:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078179.139876:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078179.139879:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078179.139882:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078179.139885:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078179.139887:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078179.139889:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078179.139891:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21835:21835:256:4294967295] 192.168.204.105@tcp LPNI seq info [21832:21832:8:4294967295]
00000400:00000200:1.0:1769078179.139895:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078179.139900:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078179.139903:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078179.139906:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078179.139910:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078179.139912:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078179.139916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078179.139918:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078179.139921:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078179.139923:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078179.139926:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078179.139929:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078179.139931:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078179.139932:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078179.139935:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078179.139938:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139945:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078179.139948:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.139954:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.139955:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078179.139958:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078179.139960:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078179.139963:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078179.139965:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299840569
00000100:00000001:1.0:1769078179.139968:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299841392
00000100:00000001:1.0:1769078179.139969:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299840569
00000100:00000001:1.0:1769078179.139971:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299841392
00000100:00000001:1.0:1769078179.139973:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078179.139975:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.139977:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078179.139981:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179]  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078179.139988:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078179.139989:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078179.139991:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078179.139993:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078179.139995:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078179.139997:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078179.140000:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078179.140008:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.140014:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078179.140015:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.140016:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078179.140018:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078179.140021:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.140028:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078179.140032:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.140039:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078179.140041:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.140042:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078179.140044:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.140045:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078179.140047:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078179.140049:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078179.140053:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078179.140054:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078179.140058:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078179.140065:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788096:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078179.140068:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.140070:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078179.140073:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568a80 x1855007610787840/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.140080:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078179.140081:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078179.140083:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078179.140086:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078179.140087:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078179.140088:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078179.140090:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078179.140092:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49c00.
02000000:00000001:1.0:1769078179.140094:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078179.140095:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078179.140097:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568a80.
00000100:00000001:1.0:1769078179.140099:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078179.140100:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.140102:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078179.140105:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356bb80 x1855007610787968/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.140117:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078179.140118:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078179.140120:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078179.140122:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078179.140123:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078179.140124:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078179.140126:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078179.140128:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4bc00.
02000000:00000001:1.0:1769078179.140130:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078179.140131:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078179.140132:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356bb80.
00000100:00000001:1.0:1769078179.140134:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078179.140135:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.140137:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078179.140140:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b480 x1855007610788096/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078179.140147:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078179.140148:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078179.140149:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078179.140151:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078179.140152:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078179.140154:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078179.140155:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078179.140156:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:1.0:1769078179.140158:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078179.140159:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078179.140161:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b480.
00000100:00000001:1.0:1769078179.140162:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078179.140163:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.140165:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078179.140170:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078179.140171:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078179.140173:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078179.140174:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078179.970510:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078179.970529:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078179.970611:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078179.970615:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078179.970617:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078180.034526:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299841392, at 4299841408
00000100:00000040:2.0:1769078180.034533:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299841392, at 4299841408
00000100:00000010:3.0:1769078180.034548:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea300.
00000100:00000010:2.0:1769078180.034551:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaae0.
00010000:00000001:0.0:1769078180.994505:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078180.994513:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078180.994545:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078180.994550:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078180.994554:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078182.018500:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078182.018510:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078182.018581:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078182.018585:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078182.018590:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078183.042503:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078183.042513:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078183.042517:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078183.042520:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078183.042526:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078183.042529:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078183.042531:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078183.042534:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078183.042560:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078183.042564:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078183.042567:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078184.066497:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078184.066503:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078184.066565:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078184.066568:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078184.066571:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078184.258546:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078184.258559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078184.258562:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078184.258567:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078184.258572:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078184.258580:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5173
00000400:00000200:0.0:1769078184.258592:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078184.258599:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078184.258602:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078184.258606:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078184.258609:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078184.258611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078184.258614:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078184.258618:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078184.258620:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078184.258623:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078184.258626:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078184.258628:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078184.258630:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078184.258634:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078184.258635:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078184.258637:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078184.258639:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078184.258643:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078184.258646:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078184.258649:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078184.258652:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078184.258655:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078184.258658:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.258661:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078184.258664:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078184.258676:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769078184.258681:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078184.258684:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078184.258686:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.258689:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078184.258692:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078184.258697:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078184.258706:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769078184.258714:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078184.258723:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078184.258734:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078184.258740:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078184.258745:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078184.258768:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078184.258772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078184.258775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078184.258777:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078184.258778:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078184.258780:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078184.258783:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5173
00000400:00000200:0.0:1769078184.258787:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078184.258791:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078184.258793:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078184.258797:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078184.258799:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078184.258800:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078184.258802:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078184.258805:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078184.258806:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078184.258809:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078184.258810:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078184.258814:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078184.258817:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078184.258819:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078184.258820:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078184.258825:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078184.258830:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078184.258832:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078184.258835:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078184.258835:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078184.258839:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078184.258841:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078184.258843:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078184.258846:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078184.258847:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.258852:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00100000:1.0:1769078184.258853:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610788224:192.168.204.105@tcp:250:kworker.0
00000020:00000040:0.0:1769078184.258858:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:1.0:1769078184.258862:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769078184.258864:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078184.258869:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078184.258869:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078184.258873:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078184.258875:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078184.258880:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078184.258884:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.258886:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078184.258888:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078184.258895:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078184.258897:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078184.258902:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078184.258906:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00000001:0.0:1769078184.258910:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078184.258913:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:0.0:1769078184.258914:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078184.258921:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769078184.258925:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078184.258927:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078184.258929:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.258931:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078184.258931:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
02000000:00000001:0.0:1769078184.258933:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078184.258937:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078184.258941:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769078184.258945:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078184.258948:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610788224, portal 25
00000100:00100000:0.0:1769078184.258951:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078184.258953:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078184.258957:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409833472 : -104785299718144 : ffffa0b2c56ec000)
00000100:00000001:0.0:1769078184.258965:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769078184.258968:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078184.258969:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078184.258978:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.258983:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078184.258991:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078184.258993:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078184.258997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078184.259001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078184.259002:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078184.259004:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078184.259005:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000001:0.0:1769078184.259008:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769078184.259012:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610788224, offset 0
00000100:00080000:0.0:1769078184.259014:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5173
00000400:00000200:0.0:1769078184.259020:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078184.259025:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:0.0:1769078184.259036:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078184.259039:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:0.0:1769078184.259045:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078184.259050:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:0.0:1769078184.259051:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078184.259056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078184.259058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078184.259060:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078184.259062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078184.259066:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769078184.259068:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000040:0.0:1769078184.259069:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078184.259074:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078184.259077:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:1.0:1769078184.259078:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769078184.259082:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078184.259085:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000020:00000001:0.0:1769078184.259086:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078184.259093:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078184.259095:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21836:21836:256:4294967295] 192.168.204.105@tcp LPNI seq info [21833:21833:8:4294967295]
00000100:00000001:0.0:1769078184.259097:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078184.259103:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078184.259106:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078184.259108:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078184.259113:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078184.259117:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078184.259123:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078184.259128:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078184.259128:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769078184.259133:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078184.259137:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078184.259141:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078184.259142:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078184.259147:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1769078184.259150:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000008:00000001:0.0:1769078184.259151:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.259156:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078184.259160:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000800:00000200:1.0:1769078184.259162:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:0.0:1769078184.259164:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:1.0:1769078184.259169:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1769078184.259170:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078184.259172:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.259177:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078184.259179:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769078184.259180:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:0.0:1769078184.259182:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078184.259186:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
02000000:00000010:0.0:1769078184.259189:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769078184.259195:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078184.259195:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078184.259201:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000100:00100000:0.0:1769078184.259205:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078184.259212:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078184.259214:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078184.259218:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078184.259222:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078184.259227:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078184.259232:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000100:00000001:0.0:1769078184.259238:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078184.259238:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00080000:0.0:1769078184.259244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078184.259246:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1769078184.259248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078184.259252:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078184.259255:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769078184.259257:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078184.259259:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078184.259265:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5173
00000400:00000200:0.0:1769078184.259285:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078184.259288:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078184.259291:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078184.259296:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078184.259300:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078184.259300:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078184.259305:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078184.259309:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000040:1.0:1769078184.259309:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078184.259314:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078184.259316:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078184.259320:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078184.259323:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078184.259327:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078184.259327:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.259332:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769078184.259333:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078184.259339:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078184.259342:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078184.259342:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078184.259347:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078184.259350:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078184.259352:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:0.0:1769078184.259355:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:1.0:1769078184.259359:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299846512
00000100:00080000:0.0:1769078184.259361:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078184.259366:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078184.259368:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1769078184.259369:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea540.
02000000:00000001:0.0:1769078184.259371:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078184.259375:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.259377:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078184.259378:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000008:00100000:0.0:1769078184.259380:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078184.259384:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078184.259418:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078184.259423:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769078184.259426:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078184.259427:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299846513
02000000:00000001:0.0:1769078184.259429:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078184.259433:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078184.259435:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea0c0.
00000100:00000001:0.0:1769078184.259436:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078184.259439:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078184.259442:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.259443:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000010:0.0:1769078184.259448:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:1.0:1769078184.259449:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078184.259453:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.259454:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.259459:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078184.259460:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769078184.259468:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184]  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078184.259472:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078184.259477:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078184.259486:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078184.259487:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078184.259491:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078184.259496:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:0.0:1769078184.259499:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078184.259501:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078184.259505:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000040:0.0:1769078184.259506:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5183)
00000100:00000001:1.0:1769078184.259508:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078184.259515:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078184.259526:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259533:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078184.259535:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.259537:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078184.259540:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078184.259544:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259551:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078184.259556:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259563:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078184.259566:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.259568:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078184.259570:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.259572:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078184.259574:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078184.259577:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078184.259582:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078184.259584:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078184.259588:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078184.259597:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610788224:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078184.259602:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.259605:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078184.259608:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec000 x1855007610788224/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259615:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078184.259618:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078184.259621:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078184.259624:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078184.259626:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078184.259628:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078184.259630:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078184.259633:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3400.
02000000:00000001:1.0:1769078184.259637:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078184.259639:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078184.259641:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec000.
00000100:00000001:1.0:1769078184.259644:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078184.259645:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.259648:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.259655:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078184.259658:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.259660:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078184.259661:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078184.259663:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078184.259666:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259680:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078184.259681:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078184.259683:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078184.259685:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078184.259687:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078184.259690:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788352:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078184.259693:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078184.259695:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078184.259697:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078184.259699:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078184.259702:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078184.259704:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078184.259709:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078184.259712:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078184.259715:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078184.259719:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610788352, portal 10
00000100:00000001:1.0:1769078184.259721:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078184.259722:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409842432 : -104785299709184 : ffffa0b2c56ee300)
00000100:00000040:1.0:1769078184.259729:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259735:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078184.259738:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078184.259740:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078184.259743:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610788352, offset 0
00000400:00000200:1.0:1769078184.259747:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078184.259750:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078184.259755:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078184.259758:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078184.259760:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078184.259762:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078184.259765:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078184.259768:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21837:21837:256:4294967295] 192.168.204.105@tcp LPNI seq info [21834:21834:8:4294967295]
00000400:00000200:1.0:1769078184.259773:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078184.259779:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078184.259784:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078184.259787:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078184.259792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078184.259795:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078184.259799:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078184.259802:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078184.259805:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078184.259807:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078184.259810:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078184.259813:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078184.259816:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078184.259818:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078184.259820:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078184.259824:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259832:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078184.259835:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259841:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.259842:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078184.259846:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078184.259850:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078184.259853:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078184.259856:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299845652
00000100:00000001:1.0:1769078184.259859:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299846512
00000100:00000001:1.0:1769078184.259861:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299845652
00000100:00000001:1.0:1769078184.259863:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299846513
00000100:00000001:1.0:1769078184.259865:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078184.259868:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.259869:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078184.259873:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184]  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078184.259882:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078184.259883:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078184.259885:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078184.259888:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078184.259889:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078184.259891:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078184.259894:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078184.259903:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259909:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078184.259910:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.259912:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078184.259913:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078184.259916:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259923:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078184.259927:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259933:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078184.259936:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.259937:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078184.259939:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.259940:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078184.259942:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078184.259945:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078184.259948:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078184.259950:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078184.259955:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078184.259962:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788352:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078184.259967:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078184.259970:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.259976:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078184.259978:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078184.259980:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078184.259981:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078184.259984:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078184.259986:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788480:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078184.259990:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078184.259991:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078184.259993:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078184.259995:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078184.259998:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078184.260000:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078184.260004:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078184.260007:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078184.260010:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078184.260013:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610788480, portal 4
00000100:00000001:1.0:1769078184.260014:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078184.260016:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409838848 : -104785299712768 : ffffa0b2c56ed500)
00000100:00000040:1.0:1769078184.260021:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260028:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078184.260032:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078184.260034:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078184.260037:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610788480, offset 0
00000400:00000200:1.0:1769078184.260041:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078184.260045:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078184.260048:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078184.260051:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078184.260054:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078184.260056:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078184.260058:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078184.260061:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21838:21838:256:4294967295] 192.168.204.105@tcp LPNI seq info [21835:21835:8:4294967295]
00000400:00000200:1.0:1769078184.260065:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078184.260071:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078184.260075:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078184.260079:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078184.260083:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078184.260085:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078184.260089:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078184.260092:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078184.260096:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078184.260098:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078184.260101:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078184.260104:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078184.260107:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078184.260108:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078184.260111:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078184.260114:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260122:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078184.260126:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260132:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.260134:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078184.260137:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078184.260141:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078184.260144:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078184.260146:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299845678
00000100:00000001:1.0:1769078184.260148:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299846512
00000100:00000001:1.0:1769078184.260151:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299845678
00000100:00000001:1.0:1769078184.260153:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299846513
00000100:00000001:1.0:1769078184.260155:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078184.260157:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.260159:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078184.260162:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184]  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078184.260170:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078184.260172:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078184.260174:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078184.260176:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078184.260178:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078184.260180:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078184.260183:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078184.260191:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260198:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078184.260199:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260201:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078184.260202:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078184.260206:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260213:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078184.260216:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260224:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078184.260226:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260228:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078184.260229:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260231:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078184.260232:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078184.260235:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078184.260238:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078184.260240:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078184.260244:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078184.260251:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788480:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078184.260256:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078184.260259:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260265:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078184.260278:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078184.260280:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078184.260282:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078184.260284:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078184.260287:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788608:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078184.260291:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078184.260293:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078184.260294:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078184.260296:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078184.260300:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078184.260302:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078184.260305:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078184.260309:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078184.260312:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078184.260314:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610788608, portal 4
00000100:00000001:1.0:1769078184.260316:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078184.260317:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409845120 : -104785299706496 : ffffa0b2c56eed80)
00000100:00000040:1.0:1769078184.260323:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260330:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078184.260333:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078184.260335:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078184.260337:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610788608, offset 0
00000400:00000200:1.0:1769078184.260341:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078184.260344:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078184.260348:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078184.260351:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078184.260353:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078184.260356:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078184.260358:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078184.260361:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21839:21839:256:4294967295] 192.168.204.105@tcp LPNI seq info [21836:21836:8:4294967295]
00000400:00000200:1.0:1769078184.260365:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078184.260371:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078184.260376:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078184.260379:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078184.260383:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078184.260403:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078184.260408:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078184.260411:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078184.260414:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078184.260416:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078184.260419:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078184.260422:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078184.260426:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078184.260427:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078184.260430:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078184.260433:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260440:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078184.260443:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260449:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.260450:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078184.260453:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078184.260456:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078184.260459:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078184.260461:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299845690
00000100:00000001:1.0:1769078184.260463:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299846512
00000100:00000001:1.0:1769078184.260465:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299845690
00000100:00000001:1.0:1769078184.260467:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299846513
00000100:00000001:1.0:1769078184.260469:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078184.260471:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.260473:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078184.260476:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184]  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078184.260484:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078184.260485:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078184.260487:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078184.260489:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078184.260491:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078184.260493:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078184.260496:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078184.260504:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260515:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078184.260517:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260519:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078184.260520:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078184.260524:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260530:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078184.260534:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260541:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078184.260544:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260545:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078184.260547:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260548:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078184.260550:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078184.260552:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078184.260556:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078184.260558:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078184.260561:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078184.260569:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788608:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078184.260572:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260574:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078184.260577:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ee300 x1855007610788352/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260584:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078184.260585:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078184.260588:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078184.260590:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078184.260592:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078184.260593:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078184.260595:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078184.260597:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0800.
02000000:00000001:1.0:1769078184.260599:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078184.260601:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078184.260602:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ee300.
00000100:00000001:1.0:1769078184.260605:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078184.260607:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260608:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078184.260612:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed500 x1855007610788480/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260618:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078184.260619:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078184.260621:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078184.260623:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078184.260624:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078184.260625:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078184.260627:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078184.260629:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2800.
02000000:00000001:1.0:1769078184.260631:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078184.260633:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078184.260634:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed500.
00000100:00000001:1.0:1769078184.260636:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078184.260638:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260639:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078184.260643:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eed80 x1855007610788608/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078184.260649:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078184.260650:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078184.260651:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078184.260653:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078184.260655:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078184.260656:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078184.260658:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078184.260660:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3000.
02000000:00000001:1.0:1769078184.260662:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078184.260663:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078184.260664:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eed80.
00000100:00000001:1.0:1769078184.260667:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078184.260668:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260670:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078184.260673:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078184.260675:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078184.260677:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078184.260678:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078185.090537:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078185.090546:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078185.090570:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078185.090574:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078185.090577:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078185.154446:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299846513, at 4299846528
00000100:00000040:2.0:1769078185.154447:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299846512, at 4299846528
00000100:00000010:3.0:1769078185.154464:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea0c0.
00000100:00000010:2.0:1769078185.154467:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea540.
00000800:00000200:0.0:1769078185.794535:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:0.0:1769078185.794545:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:0.0:1769078185.794551:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1769078185.794700:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769078185.794701:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078185.794717:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769078185.794723:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078185.794725:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078186.114516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078186.114526:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078186.114587:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078186.114590:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078186.114593:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078187.138452:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078187.138459:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078187.138480:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078187.138483:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078187.138487:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078188.162495:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078188.162504:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078188.162573:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078188.162577:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078188.162581:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078189.186512:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078189.186520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078189.186548:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078189.186551:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078189.186555:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078189.378534:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078189.378546:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078189.378549:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078189.378554:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078189.378559:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078189.378575:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5178
00000400:00000200:2.0:1769078189.378586:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078189.378594:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078189.378597:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078189.378601:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378604:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078189.378606:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378609:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078189.378614:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078189.378616:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078189.378619:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078189.378621:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078189.378624:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078189.378632:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078189.378636:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378637:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078189.378639:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378642:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078189.378645:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078189.378648:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378651:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078189.378653:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078189.378656:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078189.378658:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078189.378660:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078189.378662:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078189.378672:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569500.
00000020:00000040:2.0:1769078189.378675:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078189.378678:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078189.378679:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078189.378682:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078189.378684:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078189.378687:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078189.378694:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b400.
00000100:00000001:2.0:1769078189.378699:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078189.378707:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078189.378716:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078189.378720:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078189.378723:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b764182c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078189.378739:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078189.378747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078189.378750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078189.378752:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078189.378753:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078189.378756:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078189.378759:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5178
00000400:00000200:2.0:1769078189.378764:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078189.378767:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078189.378770:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078189.378773:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078189.378774:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078189.378778:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078189.378779:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078189.378782:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078189.378784:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378788:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078189.378791:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078189.378793:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078189.378794:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078189.378797:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078189.378799:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078189.378800:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078189.378802:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078189.378809:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378813:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078189.378816:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378820:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078189.378822:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769078189.378822:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:1.0:1769078189.378827:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078189.378828:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378831:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078189.378833:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078189.378835:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078189.378838:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078189.378840:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078189.378841:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078189.378844:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078189.378846:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078189.378848:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078189.378852:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610788736:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078189.378856:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1769078189.378860:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078189.378863:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.378868:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1769078189.378868:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356aa00.
02000000:00000001:1.0:1769078189.378873:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078189.378874:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078189.378879:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078189.378880:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078189.378883:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078189.378885:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1769078189.378887:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:2.0:1769078189.378887:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078189.378890:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.378892:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078189.378897:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a400.
00000400:00000200:1.0:1769078189.378902:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078189.378903:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078189.378910:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078189.378911:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:2.0:1769078189.378919:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078189.378921:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000001:2.0:1769078189.378921:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078189.378926:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000850b6be4] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078189.378933:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610788736, portal 25
00000100:00000001:2.0:1769078189.378934:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078189.378937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078189.378945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078189.378948:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078189.378949:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078189.378950:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078189.378953:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374695168 : -104785334856448 : ffffa0b2c3569500)
00000100:00000001:2.0:1769078189.378953:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078189.378957:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5178
00000400:00000200:2.0:1769078189.378961:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078189.378965:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000040:1.0:1769078189.378966:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078189.378967:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078189.378972:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378975:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078189.378978:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.378982:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078189.378986:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078189.378989:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1769078189.378989:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078189.378990:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078189.378993:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078189.378995:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078189.378998:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000001:2.0:1769078189.378998:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078189.379003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078189.379004:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000001:2.0:1769078189.379005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078189.379007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.379010:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078189.379011:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000200:1.0:1769078189.379012:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610788736, offset 0
00000100:00080000:2.0:1769078189.379013:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078189.379018:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078189.379019:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078189.379021:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078189.379023:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078189.379025:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078189.379027:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000008:00100000:2.0:1769078189.379028:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078189.379031:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078189.379033:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078189.379036:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b800.
00000020:00000040:2.0:1769078189.379037:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769078189.379040:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:2.0:1769078189.379041:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078189.379043:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078189.379045:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078189.379046:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078189.379048:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078189.379051:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b000.
00000400:00000200:1.0:1769078189.379053:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:2.0:1769078189.379054:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078189.379060:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078189.379063:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078189.379070:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:2.0:1769078189.379074:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078189.379076:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078189.379078:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769078189.379081:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ead4a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078189.379087:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.379090:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078189.379093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078189.379095:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21840:21840:256:4294967295] 192.168.204.105@tcp LPNI seq info [21837:21837:8:4294967295]
00000100:00080000:2.0:1769078189.379097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078189.379099:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078189.379101:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078189.379104:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078189.379106:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:2.0:1769078189.379108:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5178
00000400:00000200:1.0:1769078189.379121:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1769078189.379128:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:1.0:1769078189.379131:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078189.379134:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078189.379138:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078189.379139:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.379141:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1769078189.379142:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000100:00000040:2.0:1769078189.379143:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.379147:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078189.379148:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078189.379150:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078189.379151:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078189.379152:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078189.379155:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:1.0:1769078189.379157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:2.0:1769078189.379157:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078189.379163:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.379164:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078189.379165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769078189.379166:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078189.379169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078189.379172:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:2.0:1769078189.379175:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:1.1:1769078189.379193:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078189.379198:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769078189.379207:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078189.379208:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000001:2.0:1769078189.379213:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1769078189.379214:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
02000000:00000001:2.0:1769078189.379217:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078189.379221:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078189.379223:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769078189.379223:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078189.379227:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078189.379232:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000008:00000001:2.0:1769078189.379235:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078189.379238:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078189.379240:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000100:00000010:2.0:1769078189.379242:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569180.
00000400:00000010:1.0:1769078189.379244:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000020:00000040:2.0:1769078189.379247:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078189.379250:0:2365:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1769078189.379252:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078189.379255:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078189.379257:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078189.379258:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078189.379260:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078189.379262:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078189.379268:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48400.
00000100:00000001:2.0:1769078189.379273:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.379275:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769078189.379279:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078189.379284:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078189.379288:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078189.379291:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078189.379298:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f679915c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379301:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.379305:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078189.379307:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.379312:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078189.379313:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5188)
00000400:00000200:1.0:1769078189.379321:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078189.379325:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299851632
00000100:00000010:1.0:1769078189.379331:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaa20.
00000100:00000001:1.0:1769078189.379339:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078189.379344:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299851632
00000100:00000010:1.0:1769078189.379348:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaa80.
00000100:00000001:1.0:1769078189.379351:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078189.379354:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078189.379357:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.379360:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078189.379365:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078189]  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078189.379375:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078189.379377:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078189.379379:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078189.379382:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078189.379383:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078189.379412:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078189.379417:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078189.379427:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379434:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078189.379435:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.379438:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078189.379440:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078189.379444:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379451:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078189.379456:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379463:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078189.379466:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.379468:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078189.379469:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.379471:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078189.379473:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078189.379476:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078189.379480:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078189.379483:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078189.379487:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078189.379495:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610788736:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078189.379500:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.379502:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078189.379505:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569500 x1855007610788736/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379512:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078189.379515:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078189.379517:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078189.379519:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078189.379521:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078189.379523:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078189.379525:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078189.379527:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b400.
02000000:00000001:1.0:1769078189.379531:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078189.379534:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078189.379536:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569500.
00000100:00000001:1.0:1769078189.379540:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078189.379541:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.379543:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.379552:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078189.379554:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.379556:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078189.379557:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078189.379559:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078189.379562:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379569:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078189.379571:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.379572:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078189.379574:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078189.379576:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078189.379579:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788864:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078189.379582:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078189.379584:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078189.379586:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.379587:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078189.379590:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078189.379592:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078189.379604:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078189.379608:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078189.379614:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078189.379617:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610788864, portal 10
00000100:00000001:1.0:1769078189.379619:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078189.379620:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374700544 : -104785334851072 : ffffa0b2c356aa00)
00000100:00000040:1.0:1769078189.379627:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379633:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078189.379635:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078189.379638:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078189.379640:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610788864, offset 0
00000400:00000200:1.0:1769078189.379645:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078189.379649:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078189.379652:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078189.379655:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078189.379658:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078189.379661:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078189.379663:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078189.379666:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21841:21841:256:4294967295] 192.168.204.105@tcp LPNI seq info [21838:21838:8:4294967295]
00000400:00000200:1.0:1769078189.379670:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078189.379676:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078189.379681:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078189.379684:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078189.379688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078189.379691:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078189.379695:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078189.379698:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078189.379701:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078189.379703:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078189.379706:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078189.379709:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078189.379712:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078189.379713:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078189.379716:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078189.379719:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379727:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078189.379730:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379737:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.379738:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078189.379741:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078189.379746:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078189.379749:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078189.379751:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299850772
00000100:00000001:1.0:1769078189.379754:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299851632
00000100:00000001:1.0:1769078189.379756:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299850772
00000100:00000001:1.0:1769078189.379759:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299851632
00000100:00000001:1.0:1769078189.379761:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078189.379763:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.379765:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078189.379768:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078189]  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078189.379776:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078189.379777:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078189.379779:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078189.379782:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078189.379783:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078189.379786:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078189.379789:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078189.379797:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379803:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078189.379805:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.379806:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078189.379807:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078189.379811:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379817:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078189.379821:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379827:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078189.379830:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.379831:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078189.379832:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.379834:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078189.379835:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078189.379837:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078189.379840:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078189.379843:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078189.379846:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078189.379854:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788864:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078189.379858:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078189.379861:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379868:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078189.379869:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.379871:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078189.379873:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078189.379875:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078189.379878:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788992:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078189.379881:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078189.379883:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078189.379884:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.379886:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078189.379890:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078189.379892:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078189.379895:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078189.379899:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078189.379902:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078189.379905:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610788992, portal 4
00000100:00000001:1.0:1769078189.379907:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078189.379908:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374704128 : -104785334847488 : ffffa0b2c356b800)
00000100:00000040:1.0:1769078189.379913:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.379919:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078189.379922:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078189.379924:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078189.379926:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610788992, offset 0
00000400:00000200:1.0:1769078189.379930:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078189.379934:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078189.379938:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078189.379940:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078189.379943:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078189.379945:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078189.379947:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078189.379951:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21842:21842:256:4294967295] 192.168.204.105@tcp LPNI seq info [21839:21839:8:4294967295]
00000400:00000200:1.0:1769078189.379955:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078189.379961:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078189.379965:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078189.379968:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078189.379972:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078189.379975:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078189.379978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078189.379981:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078189.379985:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078189.379987:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078189.379990:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078189.379993:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078189.379996:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078189.379998:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078189.380001:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078189.380004:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380012:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078189.380015:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380021:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.380023:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078189.380025:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078189.380028:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078189.380032:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078189.380033:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299850798
00000100:00000001:1.0:1769078189.380036:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299851632
00000100:00000001:1.0:1769078189.380038:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299850798
00000100:00000001:1.0:1769078189.380040:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299851632
00000100:00000001:1.0:1769078189.380042:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078189.380044:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.380046:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078189.380050:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078189]  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078189.380058:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078189.380059:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078189.380061:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078189.380063:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078189.380065:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078189.380067:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078189.380070:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078189.380078:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380088:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078189.380090:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380092:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078189.380093:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078189.380096:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380103:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078189.380106:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380113:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078189.380116:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380117:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078189.380118:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380120:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078189.380122:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078189.380124:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078189.380127:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078189.380129:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078189.380132:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078189.380139:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610788992:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078189.380143:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078189.380146:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380152:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078189.380153:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.380156:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078189.380157:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078189.380159:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078189.380162:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610789120:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078189.380165:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078189.380166:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078189.380168:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078189.380169:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078189.380172:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078189.380174:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078189.380178:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078189.380194:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078189.380198:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078189.380201:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610789120, portal 4
00000100:00000001:1.0:1769078189.380203:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078189.380204:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374694272 : -104785334857344 : ffffa0b2c3569180)
00000100:00000040:1.0:1769078189.380209:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380215:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078189.380217:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078189.380219:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078189.380222:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610789120, offset 0
00000400:00000200:1.0:1769078189.380225:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078189.380229:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078189.380232:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078189.380235:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078189.380237:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078189.380240:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078189.380242:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078189.380244:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21843:21843:256:4294967295] 192.168.204.105@tcp LPNI seq info [21840:21840:8:4294967295]
00000400:00000200:1.0:1769078189.380248:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078189.380253:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078189.380257:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078189.380260:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078189.380263:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078189.380266:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078189.380270:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078189.380272:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078189.380276:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078189.380277:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078189.380280:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078189.380283:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078189.380286:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078189.380288:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078189.380291:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078189.380294:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380300:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078189.380302:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380307:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.380309:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078189.380311:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078189.380314:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078189.380317:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078189.380319:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299850809
00000100:00000001:1.0:1769078189.380321:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299851632
00000100:00000001:1.0:1769078189.380324:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299850809
00000100:00000001:1.0:1769078189.380326:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299851632
00000100:00000001:1.0:1769078189.380328:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078189.380329:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.380331:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078189.380334:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078189]  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078189.380342:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078189.380343:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078189.380344:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078189.380347:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078189.380348:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078189.380350:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078189.380353:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078189.380361:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380368:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078189.380369:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380371:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078189.380372:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078189.380376:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380382:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078189.380401:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380406:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078189.380408:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380409:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078189.380409:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380410:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078189.380411:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078189.380413:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078189.380414:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078189.380416:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078189.380419:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078189.380424:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610789120:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078189.380426:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380427:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078189.380429:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356aa00 x1855007610788864/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380433:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078189.380434:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078189.380435:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078189.380437:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078189.380438:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078189.380439:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078189.380440:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078189.380441:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:1.0:1769078189.380443:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078189.380444:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078189.380445:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356aa00.
00000100:00000001:1.0:1769078189.380447:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078189.380448:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380449:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078189.380450:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b800 x1855007610788992/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380453:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078189.380454:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078189.380455:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078189.380457:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078189.380457:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078189.380458:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078189.380459:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078189.380460:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:1.0:1769078189.380461:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078189.380463:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078189.380464:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b800.
00000100:00000001:1.0:1769078189.380465:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078189.380466:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380467:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078189.380469:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569180 x1855007610789120/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078189.380472:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078189.380473:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078189.380473:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078189.380474:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078189.380475:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078189.380475:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078189.380476:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078189.380477:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48400.
02000000:00000001:1.0:1769078189.380478:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078189.380479:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078189.380479:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569180.
00000100:00000001:1.0:1769078189.380481:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078189.380482:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380483:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078189.380486:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078189.380487:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078189.380489:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078189.380490:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078190.210504:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078190.210517:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078190.210580:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078190.210583:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078190.210586:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078190.274495:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299851632, at 4299851648
00000100:00000040:3.0:1769078190.274495:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299851632, at 4299851648
00000100:00000010:2.0:1769078190.274513:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa20.
00000100:00000010:3.0:1769078190.274515:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaa80.
00010000:00000001:0.0:1769078191.234508:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078191.234515:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078191.234538:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078191.234540:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078191.234543:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078192.258483:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078192.258491:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078192.258537:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078192.258541:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078192.258544:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078193.282533:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078193.282543:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078193.282546:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078193.282549:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078193.282555:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078193.282557:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078193.282559:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078193.282561:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078193.282589:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078193.282592:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078193.282595:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078194.306485:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078194.306491:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078194.306535:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078194.306538:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078194.306541:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078194.498523:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078194.498536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078194.498546:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078194.498550:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078194.498555:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078194.498564:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5183
00000400:00000200:1.0:1769078194.498575:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078194.498582:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078194.498586:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078194.498589:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.498594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078194.498596:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.498599:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078194.498604:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078194.498606:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078194.498609:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078194.498612:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078194.498614:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078194.498617:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078194.498620:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.498622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078194.498624:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.498626:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078194.498629:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078194.498633:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078194.498636:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078194.498639:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078194.498643:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078194.498646:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078194.498648:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078194.498651:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078194.498662:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78380.
00000020:00000040:1.0:1769078194.498666:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078194.498670:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078194.498672:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078194.498675:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078194.498678:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078194.498682:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078194.498691:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:1.0:1769078194.498698:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078194.498707:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078194.498723:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078194.498727:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078194.498732:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b372783] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078194.498755:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078194.498758:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078194.498761:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078194.498763:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078194.498764:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078194.498767:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078194.498776:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5183
00000100:00000001:2.0:1769078194.498780:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769078194.498782:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078194.498784:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769078194.498788:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078194.498788:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769078194.498793:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078194.498797:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078194.498800:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.498805:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078194.498810:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078194.498811:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078194.498814:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078194.498815:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:2.0:1769078194.498818:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1769078194.498819:0:37:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769078194.498821:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078194.498822:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
02000000:00000001:2.0:1769078194.498826:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078194.498827:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078194.498831:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00100000:2.0:1769078194.498831:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610789248:192.168.204.105@tcp:250:kworker.0
00000020:00000001:1.0:1769078194.498837:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078194.498838:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1769078194.498842:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
02000000:00000001:2.0:1769078194.498843:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078194.498847:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078194.498849:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078194.498850:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078194.498854:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078194.498856:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.498859:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078194.498863:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000010:2.0:1769078194.498863:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078194.498869:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078194.498870:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078194.498874:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078194.498876:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078194.498880:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078194.498882:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078194.498886:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078194.498887:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000100:00000001:1.0:1769078194.498889:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078194.498894:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769078194.498897:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000008:00000001:1.0:1769078194.498899:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078194.498903:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078194.498907:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7bb80.
00000020:00000040:1.0:1769078194.498910:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00000200:2.0:1769078194.498910:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610789248, portal 25
00000100:00000001:2.0:1769078194.498915:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1769078194.498917:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078194.498918:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384193408 : -104785325358208 : ffffa0b2c3e78380)
02000000:00000001:1.0:1769078194.498920:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078194.498923:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078194.498925:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769078194.498926:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078194.498928:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078194.498935:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:2.0:1769078194.498936:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078194.498940:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078194.498942:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078194.498947:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00100000:1.0:1769078194.498950:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078194.498951:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610789248, offset 0
00000100:00000001:1.0:1769078194.498962:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078194.498964:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078194.498965:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078194.498972:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49461df] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078194.498977:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078194.498987:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078194.498990:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:1.0:1769078194.498992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078194.498998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078194.499000:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078194.499001:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769078194.499003:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078194.499007:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078194.499009:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:1.0:1769078194.499013:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5183
00000400:00000200:2.0:1769078194.499017:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078194.499022:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078194.499022:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078194.499030:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078194.499031:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21844:21844:256:4294967295] 192.168.204.105@tcp LPNI seq info [21841:21841:8:4294967295]
00000100:00080000:1.0:1769078194.499034:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078194.499038:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.499042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078194.499046:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078194.499048:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.499051:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078194.499054:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078194.499057:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078194.499061:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078194.499061:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769078194.499066:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078194.499069:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078194.499072:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.0:1769078194.499075:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000040:1.0:1769078194.499077:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.499081:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1769078194.499082:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dd00.
00000100:00000040:1.0:1769078194.499086:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.499089:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078194.499091:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000800:00000200:2.0:1769078194.499093:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:1.0:1769078194.499108:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:2.0:1769078194.499115:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1769078194.499119:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078194.499123:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:1.0:1769078194.499124:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078194.499129:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769078194.499129:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078194.499135:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000001:1.0:1769078194.499136:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078194.499138:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000100:00000001:1.0:1769078194.499140:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078194.499144:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078194.499145:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:1.0:1769078194.499151:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078194.499155:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078194.499156:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078194.499160:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000100:00000010:1.0:1769078194.499162:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79c00.
00000400:00000010:2.0:1769078194.499163:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000020:00000040:1.0:1769078194.499169:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078194.499170:0:2365:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1769078194.499175:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769078194.499176:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078194.499179:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078194.499184:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078194.499186:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078194.499190:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499190:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078194.499195:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078194.499197:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000001:1.0:1769078194.499203:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499205:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499207:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078194.499212:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078194.499218:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:1.0:1769078194.499219:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078194.499221:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299856752
00000100:00000010:2.0:1769078194.499229:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:1.0:1769078194.499230:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078194.499234:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499236:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1769078194.499238:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038f725e8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499243:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299856752
00000100:00000010:2.0:1769078194.499248:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfa80.
00000100:00000001:2.0:1769078194.499253:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078194.499254:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499258:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078194.499260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078194.499261:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499265:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1769078194.499267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078194.499270:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078194.499271:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078194.499273:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078194.499279:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:2.0:1769078194.499285:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1769078194.499286:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5183
00000400:00000001:2.0:1769078194.499286:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078194.499290:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078194.499292:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000200:1.0:1769078194.499295:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078194.499296:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078194.499301:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1769078194.499304:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000200:2.0:1769078194.499307:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078194.499309:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078194.499317:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078194.499319:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078194.499321:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078194.499328:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078194.499329:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078194.499332:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078194.499333:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078194.499335:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1769078194.499338:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078194.499338:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769078194.499341:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00100000:2.0:1769078194.499344:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078194.499347:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078194.499352:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078194.499352:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1769078194.499356:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078194.499359:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078194.499360:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078194.499367:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078194.499371:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078194.499373:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1769078194.499374:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078194.499376:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078194.499378:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078194.499379:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1769078194.499382:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078194.499383:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.499406:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078194.499407:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078194.499409:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078194.499417:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078194.499418:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078194.499422:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078194.499428:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610789248:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078194.499434:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078194.499436:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078194.499436:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078194.499440:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78380 x1855007610789248/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078194.499448:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499451:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078194.499455:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1769078194.499456:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1769078194.499459:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:1.0:1769078194.499461:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078194.499464:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1769078194.499465:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078194.499468:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1769078194.499470:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000020:00000040:2.0:1769078194.499473:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000008:00100000:1.0:1769078194.499474:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000020:00000001:2.0:1769078194.499479:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
00000008:00000001:1.0:1769078194.499480:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078194.499484:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078194.499484:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67aec00.
00000100:00000010:1.0:1769078194.499489:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a680.
02000000:00000001:2.0:1769078194.499491:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:1.0:1769078194.499493:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078194.499495:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1769078194.499499:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1769078194.499500:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78380.
02000000:00000001:1.0:1769078194.499503:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499505:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078194.499506:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078194.499509:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078194.499509:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078194.499512:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499514:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1769078194.499517:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:1.0:1769078194.499520:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078194.499524:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078194.499525:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078194.499529:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078194.499533:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078194.499534:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078194.499536:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078194.499539:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ef89d72] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078194.499545:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499545:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078194.499549:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5193)
00000100:00000001:2.0:1769078194.499549:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078194.499555:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499563:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078194.499565:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.499568:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078194.499570:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078194.499572:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078194.499575:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610789376:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078194.499578:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078194.499580:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078194.499581:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.499583:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078194.499586:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078194.499588:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078194.499592:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078194.499595:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078194.499597:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078194.499599:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610789376, portal 10
00000100:00000001:2.0:1769078194.499601:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078194.499602:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384207744 : -104785325343872 : ffffa0b2c3e7bb80)
00000100:00000040:2.0:1769078194.499607:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499613:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078194.499615:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078194.499617:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000200:2.0:1769078194.499619:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610789376, offset 0
00000400:00000200:2.0:1769078194.499623:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078194.499627:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078194.499631:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078194.499634:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078194.499636:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078194.499639:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078194.499641:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078194.499644:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21845:21845:256:4294967295] 192.168.204.105@tcp LPNI seq info [21842:21842:8:4294967295]
00000400:00000200:2.0:1769078194.499648:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078194.499654:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078194.499657:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078194.499660:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dd00.
00000800:00000200:2.0:1769078194.499662:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078194.499664:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078194.499667:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078194.499669:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078194.499671:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078194.499672:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000400:00000200:2.0:1769078194.499674:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078194.499677:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078194.499679:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:2.0:1769078194.499680:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:2.0:1769078194.499681:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078194.499684:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499689:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078194.499691:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499695:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499696:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078194.499698:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078194.499701:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078194.499703:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078194.499704:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299855892
00000100:00000001:2.0:1769078194.499706:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299856752
00000100:00000001:2.0:1769078194.499708:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299855892
00000100:00000001:2.0:1769078194.499709:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299856752
00000100:00000001:2.0:1769078194.499711:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078194.499712:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499713:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078194.499715:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078194.499719:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078194.499719:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078194.499720:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078194.499721:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078194.499722:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078194.499723:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078194.499725:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078194.499730:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499733:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078194.499734:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.499735:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078194.499736:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078194.499738:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499741:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078194.499743:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499747:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078194.499748:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.499749:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078194.499750:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.499751:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078194.499752:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078194.499754:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078194.499755:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078194.499757:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078194.499759:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078194.499763:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610789376:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078194.499765:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078194.499766:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499770:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078194.499771:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.499772:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078194.499773:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078194.499774:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078194.499776:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610789504:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078194.499777:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078194.499779:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078194.499780:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.499781:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078194.499783:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078194.499784:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078194.499786:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078194.499787:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078194.499789:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078194.499790:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610789504, portal 4
00000100:00000001:2.0:1769078194.499792:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078194.499793:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384199680 : -104785325351936 : ffffa0b2c3e79c00)
00000100:00000040:2.0:1769078194.499796:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499800:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078194.499801:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078194.499802:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000200:2.0:1769078194.499804:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610789504, offset 0
00000400:00000200:2.0:1769078194.499806:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078194.499807:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078194.499809:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078194.499811:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078194.499812:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078194.499814:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078194.499815:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078194.499817:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21846:21846:256:4294967295] 192.168.204.105@tcp LPNI seq info [21843:21843:8:4294967295]
00000400:00000200:2.0:1769078194.499819:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078194.499822:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078194.499825:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078194.499826:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dd00.
00000800:00000200:2.0:1769078194.499828:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078194.499830:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078194.499832:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078194.499833:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078194.499836:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078194.499837:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000400:00000200:2.0:1769078194.499838:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078194.499840:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078194.499842:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:2.0:1769078194.499843:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:2.0:1769078194.499844:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078194.499846:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499850:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078194.499852:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499856:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499857:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078194.499858:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078194.499860:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078194.499861:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078194.499862:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299855918
00000100:00000001:2.0:1769078194.499864:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299856752
00000100:00000001:2.0:1769078194.499865:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299855918
00000100:00000001:2.0:1769078194.499866:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299856752
00000100:00000001:2.0:1769078194.499868:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078194.499869:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.499870:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078194.499873:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078194.499880:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078194.499881:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078194.499882:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078194.499884:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078194.499886:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078194.499888:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078194.499891:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078194.499898:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499904:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078194.499906:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.499907:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078194.499908:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078194.499912:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499919:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078194.499923:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499929:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078194.499931:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.499933:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078194.499934:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.499936:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078194.499937:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078194.499939:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078194.499942:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078194.499944:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078194.499948:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078194.499955:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610789504:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078194.499959:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.499960:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078194.499963:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7bb80 x1855007610789376/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.499969:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078194.499971:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078194.499972:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078194.499975:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078194.499976:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078194.499978:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078194.499980:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078194.499981:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:2.0:1769078194.499984:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078194.499985:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078194.499986:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7bb80.
00000100:00000001:2.0:1769078194.499989:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078194.499990:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.499992:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078194.499995:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79c00 x1855007610789504/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.500000:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078194.500001:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078194.500003:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078194.500005:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078194.500006:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078194.500007:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078194.500009:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078194.500010:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:2.0:1769078194.500012:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078194.500013:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078194.500014:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79c00.
00000100:00000001:2.0:1769078194.500021:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078194.500022:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.500024:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.500027:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078194.500028:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.500030:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078194.500031:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078194.500033:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078194.500036:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.500042:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078194.500044:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.500045:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078194.500047:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078194.500049:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078194.500052:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610789632:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078194.500056:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078194.500057:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078194.500059:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.500060:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078194.500063:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078194.500065:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078194.500068:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078194.500070:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078194.500072:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078194.500074:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610789632, portal 4
00000100:00000001:2.0:1769078194.500075:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078194.500076:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384202368 : -104785325349248 : ffffa0b2c3e7a680)
00000100:00000040:2.0:1769078194.500080:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.500084:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078194.500085:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078194.500086:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000200:2.0:1769078194.500088:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610789632, offset 0
00000400:00000200:2.0:1769078194.500090:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078194.500092:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078194.500108:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078194.500110:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078194.500111:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078194.500113:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078194.500115:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078194.500117:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21847:21847:256:4294967295] 192.168.204.105@tcp LPNI seq info [21844:21844:8:4294967295]
00000400:00000200:2.0:1769078194.500121:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078194.500127:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078194.500131:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078194.500134:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dd00.
00000800:00000200:2.0:1769078194.500138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078194.500141:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078194.500144:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078194.500147:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078194.500161:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078194.500163:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000400:00000200:2.0:1769078194.500166:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078194.500169:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078194.500172:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:2.0:1769078194.500174:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:2.0:1769078194.500176:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078194.500180:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.500187:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078194.500190:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.500196:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.500197:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078194.500200:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078194.500203:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078194.500206:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078194.500208:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299855929
00000100:00000001:2.0:1769078194.500211:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299856752
00000100:00000001:2.0:1769078194.500213:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299855929
00000100:00000001:2.0:1769078194.500215:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299856752
00000100:00000001:2.0:1769078194.500217:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078194.500219:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.500221:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078194.500224:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078194.500231:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078194.500232:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078194.500235:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078194.500237:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078194.500238:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078194.500240:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078194.500244:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078194.500251:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.500257:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078194.500259:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.500260:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078194.500262:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078194.500265:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.500271:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078194.500275:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.500281:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078194.500284:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.500286:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078194.500287:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.500289:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078194.500290:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078194.500293:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078194.500296:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078194.500299:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078194.500302:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078194.500310:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610789632:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078194.500314:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.500316:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078194.500318:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a680 x1855007610789632/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.500325:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078194.500326:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078194.500328:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078194.500330:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078194.500332:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078194.500333:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078194.500335:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078194.500336:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:2.0:1769078194.500338:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078194.500340:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078194.500342:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a680.
00000100:00000001:2.0:1769078194.500344:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078194.500345:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.500347:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.500350:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078194.500351:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.500353:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078194.500354:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078195.330578:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078195.330590:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078195.330629:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078195.330634:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078195.330638:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078195.394489:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299856752, at 4299856768
00000100:00000040:3.0:1769078195.394489:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299856752, at 4299856768
00000100:00000010:2.0:1769078195.394505:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078195.394506:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769078196.354477:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078196.354484:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078196.354533:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078196.354538:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078196.354542:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078197.378463:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078197.378471:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078197.378496:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078197.378498:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078197.378501:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078198.402468:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078198.402475:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078198.402511:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078198.402515:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078198.402517:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078199.426475:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078199.426480:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078199.426502:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078199.426504:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078199.426507:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078199.618508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078199.618516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078199.618518:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078199.618521:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078199.618525:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078199.618530:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5188
00000400:00000200:3.0:1769078199.618537:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078199.618542:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078199.618544:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078199.618546:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618548:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078199.618550:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618552:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078199.618555:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078199.618556:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078199.618558:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078199.618559:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078199.618561:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078199.618562:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078199.618564:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618565:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078199.618567:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618568:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078199.618570:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078199.618572:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618573:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.618575:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078199.618577:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078199.618579:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.618580:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078199.618581:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078199.618588:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769078199.618590:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078199.618592:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078199.618594:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.618596:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078199.618598:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078199.618601:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078199.618607:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:3.0:1769078199.618612:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078199.618620:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078199.618630:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078199.618635:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078199.618639:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.618661:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078199.618664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078199.618667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078199.618669:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078199.618671:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078199.618673:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078199.618675:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5188
00000400:00000200:3.0:1769078199.618680:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078199.618684:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078199.618690:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769078199.618695:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078199.618696:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078199.618699:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078199.618701:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078199.618702:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078199.618705:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618707:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078199.618709:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078199.618710:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000100:00000040:2.0:1769078199.618711:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078199.618711:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078199.618714:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078199.618717:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078199.618723:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078199.618729:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078199.618729:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078199.618733:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.618733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078199.618737:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:2.0:1769078199.618740:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078199.618741:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078199.618743:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769078199.618746:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:2.0:1769078199.618747:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.618749:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.618752:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769078199.618753:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610789760:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078199.618757:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078199.618757:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078199.618760:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.618761:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078199.618762:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078199.618766:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078199.618768:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.618769:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.618771:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078199.618773:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
02000000:00000001:2.0:1769078199.618775:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769078199.618776:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078199.618779:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1769078199.618780:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:3.0:1769078199.618780:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.618781:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078199.618785:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.618785:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078199.618787:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078199.618793:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:3.0:1769078199.618793:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
00000400:00000010:2.0:1769078199.618798:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000100:00000001:3.0:1769078199.618798:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078199.618803:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078199.618804:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000001:3.0:1769078199.618811:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769078199.618813:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610789760, portal 25
00000100:00000001:3.0:1769078199.618814:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.618818:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769078199.618820:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.618821:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511421440 : -104785198130176 : ffffa0b2cb7cdc00)
00000100:00000040:2.0:1769078199.618830:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.618831:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078199.618836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078199.618843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078199.618846:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078199.618846:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078199.618849:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769078199.618850:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078199.618854:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000001:3.0:1769078199.618854:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769078199.618858:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610789760, offset 0
00000100:00080000:3.0:1769078199.618858:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5188
00000400:00000200:3.0:1769078199.618864:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078199.618868:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078199.618869:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078199.618873:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078199.618875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078199.618878:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078199.618882:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:3.0:1769078199.618882:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078199.618884:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078199.618886:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078199.618888:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078199.618889:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078199.618890:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078199.618893:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:3.0:1769078199.618894:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618898:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078199.618900:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618901:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078199.618902:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769078199.618903:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078199.618907:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618908:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078199.618911:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:3.0:1769078199.618911:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078199.618913:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078199.618915:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078199.618918:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078199.618918:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078199.618920:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078199.618923:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078199.618925:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618926:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078199.618930:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769078199.618933:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078199.618934:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21848:21848:256:4294967295] 192.168.204.105@tcp LPNI seq info [21845:21845:8:4294967295]
02000000:00000001:3.0:1769078199.618935:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078199.618937:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.618940:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078199.618943:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078199.618945:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078199.618946:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:3.0:1769078199.618949:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769078199.618952:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078199.618957:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078199.618966:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078199.618968:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078199.618971:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078199.618975:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769078199.618980:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078199.618983:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078199.618985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1769078199.618988:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dd00.
00000100:00080000:3.0:1769078199.618988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078199.618990:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078199.618992:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078199.618995:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078199.618997:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5188
00000800:00000200:2.0:1769078199.619002:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:3.0:1769078199.619002:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078199.619021:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078199.619024:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078199.619026:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.619027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078199.619028:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.619029:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078199.619031:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078199.619032:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078199.619034:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078199.619038:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000800:00000200:2.1:1769078199.619038:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769078199.619041:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078199.619044:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078199.619046:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.619047:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078199.619049:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078199.619050:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078199.619051:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078199.619052:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078199.619053:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.619055:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078199.619056:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.619057:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078199.619061:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.619063:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078199.619064:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078199.619065:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00000001:3.0:1769078199.619068:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.619070:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299861872
00000100:00000001:3.0:1769078199.619071:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078199.619077:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078199.619077:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769078199.619082:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078199.619084:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078199.619085:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.619086:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078199.619087:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078199.619089:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078199.619091:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078199.619094:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:2.0:1769078199.619095:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299861872
00000100:00000001:3.0:1769078199.619097:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078199.619103:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfb40.
00000100:00100000:3.0:1769078199.619103:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078199.619110:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078199.619116:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078199.619116:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078199.619121:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.619121:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.619128:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078199.619131:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.619132:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078199.619143:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078199.619143:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.619145:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078199.619149:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078199.619150:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078199.619150:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5198)
00000100:00000001:2.0:1769078199.619152:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078199.619158:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.619164:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078199.619164:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.619166:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078199.619168:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078199.619169:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078199.619171:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610789888:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078199.619174:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078199.619176:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078199.619177:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.619178:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078199.619181:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078199.619182:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078199.619185:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078199.619187:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db00.
00000400:00000010:2.0:1769078199.619190:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894e58.
00000100:00000200:2.0:1769078199.619192:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610789888, portal 10
00000100:00000001:2.0:1769078199.619193:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078199.619194:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511415168 : -104785198136448 : ffffa0b2cb7cc380)
00000100:00000040:2.0:1769078199.619199:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.619203:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078199.619205:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078199.619208:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078199.619209:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610789888, offset 0
00000400:00000200:2.0:1769078199.619212:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078199.619215:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078199.619218:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078199.619220:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078199.619222:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078199.619223:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078199.619225:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078199.619227:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21849:21849:255:4294967295] 192.168.204.105@tcp LPNI seq info [21846:21846:7:4294967295]
00000400:00000200:2.0:1769078199.619230:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078199.619234:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078199.619236:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078199.619239:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d000.
00000800:00000200:2.0:1769078199.619242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078199.619244:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078199.619247:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078199.619249:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078199.619252:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078199.619253:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299861011
00000100:00000001:2.0:1769078199.619255:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299861872
00000100:00000001:2.0:1769078199.619256:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299861011
00000100:00000001:2.0:1769078199.619258:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299861872
00000100:00000001:2.0:1769078199.619260:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078199.619262:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.619263:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078199.619266:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.619270:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078199.619271:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.619272:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078199.619273:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078199.619275:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078199.619278:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790016:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078199.619281:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078199.619283:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078199.619284:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.619285:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078199.619288:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078199.619289:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078199.619292:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078199.619295:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db58.
00000400:00000010:2.0:1769078199.619298:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078199.619300:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610790016, portal 4
00000100:00000001:2.0:1769078199.619302:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078199.619304:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511414272 : -104785198137344 : ffffa0b2cb7cc000)
00000100:00000040:2.0:1769078199.619309:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.619316:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078199.619318:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078199.619320:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078199.619322:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610790016, offset 0
00000400:00000200:2.0:1769078199.619326:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078199.619330:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078199.619333:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078199.619336:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078199.619339:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078199.619341:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078199.619343:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078199.619346:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21850:21850:254:4294967295] 192.168.204.105@tcp LPNI seq info [21847:21847:6:4294967295]
00000400:00000200:2.0:1769078199.619350:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078199.619355:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078199.619360:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078199.619364:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d200.
00000800:00000200:2.0:1769078199.619368:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078199.619371:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078199.619374:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078199.619376:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078199.619379:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078199.619381:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299861037
00000100:00000001:2.0:1769078199.619383:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299861872
00000100:00000001:2.0:1769078199.619410:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299861037
00000100:00000001:2.0:1769078199.619414:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299861872
00000100:00000001:2.0:1769078199.619416:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078199.619418:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.619420:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078199.619424:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.619431:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078199.619432:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.619434:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078199.619436:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078199.619438:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078199.619440:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790144:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078199.619446:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078199.619448:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078199.619449:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078199.619451:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078199.619454:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078199.619456:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078199.619459:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078199.619461:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078199.619465:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078199.619468:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610790144, portal 4
00000100:00000001:2.0:1769078199.619469:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078199.619471:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511424128 : -104785198127488 : ffffa0b2cb7ce680)
00000100:00000040:2.0:1769078199.619476:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078199.619482:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078199.619484:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078199.619486:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894198.
00000100:00000200:2.0:1769078199.619488:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610790144, offset 0
00000400:00000200:2.0:1769078199.619492:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078199.619496:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078199.619499:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078199.619502:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078199.619504:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078199.619507:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078199.619509:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078199.619512:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21851:21851:253:4294967295] 192.168.204.105@tcp LPNI seq info [21848:21848:5:4294967295]
00000400:00000200:2.0:1769078199.619515:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078199.619521:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078199.619525:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078199.619528:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101db00.
00000800:00000200:2.0:1769078199.619531:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078199.619534:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078199.619537:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078199.619539:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078199.619543:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078199.619545:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299861049
00000100:00000001:2.0:1769078199.619547:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299861872
00000100:00000001:2.0:1769078199.619551:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299861049
00000100:00000001:2.0:1769078199.619553:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299861872
00000100:00000001:2.0:1769078199.619555:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078199.619556:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.619559:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.619560:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078199.619563:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078199.619565:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078199.619566:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078199.619567:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078199.619569:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078199.619570:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078200.450462:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078200.450470:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078200.450517:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078200.450522:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078200.450525:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078200.514525:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299861872, at 4299861888
00000100:00000040:2.0:1769078200.514527:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299861872, at 4299861888
00000100:00000010:2.0:1769078200.514548:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078200.514551:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00010000:00000001:0.0:1769078201.474460:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078201.474469:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078201.474501:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078201.474504:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078201.474508:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078202.498465:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078202.498473:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078202.498510:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078202.498514:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078202.498518:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769078202.690740:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769078202.690799:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078202.690815:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078202.690821:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769078202.690826:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078202.690831:0:2355:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078202.690836:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078202.690841:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dd00.
00000400:00000200:3.0:1769078202.690848:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078202.690854:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078202.690863:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:3.0:1769078202.690866:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:3.0:1769078202.690873:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078202.690886:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.690919:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078202.690923:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.690932:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.690934:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078202.690965:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078202.690969:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d000.
00000400:00000200:3.0:1769078202.690972:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078202.690975:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078202.690978:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000400:00000010:3.0:1769078202.690980:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:3.0:1769078202.690983:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078202.690989:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.690996:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078202.691000:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.691012:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.691013:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078202.691022:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078202.691025:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d200.
00000400:00000200:3.0:1769078202.691028:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078202.691031:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078202.691033:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:3.0:1769078202.691036:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:3.0:1769078202.691038:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078202.691045:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.691052:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078202.691055:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.691061:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.691063:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078202.691069:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078202.691071:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101db00.
00000400:00000200:3.0:1769078202.691074:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078202.691077:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078202.691080:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894198
00000400:00000010:3.0:1769078202.691082:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894198.
00000100:00000001:3.0:1769078202.691084:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078202.691090:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.691097:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078202.691099:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078202.691105:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078202.691107:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078202.691689:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078202.691697:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078202.691701:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078202.691712:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078202]  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078202.691730:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078202.691732:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078202.691736:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db00.
00000400:00000200:2.0:1769078202.691741:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894e58
00000400:00000010:2.0:1769078202.691742:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894e58.
00000100:00000001:2.0:1769078202.691746:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078202.691749:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078202.691766:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.691773:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078202.691775:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.691778:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078202.691781:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078202.691786:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.691794:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078202.691801:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.691809:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078202.691812:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.691814:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078202.691815:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.691818:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078202.691821:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078202.691825:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078202.691831:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078202.691834:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078202.691839:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078202.691848:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610789888:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078202.691854:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078202.693005:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078202]  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078202.693029:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078202.693031:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078202.693034:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db58.
00000400:00000200:2.0:1769078202.693039:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078202.693041:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078202.693044:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078202.693050:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078202.693058:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693064:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078202.693065:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693068:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078202.693069:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078202.693073:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693080:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078202.693084:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693091:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078202.693093:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693095:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078202.693096:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693099:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078202.693101:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078202.693103:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078202.693107:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078202.693109:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078202.693113:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078202.693120:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790016:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078202.693126:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078202.693131:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078202]  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078202.693139:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078202.693140:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078202.693141:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078202.693144:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078202.693146:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078202.693148:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078202.693151:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078202.693159:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693165:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078202.693166:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693167:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078202.693168:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078202.693170:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693175:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078202.693177:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693180:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078202.693182:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693183:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078202.693184:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693185:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078202.693186:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078202.693188:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078202.693190:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078202.693191:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078202.693194:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078202.693199:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790144:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078202.693202:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078202.693206:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078202]  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078202.693225:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078202.693226:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078202.693228:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078202.693230:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078202.693232:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078202.693234:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078202.693237:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078202.693246:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693251:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078202.693253:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693254:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078202.693255:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078202.693258:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693269:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078202.693272:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693277:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078202.693279:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693280:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078202.693281:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693283:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078202.693284:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078202.693286:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078202.693289:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078202.693291:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078202.693294:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078202.693300:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610789760:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078202.693307:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693309:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078202.693313:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc380 x1855007610789888/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693319:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078202.693322:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078202.693327:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078202.693330:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078202.693334:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078202.693336:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078202.693338:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078202.693341:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:2.0:1769078202.693344:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078202.693346:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078202.693348:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc380.
00000100:00000001:2.0:1769078202.693351:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078202.693353:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693354:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078202.693357:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc000 x1855007610790016/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693363:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078202.693364:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078202.693365:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078202.693367:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078202.693368:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078202.693369:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078202.693371:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078202.693373:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:2.0:1769078202.693374:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078202.693376:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078202.693377:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc000.
00000100:00000001:2.0:1769078202.693379:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078202.693380:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693381:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078202.693384:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce680 x1855007610790144/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693411:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078202.693413:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078202.693415:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078202.693417:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078202.693418:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078202.693420:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078202.693421:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078202.693422:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:2.0:1769078202.693424:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078202.693425:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078202.693426:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce680.
00000100:00000001:2.0:1769078202.693427:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078202.693428:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693430:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078202.693433:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdc00 x1855007610789760/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078202.693437:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078202.693437:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078202.693438:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078202.693440:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078202.693440:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078202.693441:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078202.693442:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078202.693443:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:2.0:1769078202.693444:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078202.693444:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078202.693449:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdc00.
00000100:00000001:2.0:1769078202.693450:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078202.693451:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693452:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.693460:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078202.693461:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078202.693463:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078202.693464:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078203.522482:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078203.522493:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078203.522496:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078203.522500:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078203.522505:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078203.522508:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078203.522510:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078203.522512:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078203.522537:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078203.522540:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078203.522543:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078204.546492:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078204.546499:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078204.546559:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078204.546563:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078204.546567:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078204.738518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078204.738531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078204.738534:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078204.738538:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078204.738544:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078204.738552:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5193
00000400:00000200:1.0:1769078204.738563:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078204.738570:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078204.738573:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078204.738576:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.738580:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.738582:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.738585:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078204.738590:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078204.738592:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078204.738595:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078204.738597:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078204.738600:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078204.738603:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078204.738606:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.738608:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.738609:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.738611:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078204.738615:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078204.738618:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078204.738621:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.738624:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078204.738628:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.738631:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.738634:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078204.738636:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078204.738644:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7aa00.
00000020:00000040:1.0:1769078204.738648:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078204.738652:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078204.738655:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.738658:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078204.738661:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078204.738665:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078204.738673:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:1.0:1769078204.738680:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078204.738689:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078204.738700:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078204.738705:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078204.738710:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c285696] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.738733:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078204.738736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078204.738740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078204.738742:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078204.738743:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078204.738746:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078204.738748:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5193
00000400:00000200:1.0:1769078204.738752:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078204.738755:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078204.738758:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078204.738760:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.738763:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.738765:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.738768:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078204.738771:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078204.738773:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078204.738775:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078204.738778:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078204.738781:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078204.738783:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078204.738786:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.738789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078204.738789:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078204.738792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.738796:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078204.738798:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078204.738799:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:2.0:1769078204.738804:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769078204.738805:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078204.738810:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.738812:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769078204.738818:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078204.738820:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.738825:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.738830:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078204.738835:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1769078204.738837:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078204.738839:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078204.738843:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078204.738846:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078204.738847:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078204.738852:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769078204.738853:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b800.
02000000:00000001:2.0:1769078204.738858:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078204.738859:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078204.738864:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1769078204.738866:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610790272:192.168.204.105@tcp:250:kworker.0
02000000:00000001:1.0:1769078204.738867:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.738871:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078204.738873:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078204.738877:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.738877:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1769078204.738883:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
02000000:00000001:2.0:1769078204.738884:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078204.738886:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078204.738888:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078204.738893:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1769078204.738894:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769078204.738905:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078204.738909:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.738918:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078204.738918:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078204.738939:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000100:00000001:1.0:1769078204.738948:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078204.738948:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000040:1.0:1769078204.738956:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1baa66e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078204.738960:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610790272, portal 25
00000100:00000001:2.0:1769078204.738965:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078204.738969:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.738969:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384203264 : -104785325348352 : ffffa0b2c3e7aa00)
00000100:00080000:1.0:1769078204.738975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078204.738978:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078204.738980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078204.738983:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078204.738986:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078204.738992:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078204.738995:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078204.738998:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5193
00000100:00000040:2.0:1769078204.739004:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078204.739007:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078204.739010:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000400:00000200:1.0:1769078204.739013:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000200:2.0:1769078204.739016:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610790272, offset 0
00000100:00080000:1.0:1769078204.739018:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078204.739024:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.739028:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078204.739030:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:1.0:1769078204.739034:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.739038:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078204.739040:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078204.739041:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078204.739044:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078204.739045:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:1.0:1769078204.739047:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078204.739051:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078204.739052:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078204.739056:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:1.0:1769078204.739058:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.739062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.739065:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078204.739066:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078204.739069:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078204.739072:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078204.739075:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:1.0:1769078204.739078:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078204.739084:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078204.739084:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769078204.739088:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078204.739091:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:1.0:1769078204.739093:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.739099:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078204.739099:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21852:21852:256:4294967295] 192.168.204.105@tcp LPNI seq info [21849:21849:8:4294967295]
00000100:00000001:1.0:1769078204.739103:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078204.739108:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078204.739111:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.739113:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078204.739117:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000010:1.0:1769078204.739118:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a680.
00000020:00000040:1.0:1769078204.739122:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078204.739125:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078204.739128:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.739132:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078204.739134:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078204.739135:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078204.739138:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078204.739144:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67adc00.
00000800:00000200:2.0:1769078204.739148:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078204.739150:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078204.739158:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769078204.739158:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000100:00000001:1.0:1769078204.739168:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078204.739170:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078204.739175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ef89d72] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769078204.739179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078204.739187:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1769078204.739189:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078204.739194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769078204.739200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:1.0:1769078204.739201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078204.739206:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1769078204.739207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1769078204.739208:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078204.739214:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:2.0:1769078204.739217:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078204.739219:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5193
00000800:00000010:2.0:1769078204.739222:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:1.0:1769078204.739226:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078204.739232:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078204.739234:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078204.739236:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769078204.739238:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078204.739242:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.739246:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078204.739247:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078204.739251:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078204.739255:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078204.739256:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078204.739257:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078204.739258:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000020:00000040:1.0:1769078204.739260:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000400:00000010:2.0:1769078204.739262:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000020:00000001:1.0:1769078204.739263:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078204.739268:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078204.739271:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078204.739271:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078204.739275:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.739279:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078204.739280:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.739282:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078204.739287:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078204.739293:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078204.739298:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.739300:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078204.739302:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1769078204.739304:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.739307:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078204.739309:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.739310:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078204.739314:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078204.739321:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.739324:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.739329:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078204.739330:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79c00.
00000100:00000001:2.0:1769078204.739333:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1769078204.739335:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078204.739339:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078204.739341:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.739343:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078204.739344:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.739346:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078204.739349:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078204.739354:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:1.0:1769078204.739356:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:2.0:1769078204.739359:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299866992
00000100:00000001:1.0:1769078204.739361:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078204.739369:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769078204.739369:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:1.0:1769078204.739379:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078204.739380:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078204.739382:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.739423:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299866993
00000100:00000010:2.0:1769078204.739428:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf540.
00000100:00000001:2.0:1769078204.739432:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1769078204.739433:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038f725e8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739438:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078204.739445:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.739449:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.739450:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1769078204.739457:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5203)
00000100:00100000:2.0:1769078204.739459:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078204.739472:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078204.739474:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078204.739477:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078204.739480:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078204.739482:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078204.739485:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078204.739489:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078204.739498:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739505:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078204.739506:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.739508:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078204.739511:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078204.739514:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739521:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078204.739526:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739534:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078204.739537:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.739539:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078204.739540:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.739543:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078204.739545:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078204.739548:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078204.739552:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078204.739555:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078204.739559:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078204.739567:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610790272:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078204.739573:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.739576:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078204.739579:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7aa00 x1855007610790272/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739591:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078204.739594:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078204.739596:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078204.739599:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078204.739601:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078204.739603:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078204.739605:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078204.739608:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af800.
02000000:00000001:2.0:1769078204.739611:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078204.739613:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078204.739615:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7aa00.
00000100:00000001:2.0:1769078204.739618:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078204.739620:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.739622:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.739630:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078204.739633:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.739635:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078204.739636:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078204.739637:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078204.739641:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739647:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078204.739648:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078204.739650:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078204.739652:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078204.739654:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078204.739657:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790400:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078204.739660:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078204.739662:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078204.739664:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078204.739666:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078204.739669:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078204.739671:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078204.739675:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078204.739678:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078204.739682:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078204.739686:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610790400, portal 10
00000100:00000001:2.0:1769078204.739688:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078204.739689:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384206848 : -104785325344768 : ffffa0b2c3e7b800)
00000100:00000040:2.0:1769078204.739696:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739703:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078204.739705:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078204.739707:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078204.739710:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610790400, offset 0
00000400:00000200:2.0:1769078204.739714:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078204.739718:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078204.739721:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078204.739725:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078204.739727:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078204.739730:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078204.739732:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078204.739736:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21853:21853:256:4294967295] 192.168.204.105@tcp LPNI seq info [21850:21850:8:4294967295]
00000400:00000200:2.0:1769078204.739740:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078204.739747:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078204.739752:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078204.739756:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078204.739759:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078204.739762:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078204.739766:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078204.739769:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078204.739773:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078204.739775:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078204.739779:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078204.739782:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078204.739786:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078204.739787:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078204.739791:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078204.739794:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739803:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078204.739806:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739814:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.739816:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078204.739820:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078204.739824:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078204.739829:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078204.739834:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299866132
00000100:00000001:2.0:1769078204.739838:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299866992
00000100:00000001:2.0:1769078204.739840:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299866132
00000100:00000001:2.0:1769078204.739843:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299866993
00000100:00000001:2.0:1769078204.739846:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078204.739848:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.739850:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078204.739854:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078204.739861:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078204.739863:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078204.739864:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078204.739866:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078204.739868:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078204.739870:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078204.739873:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078204.739880:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739892:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078204.739894:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.739895:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078204.739897:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078204.739900:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739907:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078204.739910:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739916:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078204.739918:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.739920:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078204.739933:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.739935:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078204.739936:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078204.739939:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078204.739942:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078204.739944:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078204.739948:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078204.739954:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790400:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078204.739958:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078204.739961:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.739967:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078204.739968:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078204.739971:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078204.739972:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078204.739974:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078204.739977:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790528:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078204.739980:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078204.739982:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078204.739984:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078204.739986:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078204.739990:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078204.739992:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078204.739995:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078204.739998:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078204.740001:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078204.740004:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610790528, portal 4
00000100:00000001:2.0:1769078204.740006:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078204.740007:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384202368 : -104785325349248 : ffffa0b2c3e7a680)
00000100:00000040:2.0:1769078204.740013:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740019:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078204.740021:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078204.740023:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078204.740025:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610790528, offset 0
00000400:00000200:2.0:1769078204.740029:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078204.740032:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078204.740036:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078204.740039:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078204.740042:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078204.740044:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078204.740047:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078204.740050:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21854:21854:256:4294967295] 192.168.204.105@tcp LPNI seq info [21851:21851:8:4294967295]
00000400:00000200:2.0:1769078204.740054:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078204.740059:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078204.740063:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078204.740066:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078204.740071:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078204.740074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078204.740078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078204.740081:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078204.740084:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078204.740086:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078204.740089:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078204.740093:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078204.740095:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078204.740097:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078204.740099:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078204.740102:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740109:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078204.740112:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740118:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.740120:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078204.740122:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078204.740126:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078204.740129:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078204.740131:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299866158
00000100:00000001:2.0:1769078204.740134:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299866992
00000100:00000001:2.0:1769078204.740136:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299866158
00000100:00000001:2.0:1769078204.740138:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299866993
00000100:00000001:2.0:1769078204.740140:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078204.740142:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.740144:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078204.740148:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078204.740157:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078204.740158:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078204.740160:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078204.740162:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078204.740163:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078204.740166:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078204.740168:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078204.740176:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740182:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078204.740184:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740185:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078204.740187:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078204.740190:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740197:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078204.740200:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740207:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078204.740209:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740211:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078204.740212:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740214:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078204.740215:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078204.740217:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078204.740220:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078204.740223:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078204.740226:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078204.740234:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790528:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078204.740237:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078204.740241:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740246:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078204.740248:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078204.740250:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078204.740252:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078204.740253:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078204.740256:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790656:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078204.740259:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078204.740261:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078204.740262:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078204.740264:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078204.740274:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078204.740275:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078204.740279:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078204.740281:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078204.740283:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078204.740286:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610790656, portal 4
00000100:00000001:2.0:1769078204.740288:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078204.740289:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384199680 : -104785325351936 : ffffa0b2c3e79c00)
00000100:00000040:2.0:1769078204.740295:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740301:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078204.740303:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078204.740305:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078204.740307:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610790656, offset 0
00000400:00000200:2.0:1769078204.740311:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078204.740315:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078204.740318:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078204.740321:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078204.740323:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078204.740325:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078204.740327:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078204.740330:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21855:21855:256:4294967295] 192.168.204.105@tcp LPNI seq info [21852:21852:8:4294967295]
00000400:00000200:2.0:1769078204.740333:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078204.740338:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078204.740341:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078204.740344:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078204.740348:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078204.740350:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078204.740353:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078204.740356:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078204.740359:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078204.740361:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078204.740363:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078204.740366:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078204.740369:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078204.740370:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078204.740372:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078204.740375:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740382:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078204.740384:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740413:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.740415:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078204.740418:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078204.740420:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078204.740423:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078204.740426:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299866170
00000100:00000001:2.0:1769078204.740428:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299866992
00000100:00000001:2.0:1769078204.740431:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299866170
00000100:00000001:2.0:1769078204.740433:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299866993
00000100:00000001:2.0:1769078204.740435:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078204.740437:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.740439:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078204.740442:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078204.740450:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078204.740451:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078204.740453:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078204.740455:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078204.740457:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078204.740459:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078204.740462:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078204.740469:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740476:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078204.740477:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740479:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078204.740480:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078204.740483:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740489:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078204.740492:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740498:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078204.740501:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740503:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078204.740504:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740505:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078204.740507:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078204.740509:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078204.740513:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078204.740515:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078204.740519:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078204.740527:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790656:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078204.740530:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740532:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078204.740535:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b800 x1855007610790400/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740541:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078204.740543:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078204.740545:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078204.740547:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078204.740549:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078204.740550:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078204.740552:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078204.740553:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:2.0:1769078204.740556:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078204.740558:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078204.740559:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b800.
00000100:00000001:2.0:1769078204.740563:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078204.740564:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740566:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078204.740569:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a680 x1855007610790528/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740581:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078204.740583:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078204.740584:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078204.740586:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078204.740588:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078204.740589:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078204.740591:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078204.740592:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:2.0:1769078204.740595:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078204.740596:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078204.740597:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a680.
00000100:00000001:2.0:1769078204.740599:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078204.740600:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740602:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078204.740605:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79c00 x1855007610790656/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078204.740611:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078204.740612:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078204.740613:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078204.740615:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078204.740616:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078204.740617:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078204.740619:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078204.740620:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:2.0:1769078204.740622:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078204.740623:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078204.740624:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79c00.
00000100:00000001:2.0:1769078204.740626:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078204.740627:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740629:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.740634:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078204.740636:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078204.740638:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078204.740639:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078205.570489:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078205.570503:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078205.570531:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078205.570534:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078205.570537:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078205.634509:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299866992, at 4299867008
00000100:00000040:3.0:1769078205.634509:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299866993, at 4299867008
00000100:00000010:3.0:1769078205.634526:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00000100:00000010:2.0:1769078205.634528:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078206.594515:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078206.594529:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078206.594605:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078206.594610:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078206.594614:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078207.618491:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078207.618499:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078207.618545:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078207.618547:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078207.618550:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078208.642522:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078208.642529:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078208.642597:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078208.642601:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078208.642605:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078209.666524:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078209.666531:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078209.666575:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078209.666577:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078209.666579:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078209.858481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078209.858497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078209.858500:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078209.858505:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078209.858509:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078209.858519:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5198
00000400:00000200:1.0:1769078209.858531:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078209.858538:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078209.858542:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078209.858545:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078209.858549:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078209.858552:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078209.858554:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078209.858559:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078209.858561:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078209.858564:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078209.858567:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078209.858570:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078209.858573:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078209.858577:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078209.858579:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078209.858581:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078209.858583:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078209.858587:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078209.858591:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078209.858593:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078209.858597:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078209.858600:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078209.858604:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.858606:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078209.858609:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078209.858629:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7bb80.
00000020:00000040:1.0:1769078209.858634:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078209.858639:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078209.858641:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.858644:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078209.858647:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078209.858651:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078209.858661:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:1.0:1769078209.858668:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078209.858678:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078209.858690:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078209.858695:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078209.858700:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49461df] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078209.858722:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078209.858725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078209.858728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078209.858730:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078209.858732:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078209.858736:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078209.858739:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5198
00000400:00000200:1.0:1769078209.858744:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078209.858747:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078209.858750:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078209.858751:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078209.858754:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078209.858758:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078209.858759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078209.858763:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078209.858763:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078209.858766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078209.858771:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769078209.858773:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078209.858774:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078209.858778:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078209.858782:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:2.0:1769078209.858785:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078209.858788:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078209.858789:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078209.858794:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
02000000:00000001:2.0:1769078209.858796:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078209.858800:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078209.858802:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078209.858803:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.858809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769078209.858810:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610790784:192.168.204.105@tcp:250:kworker.0
00000100:00000040:1.0:1769078209.858814:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078209.858816:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078209.858819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078209.858823:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078209.858823:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078209.858827:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078209.858829:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:2.0:1769078209.858833:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078209.858855:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078209.858857:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078209.858866:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078209.858870:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000100:00000001:1.0:1769078209.858876:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078209.858879:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
02000000:00000001:1.0:1769078209.858880:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078209.858888:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769078209.858890:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610790784, portal 25
02000000:00000001:1.0:1769078209.858891:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.858893:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078209.858896:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078209.858896:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384207744 : -104785325343872 : ffffa0b2c3e7bb80)
00000008:00100000:1.0:1769078209.858903:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769078209.858904:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769078209.858910:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.858917:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.858917:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078209.858922:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000010:1.0:1769078209.858924:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78380.
00000400:00000010:2.0:1769078209.858926:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000020:00000040:1.0:1769078209.858930:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00000200:2.0:1769078209.858931:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610790784, offset 0
02000000:00000001:1.0:1769078209.858936:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078209.858940:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078209.858940:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078209.858945:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078209.858948:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078209.858950:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078209.858953:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:1.0:1769078209.858956:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000100:00000001:1.0:1769078209.858961:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078209.858963:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00100000:1.0:1769078209.858970:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078209.858974:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078209.858982:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078209.858983:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:1.0:1769078209.858988:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078209.858992:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078209.858996:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078209.858999:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21856:21856:256:4294967295] 192.168.204.105@tcp LPNI seq info [21853:21853:8:4294967295]
00000100:00000040:1.0:1769078209.859004:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b372783] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078209.859005:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078209.859019:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078209.859019:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1769078209.859024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769078209.859030:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078209.859032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078209.859035:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1769078209.859036:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000100:00080000:1.0:1769078209.859038:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078209.859042:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.0:1769078209.859045:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:1.0:1769078209.859048:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5198
00000800:00000200:2.0:1769078209.859051:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000400:00000200:1.0:1769078209.859056:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.1:1769078209.859058:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078209.859062:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000400:00000200:1.0:1769078209.859064:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078209.859070:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1769078209.859070:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078209.859073:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000100:00000040:1.0:1769078209.859078:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078209.859081:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078209.859086:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078209.859089:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078209.859094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078209.859094:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078209.859099:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:1.0:1769078209.859100:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078209.859105:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078209.859107:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1769078209.859108:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078209.859113:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078209.859115:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000100:00000200:2.0:1769078209.859117:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078209.859119:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078209.859126:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078209.859134:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078209.859138:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078209.859139:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078209.859142:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078209.859146:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078209.859148:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078209.859152:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000040:2.0:1769078209.859153:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078209.859158:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078209.859162:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078209.859167:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078209.859167:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859169:0:2365:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1769078209.859173:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.859176:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078209.859177:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078209.859179:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078209.859184:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00000001:1.0:1769078209.859185:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859188:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299872112
00000100:00000001:1.0:1769078209.859189:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078209.859197:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78000.
00000100:00000010:2.0:1769078209.859198:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000020:00000040:1.0:1769078209.859201:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078209.859205:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1769078209.859206:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078209.859210:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.859213:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078209.859214:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299872112
02000000:00000001:1.0:1769078209.859215:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1769078209.859218:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfc60.
02000000:00000001:1.0:1769078209.859220:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859222:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078209.859226:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769078209.859227:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:2.0:1769078209.859228:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859233:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078209.859234:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078209.859237:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078209/real 1769078209]  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078209.859243:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769078209.859247:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078209.859250:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078209.859252:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000100:00000001:1.0:1769078209.859256:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078209.859257:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078209.859260:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:1.0:1769078209.859262:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859263:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078209.859270:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078209.859272:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809d7171] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078209.859285:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078209.859289:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078209.859294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078209.859298:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1769078209.859300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078209.859302:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078209.859304:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078209.859306:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1769078209.859307:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078209.859312:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078209.859314:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5198
00000100:00000001:2.0:1769078209.859318:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1769078209.859320:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078209.859327:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00100000:2.0:1769078209.859328:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078209.859330:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078209.859338:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078209.859341:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078209.859342:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078209.859348:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078209.859348:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859353:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078209.859356:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.859357:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078209.859359:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078209.859363:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078209.859363:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078209.859365:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078209.859367:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1769078209.859372:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00080000:2.0:1769078209.859374:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000020:00000040:1.0:1769078209.859376:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:2.0:1769078209.859377:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1769078209.859381:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769078209.859382:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078209.859407:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078209.859411:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078209.859414:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078209.859418:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078209.859420:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078209.859422:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078209.859424:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078209.859429:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078209.859436:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00100000:2.0:1769078209.859437:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610790784:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078209.859441:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078209.859445:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078209.859447:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078209.859450:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078209.859453:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.859456:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078209.859458:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078209.859461:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1769078209.859463:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.859466:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078209.859471:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79180.
00000100:00000040:2.0:1769078209.859472:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7bb80 x1855007610790784/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078209.859476:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078209.859482:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078209.859484:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.859488:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078209.859490:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078209.859491:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078209.859495:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078209.859496:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078209.859500:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
02000000:00000010:2.0:1769078209.859501:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49000.
00000100:00000001:1.0:1769078209.859506:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078209.859507:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078209.859512:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078209.859514:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000100:00100000:1.0:1769078209.859516:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1769078209.859517:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078209.859520:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:2.0:1769078209.859525:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078209.859529:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1769078209.859530:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1769078209.859533:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7bb80.
00000100:00000001:1.0:1769078209.859534:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859539:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000040:1.0:1769078209.859542:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb405fe] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859542:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.859547:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078209.859556:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859559:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1769078209.859562:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5208)
00000100:00000001:2.0:1769078209.859563:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859568:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078209.859570:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078209.859572:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078209.859577:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859585:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078209.859587:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078209.859588:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078209.859590:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078209.859591:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078209.859594:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790912:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078209.859598:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078209.859600:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078209.859601:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078209.859603:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078209.859606:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078209.859607:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078209.859612:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078209.859615:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078209.859619:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078209.859622:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610790912, portal 10
00000100:00000001:2.0:1769078209.859624:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078209.859625:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384193408 : -104785325358208 : ffffa0b2c3e78380)
00000100:00000040:2.0:1769078209.859632:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859639:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078209.859641:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078209.859643:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078209.859645:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610790912, offset 0
00000400:00000200:2.0:1769078209.859647:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078209.859651:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078209.859653:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078209.859655:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078209.859657:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078209.859658:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078209.859660:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078209.859662:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21857:21857:256:4294967295] 192.168.204.105@tcp LPNI seq info [21854:21854:8:4294967295]
00000400:00000200:2.0:1769078209.859665:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078209.859669:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078209.859672:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078209.859674:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078209.859677:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078209.859679:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078209.859682:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078209.859684:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078209.859687:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078209.859688:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078209.859690:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078209.859692:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078209.859694:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078209.859695:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078209.859697:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078209.859699:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859704:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078209.859706:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859710:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859712:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078209.859713:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078209.859717:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078209.859719:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078209.859721:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299871252
00000100:00000001:2.0:1769078209.859724:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299872112
00000100:00000001:2.0:1769078209.859726:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299871252
00000100:00000001:2.0:1769078209.859728:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299872112
00000100:00000001:2.0:1769078209.859731:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078209.859733:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859735:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078209.859738:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078209/real 1769078209]  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078209.859746:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078209.859748:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078209.859749:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078209.859752:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078209.859753:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078209.859755:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078209.859759:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078209.859768:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859774:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078209.859776:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.859778:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078209.859779:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078209.859781:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859786:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078209.859788:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859792:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078209.859793:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.859794:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078209.859795:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.859796:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078209.859797:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078209.859798:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078209.859801:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078209.859802:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078209.859804:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078209.859809:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610790912:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078209.859811:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078209.859813:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859817:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078209.859818:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078209.859820:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078209.859821:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078209.859823:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078209.859826:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791040:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078209.859829:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078209.859830:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078209.859832:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078209.859833:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078209.859849:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078209.859852:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078209.859856:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078209.859859:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078209.859862:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078209.859865:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610791040, portal 4
00000100:00000001:2.0:1769078209.859867:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078209.859868:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384192512 : -104785325359104 : ffffa0b2c3e78000)
00000100:00000040:2.0:1769078209.859874:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859881:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078209.859883:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078209.859884:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078209.859886:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610791040, offset 0
00000400:00000200:2.0:1769078209.859889:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078209.859892:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078209.859894:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078209.859896:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078209.859898:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078209.859899:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078209.859901:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078209.859903:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21858:21858:256:4294967295] 192.168.204.105@tcp LPNI seq info [21855:21855:8:4294967295]
00000400:00000200:2.0:1769078209.859905:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078209.859909:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078209.859911:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078209.859913:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078209.859915:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078209.859917:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078209.859920:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078209.859922:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078209.859924:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078209.859925:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078209.859927:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078209.859930:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078209.859931:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078209.859933:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078209.859934:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078209.859936:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859944:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078209.859947:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.859954:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859955:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078209.859958:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078209.859961:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078209.859965:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078209.859967:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299871278
00000100:00000001:2.0:1769078209.859969:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299872112
00000100:00000001:2.0:1769078209.859972:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299871278
00000100:00000001:2.0:1769078209.859974:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299872112
00000100:00000001:2.0:1769078209.859976:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078209.859978:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.859980:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078209.859984:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078209/real 1769078209]  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078209.859992:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078209.859993:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078209.859995:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078209.859997:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078209.859998:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078209.859999:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078209.860001:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078209.860007:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860011:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078209.860011:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860012:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078209.860013:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078209.860015:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860018:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078209.860020:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860026:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078209.860027:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860028:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078209.860029:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860030:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078209.860031:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078209.860032:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078209.860034:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078209.860035:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078209.860037:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078209.860041:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791040:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078209.860043:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078209.860045:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860049:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078209.860050:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078209.860051:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078209.860053:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078209.860054:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078209.860055:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791168:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078209.860057:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078209.860058:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078209.860059:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078209.860060:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078209.860063:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078209.860064:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078209.860067:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078209.860069:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078209.860071:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078209.860073:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610791168, portal 4
00000100:00000001:2.0:1769078209.860074:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078209.860075:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196992 : -104785325354624 : ffffa0b2c3e79180)
00000100:00000040:2.0:1769078209.860079:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860083:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078209.860084:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078209.860086:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078209.860087:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610791168, offset 0
00000400:00000200:2.0:1769078209.860091:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078209.860094:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078209.860097:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078209.860100:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078209.860102:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078209.860104:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078209.860107:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078209.860109:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21859:21859:256:4294967295] 192.168.204.105@tcp LPNI seq info [21856:21856:8:4294967295]
00000400:00000200:2.0:1769078209.860113:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078209.860119:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078209.860124:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078209.860127:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078209.860131:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078209.860133:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078209.860137:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078209.860140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078209.860144:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078209.860146:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078209.860148:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078209.860151:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078209.860154:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078209.860155:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078209.860157:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078209.860160:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860165:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078209.860167:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860171:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.860172:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078209.860174:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078209.860176:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078209.860178:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078209.860179:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299871289
00000100:00000001:2.0:1769078209.860181:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299872112
00000100:00000001:2.0:1769078209.860183:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299871289
00000100:00000001:2.0:1769078209.860184:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299872112
00000100:00000001:2.0:1769078209.860185:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078209.860186:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.860187:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078209.860189:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078209/real 1769078209]  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078209.860193:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078209.860194:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078209.860195:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078209.860196:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078209.860197:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078209.860198:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078209.860200:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078209.860205:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860212:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078209.860213:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860215:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078209.860216:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078209.860218:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860221:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078209.860223:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860226:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078209.860228:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860228:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078209.860229:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860230:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078209.860231:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078209.860233:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078209.860235:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078209.860237:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078209.860239:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078209.860243:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791168:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078209.860246:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860247:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078209.860249:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78380 x1855007610790912/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860253:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078209.860254:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078209.860255:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078209.860257:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078209.860258:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078209.860259:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078209.860260:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078209.860261:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:2.0:1769078209.860263:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078209.860264:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078209.860265:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78380.
00000100:00000001:2.0:1769078209.860266:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078209.860267:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860268:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078209.860270:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78000 x1855007610791040/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860274:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078209.860275:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078209.860275:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078209.860276:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078209.860277:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078209.860277:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078209.860278:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078209.860279:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af800.
02000000:00000001:2.0:1769078209.860280:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078209.860281:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078209.860282:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78000.
00000100:00000001:2.0:1769078209.860284:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078209.860285:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860286:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078209.860288:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79180 x1855007610791168/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078209.860293:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078209.860294:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078209.860296:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078209.860297:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078209.860298:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078209.860300:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078209.860302:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078209.860304:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:2.0:1769078209.860305:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078209.860307:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078209.860308:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79180.
00000100:00000001:2.0:1769078209.860310:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078209.860311:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860313:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.860316:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078209.860318:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078209.860320:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078209.860321:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078210.690529:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078210.690536:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078210.690628:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078210.690632:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078210.690635:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078210.754500:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299872112, at 4299872128
00000100:00000040:3.0:1769078210.754500:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299872112, at 4299872128
00000100:00000010:2.0:1769078210.754517:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078210.754520:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769078211.714474:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078211.714484:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078211.714540:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078211.714542:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078211.714545:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078212.738508:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078212.738514:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078212.738580:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078212.738585:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078212.738589:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078213.762482:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078213.762495:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078213.762497:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078213.762500:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078213.762505:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078213.762507:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078213.762508:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078213.762510:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078213.762586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078213.762589:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078213.762591:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078214.786517:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078214.786533:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078214.786659:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078214.786662:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078214.786665:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078214.978504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078214.978527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078214.978530:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078214.978534:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078214.978540:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078214.978548:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5203
00000400:00000200:3.0:1769078214.978559:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078214.978566:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.978570:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078214.978573:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.978576:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.978579:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.978580:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078214.978584:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.978586:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078214.978588:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078214.978590:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078214.978592:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078214.978593:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078214.978595:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.978596:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.978598:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.978599:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078214.978601:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078214.978604:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078214.978605:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.978607:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078214.978609:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078214.978611:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.978613:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078214.978615:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078214.978624:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769078214.978626:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078214.978630:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078214.978632:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.978636:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078214.978638:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.978643:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078214.978652:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4800.
00000100:00000001:3.0:1769078214.978660:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078214.978671:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078214.978681:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078214.978685:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.978689:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.978711:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078214.978714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078214.978716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078214.978717:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078214.978718:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078214.978720:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078214.978721:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5203
00000400:00000200:3.0:1769078214.978724:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078214.978727:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.978729:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078214.978732:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.978734:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.978737:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.978740:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078214.978742:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.978743:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078214.978745:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078214.978746:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078214.978748:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078214.978760:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078214.978762:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078214.978766:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078214.978769:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078214.978769:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078214.978773:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078214.978774:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.978778:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078214.978783:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000040:2.0:1769078214.978784:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078214.978788:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078214.978799:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.978803:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078214.978805:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078214.978808:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.978811:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078214.978813:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078214.978815:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078214.978818:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078214.978819:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078214.978823:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078214.978826:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769078214.978827:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610791296:192.168.204.105@tcp:250:kworker.0
00000008:00000001:3.0:1769078214.978834:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.978835:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078214.978838:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078214.978840:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078214.978843:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078214.978843:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
02000000:00000001:2.0:1769078214.978848:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769078214.978848:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078214.978853:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078214.978854:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078214.978855:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
00000100:00000001:3.0:1769078214.978856:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078214.978859:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.978860:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.978863:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078214.978868:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4000.
00000400:00000200:2.0:1769078214.978869:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078214.978875:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078214.978876:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078214.978884:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00100000:3.0:1769078214.978884:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078214.978894:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610791296, portal 25
00000100:00000001:3.0:1769078214.978895:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078214.978899:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078214.978900:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.978901:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511420544 : -104785198131072 : ffffa0b2cb7cd880)
00000100:00000040:2.0:1769078214.978909:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078214.978909:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.978925:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078214.978930:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078214.978932:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078214.978933:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078214.978938:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610791296, offset 0
00000100:00080000:3.0:1769078214.978938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078214.978943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078214.978944:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078214.978946:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078214.978946:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078214.978951:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078214.978954:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5203
00000400:00000200:2.0:1769078214.978958:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078214.978964:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078214.978969:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078214.978973:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078214.978976:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078214.978978:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078214.978981:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21860:21860:256:4294967295] 192.168.204.105@tcp LPNI seq info [21857:21857:8:4294967295]
00000400:00000200:2.0:1769078214.978984:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078214.978991:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769078214.978998:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.0:1769078214.978999:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078214.979004:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769078214.979008:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.979011:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769078214.979014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078214.979019:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1769078214.979019:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.979025:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769078214.979028:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769078214.979032:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769078214.979032:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1769078214.979038:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000100:2.0:1769078214.979041:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769078214.979044:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:2.0:1769078214.979045:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000020:00000040:3.0:1769078214.979048:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:2.0:1769078214.979052:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1769078214.979053:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078214.979057:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:2.0:1769078214.979058:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1769078214.979064:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078214.979065:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078214.979067:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000020:00000001:3.0:1769078214.979069:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000001:2.0:1769078214.979072:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078214.979076:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078214.979077:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.979083:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.979089:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.979094:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078214.979096:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769078214.979097:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000040:2.0:1769078214.979102:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078214.979105:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078214.979112:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979114:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979117:0:2365:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769078214.979117:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078214.979123:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078214.979124:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.979129:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.979133:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078214.979138:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078214.979142:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299877232
00000100:00000010:2.0:1769078214.979147:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000008:00100000:3.0:1769078214.979147:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078214.979152:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.979154:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979156:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000010:3.0:1769078214.979158:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769078214.979161:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078214.979163:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299877232
02000000:00000001:3.0:1769078214.979164:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078214.979168:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078214.979169:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf900.
00000100:00000001:3.0:1769078214.979170:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078214.979173:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1769078214.979173:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.979177:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979178:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078214.979181:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979183:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1769078214.979184:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00100000:2.0:1769078214.979188:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.979189:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078214.979198:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769078214.979200:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078214.979203:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078214.979206:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000100:00000001:3.0:1769078214.979207:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078214.979209:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000100:00000001:3.0:1769078214.979211:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078214.979212:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078214.979216:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769078214.979218:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078214.979222:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.979238:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078214.979241:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078214.979242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078214.979248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078214.979250:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078214.979253:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078214.979254:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078214.979256:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078214.979257:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078214.979260:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5203
00000100:00000001:2.0:1769078214.979261:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078214.979263:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078214.979266:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:2.0:1769078214.979270:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078214.979273:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.979277:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078214.979281:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078214.979282:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.979285:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078214.979287:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078214.979290:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.979293:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078214.979297:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.979299:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:2.0:1769078214.979300:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1769078214.979303:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078214.979304:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078214.979305:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078214.979306:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078214.979309:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769078214.979309:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078214.979315:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1769078214.979315:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078214.979317:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1769078214.979321:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00080000:2.0:1769078214.979322:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078214.979326:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.979331:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078214.979332:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00080000:2.0:1769078214.979334:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000020:00000040:3.0:1769078214.979334:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078214.979336:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078214.979338:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769078214.979341:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078214.979344:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078214.979346:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078214.979350:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078214.979353:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610791296:192.168.204.105@tcp:250:kworker.0
02000000:00000001:3.0:1769078214.979355:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979358:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979360:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078214.979362:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd880 x1855007610791296/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979366:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078214.979368:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1769078214.979368:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769078214.979370:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
00000008:00100000:3.0:1769078214.979372:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078214.979373:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078214.979375:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000008:00000001:3.0:1769078214.979378:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078214.979379:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078214.979382:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1769078214.979382:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078214.979385:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4800.
02000000:00000001:2.0:1769078214.979412:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078214.979414:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078214.979415:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd880.
00000100:00000010:3.0:1769078214.979416:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000100:00000001:2.0:1769078214.979418:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1769078214.979419:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078214.979420:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979425:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078214.979425:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078214.979428:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.979429:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078214.979430:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.979432:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078214.979435:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000100:00000001:3.0:1769078214.979438:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979442:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769078214.979442:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078214.979446:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.979452:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078214.979453:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078214.979454:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979456:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078214.979460:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979461:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078214.979470:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.979470:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.979475:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5214)
00000100:00000001:2.0:1769078214.979483:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078214.979485:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078214.979488:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078214.979490:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078214.979491:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078214.979494:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791424:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078214.979496:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078214.979498:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078214.979499:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078214.979500:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078214.979508:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078214.979509:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078214.979513:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078214.979515:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078214.979517:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078214.979519:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610791424, portal 10
00000100:00000001:2.0:1769078214.979520:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078214.979521:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416064 : -104785198135552 : ffffa0b2cb7cc700)
00000100:00000040:2.0:1769078214.979527:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979535:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078214.979537:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078214.979539:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078214.979541:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610791424, offset 0
00000400:00000200:2.0:1769078214.979544:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078214.979548:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078214.979552:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078214.979555:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078214.979558:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078214.979560:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078214.979563:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078214.979566:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21861:21861:256:4294967295] 192.168.204.105@tcp LPNI seq info [21858:21858:8:4294967295]
00000400:00000200:2.0:1769078214.979570:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078214.979576:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078214.979581:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078214.979584:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078214.979587:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078214.979590:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078214.979594:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078214.979596:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078214.979600:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078214.979602:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078214.979604:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078214.979608:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078214.979611:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078214.979613:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078214.979615:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078214.979619:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979626:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078214.979629:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979637:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979638:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078214.979640:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078214.979643:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078214.979646:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078214.979647:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299876372
00000100:00000001:2.0:1769078214.979649:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299877232
00000100:00000001:2.0:1769078214.979651:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299876372
00000100:00000001:2.0:1769078214.979652:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299877232
00000100:00000001:2.0:1769078214.979654:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078214.979655:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979656:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078214.979658:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078214.979662:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078214.979664:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078214.979665:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078214.979666:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078214.979667:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078214.979668:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078214.979670:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078214.979675:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979678:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078214.979679:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979680:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078214.979681:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078214.979683:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979687:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078214.979690:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979697:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078214.979699:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979701:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078214.979702:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979704:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078214.979705:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078214.979708:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078214.979711:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078214.979713:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078214.979717:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078214.979726:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791424:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078214.979730:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078214.979733:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979739:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078214.979740:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078214.979741:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078214.979743:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078214.979744:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078214.979746:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791552:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078214.979758:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078214.979761:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078214.979763:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078214.979764:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078214.979766:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078214.979768:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078214.979771:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078214.979774:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078214.979777:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078214.979780:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610791552, portal 4
00000100:00000001:2.0:1769078214.979781:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078214.979783:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511417856 : -104785198133760 : ffffa0b2cb7cce00)
00000100:00000040:2.0:1769078214.979789:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979795:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078214.979797:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078214.979799:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078214.979801:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610791552, offset 0
00000400:00000200:2.0:1769078214.979805:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078214.979809:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078214.979813:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078214.979815:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078214.979818:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078214.979820:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078214.979822:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078214.979824:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21862:21862:256:4294967295] 192.168.204.105@tcp LPNI seq info [21859:21859:8:4294967295]
00000400:00000200:2.0:1769078214.979826:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078214.979830:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078214.979833:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078214.979836:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078214.979838:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078214.979839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078214.979842:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078214.979844:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078214.979846:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078214.979848:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078214.979850:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078214.979852:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078214.979854:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078214.979855:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078214.979856:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078214.979858:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979863:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078214.979865:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979869:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979870:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078214.979872:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078214.979874:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078214.979876:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078214.979877:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299876398
00000100:00000001:2.0:1769078214.979879:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299877232
00000100:00000001:2.0:1769078214.979880:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299876398
00000100:00000001:2.0:1769078214.979882:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299877232
00000100:00000001:2.0:1769078214.979883:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078214.979884:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979885:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078214.979887:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078214.979891:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078214.979892:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078214.979893:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078214.979895:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078214.979896:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078214.979897:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078214.979899:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078214.979904:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979908:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078214.979908:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979909:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078214.979910:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078214.979912:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979915:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078214.979917:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979921:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078214.979922:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979923:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078214.979923:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979924:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078214.979925:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078214.979927:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078214.979928:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078214.979930:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078214.979932:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078214.979937:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791552:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078214.979939:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979940:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078214.979942:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc700 x1855007610791424/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979946:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078214.979947:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078214.979948:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078214.979949:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078214.979950:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078214.979951:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078214.979952:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078214.979953:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4000.
02000000:00000001:2.0:1769078214.979955:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078214.979956:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078214.979957:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc700.
00000100:00000001:2.0:1769078214.979958:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078214.979959:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979960:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078214.979962:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cce00 x1855007610791552/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979966:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078214.979966:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078214.979967:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078214.979968:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078214.979969:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078214.979969:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078214.979970:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078214.979971:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:2.0:1769078214.979972:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078214.979973:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078214.979973:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cce00.
00000100:00000001:2.0:1769078214.979974:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078214.979975:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979976:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.979978:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078214.979979:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.979980:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078214.979981:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078214.979982:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078214.979984:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.979988:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078214.979989:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078214.979990:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078214.979991:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078214.979992:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078214.979994:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791680:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078214.979996:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078214.979997:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078214.979998:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078214.979999:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078214.980001:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078214.980002:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078214.980004:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078214.980006:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078214.980008:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078214.980010:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610791680, portal 4
00000100:00000001:2.0:1769078214.980011:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078214.980012:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511418752 : -104785198132864 : ffffa0b2cb7cd180)
00000100:00000040:2.0:1769078214.980015:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.980019:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078214.980020:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078214.980021:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078214.980022:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610791680, offset 0
00000400:00000200:2.0:1769078214.980024:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078214.980026:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078214.980028:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078214.980029:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078214.980031:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078214.980032:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078214.980034:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078214.980036:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21863:21863:256:4294967295] 192.168.204.105@tcp LPNI seq info [21860:21860:8:4294967295]
00000400:00000200:2.0:1769078214.980038:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078214.980041:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078214.980044:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078214.980045:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078214.980047:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078214.980049:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078214.980051:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078214.980053:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078214.980055:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078214.980057:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078214.980058:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078214.980060:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078214.980062:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078214.980063:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078214.980064:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078214.980066:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.980071:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078214.980072:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.980076:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.980077:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078214.980078:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078214.980080:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078214.980081:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078214.980082:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299876409
00000100:00000001:2.0:1769078214.980083:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299877232
00000100:00000001:2.0:1769078214.980085:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299876409
00000100:00000001:2.0:1769078214.980086:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299877232
00000100:00000001:2.0:1769078214.980088:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078214.980089:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.980090:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078214.980092:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078214.980096:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078214.980097:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078214.980098:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078214.980099:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078214.980100:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078214.980101:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078214.980102:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078214.980108:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.980111:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078214.980112:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.980113:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078214.980114:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078214.980115:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.980119:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078214.980121:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.980124:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078214.980125:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.980126:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078214.980127:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.980128:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078214.980128:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078214.980130:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078214.980132:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078214.980134:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078214.980136:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078214.980140:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791680:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078214.980142:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.980143:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078214.980144:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd180 x1855007610791680/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078214.980147:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078214.980148:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078214.980149:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078214.980150:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078214.980150:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078214.980151:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078214.980152:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078214.980153:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:2.0:1769078214.980154:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078214.980154:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078214.980155:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd180.
00000100:00000001:2.0:1769078214.980156:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078214.980157:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.980158:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.980159:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078214.980160:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078214.980161:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078214.980162:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078215.810473:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078215.810481:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078215.810513:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078215.810517:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078215.810521:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078215.874455:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299877232, at 4299877248
00000100:00000040:3.0:1769078215.874455:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299877232, at 4299877248
00000100:00000010:2.0:1769078215.874472:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:3.0:1769078215.874476:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00010000:00000001:0.0:1769078216.834491:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078216.834496:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078216.834545:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078216.834549:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078216.834552:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078217.858508:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078217.858515:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078217.858544:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078217.858546:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078217.858549:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078218.882533:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078218.882539:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078218.882596:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078218.882600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078218.882603:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078219.906512:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078219.906520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078219.906579:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078219.906582:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078219.906585:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078220.098547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078220.098557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078220.098560:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078220.098564:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078220.098568:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078220.098575:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5209
00000400:00000200:1.0:1769078220.098584:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078220.098590:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078220.098594:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078220.098597:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098600:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078220.098602:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098604:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078220.098608:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078220.098609:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078220.098611:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078220.098613:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078220.098615:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078220.098616:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078220.098618:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098619:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078220.098620:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098621:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078220.098624:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078220.098626:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098627:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.098630:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078220.098632:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078220.098634:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.098635:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078220.098636:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078220.098644:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79500.
00000020:00000040:1.0:1769078220.098646:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078220.098650:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078220.098651:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.098653:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078220.098655:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078220.098659:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078220.098687:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000001:1.0:1769078220.098692:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078220.098699:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078220.098706:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078220.098709:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078220.098712:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cf38f94] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078220.098730:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078220.098733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078220.098734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078220.098735:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078220.098737:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078220.098738:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078220.098739:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5209
00000400:00000200:1.0:1769078220.098742:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078220.098743:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078220.098745:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078220.098746:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098748:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078220.098749:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078220.098752:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078220.098753:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078220.098754:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078220.098755:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078220.098757:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078220.098758:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078220.098760:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078220.098763:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098764:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078220.098766:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:2.0:1769078220.098767:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769078220.098768:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098772:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.098772:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769078220.098775:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078220.098776:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078220.098780:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078220.098783:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.098784:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078220.098784:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769078220.098789:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078220.098793:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.098795:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078220.098796:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.098799:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078220.098800:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a300.
00000020:00000040:1.0:1769078220.098803:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078220.098803:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078220.098804:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078220.098807:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.098807:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078220.098811:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078220.098812:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.098813:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769078220.098816:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610791808:192.168.204.105@tcp:250:kworker.0
02000000:00000001:1.0:1769078220.098817:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078220.098821:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:2.0:1769078220.098822:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078220.098826:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.098826:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078220.098829:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078220.098831:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078220.098832:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078220.098837:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
00000100:00000001:1.0:1769078220.098839:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769078220.098840:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.098842:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078220.098846:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfae78b9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078220.098851:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078220.098855:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078220.098858:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000100:00080000:1.0:1769078220.098859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078220.098863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078220.098865:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078220.098866:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769078220.098867:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000001:1.0:1769078220.098868:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078220.098872:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5209
00000400:00000200:1.0:1769078220.098874:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078220.098876:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000200:2.0:1769078220.098877:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610791808, portal 25
00000100:00080000:1.0:1769078220.098878:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078220.098882:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078220.098883:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078220.098884:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078220.098887:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078220.098887:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384197888 : -104785325353728 : ffffa0b2c3e79500)
00000100:00000001:1.0:1769078220.098892:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078220.098894:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078220.098895:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078220.098896:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769078220.098898:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078220.098899:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078220.098901:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078220.098905:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078220.098911:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078220.098917:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078220.098917:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078220.098920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078220.098922:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000040:2.0:1769078220.098926:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078220.098927:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078220.098930:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.098931:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769078220.098931:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
02000000:00000001:1.0:1769078220.098934:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078220.098937:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078220.098937:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610791808, offset 0
00000100:00000001:1.0:1769078220.098940:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078220.098943:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078220.098944:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.098946:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078220.098949:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000010:1.0:1769078220.098950:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78700.
00000020:00000040:1.0:1769078220.098953:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078220.098954:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078220.098955:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.098956:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078220.098956:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078220.098957:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078220.098960:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:1.0:1769078220.098962:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:1.0:1769078220.098965:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078220.098968:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00100000:1.0:1769078220.098971:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078220.098976:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078220.098977:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078220.098979:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087ffcb3c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078220.098981:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078220.098987:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078220.098988:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:1.0:1769078220.098990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078220.098994:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078220.098995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078220.098998:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078220.099000:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078220.099000:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.099003:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078220.099005:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21864:21864:256:4294967295] 192.168.204.105@tcp LPNI seq info [21861:21861:8:4294967295]
00000100:00080000:1.0:1769078220.099008:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5209
00000400:00000200:2.0:1769078220.099012:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078220.099013:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078220.099016:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078220.099018:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078220.099023:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.099026:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078220.099028:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078220.099031:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.099035:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078220.099037:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.0:1769078220.099038:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000020:00000040:1.0:1769078220.099039:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078220.099042:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078220.099043:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000800:00000010:2.0:1769078220.099044:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000020:00000001:1.0:1769078220.099045:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078220.099048:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078220.099051:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.099053:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769078220.099055:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:1.0:1769078220.099056:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078220.099060:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078220.099062:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000800:00000200:2.0:1769078220.099062:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00080000:1.0:1769078220.099065:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078220.099069:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078220.099070:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078220.099072:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1769078220.099073:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:1.0:1769078220.099074:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078220.099077:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078220.099079:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078220.099081:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078220.099081:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1769078220.099084:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078220.099089:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78e00.
00000020:00000040:1.0:1769078220.099092:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000800:00000100:2.0:1769078220.099092:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000001:1.0:1769078220.099094:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078220.099097:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078220.099097:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000100:00000001:1.0:1769078220.099098:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078220.099100:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078220.099102:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078220.099105:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
00000400:00000200:2.0:1769078220.099106:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078220.099107:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078220.099111:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078220.099116:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078220.099120:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078220.099120:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078220.099126:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cac2cf7f] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078220.099128:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078220.099133:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:1.0:1769078220.099134:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078220.099139:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5219)
00000100:00000001:2.0:1769078220.099141:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078220.099149:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099159:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078220.099163:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099170:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.099172:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078220.099178:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078220.099182:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078220.099184:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299882352
00000100:00000010:2.0:1769078220.099188:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:2.0:1769078220.099194:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078220.099198:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299882352
00000100:00000010:2.0:1769078220.099200:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfc00.
00000100:00000001:2.0:1769078220.099202:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078220.099204:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078220.099206:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.099208:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078220.099210:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220]  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078220.099217:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078220.099218:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078220.099219:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078220.099221:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078220.099222:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078220.099224:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078220.099228:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078220.099236:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099243:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078220.099244:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099247:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078220.099249:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078220.099253:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099260:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078220.099264:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099271:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078220.099274:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099275:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078220.099275:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099277:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078220.099279:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078220.099281:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078220.099283:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078220.099285:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078220.099287:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078220.099292:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610791808:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078220.099295:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099297:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078220.099298:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79500 x1855007610791808/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099302:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078220.099304:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078220.099306:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078220.099308:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078220.099309:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078220.099310:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078220.099311:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078220.099313:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:2.0:1769078220.099315:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078220.099317:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078220.099318:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79500.
00000100:00000001:2.0:1769078220.099320:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078220.099321:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099322:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099327:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078220.099328:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.099329:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078220.099330:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078220.099331:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078220.099335:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099346:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078220.099347:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.099349:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078220.099351:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078220.099353:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078220.099356:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791936:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078220.099359:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078220.099361:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078220.099363:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.099365:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078220.099368:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078220.099369:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078220.099374:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078220.099377:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078220.099380:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078220.099383:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610791936, portal 10
00000100:00000001:2.0:1769078220.099384:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078220.099385:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384201472 : -104785325350144 : ffffa0b2c3e7a300)
00000100:00000040:2.0:1769078220.099412:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099416:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078220.099417:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078220.099419:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078220.099421:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610791936, offset 0
00000400:00000200:2.0:1769078220.099424:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078220.099428:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078220.099432:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078220.099435:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078220.099437:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078220.099439:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078220.099441:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078220.099444:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21865:21865:256:4294967295] 192.168.204.105@tcp LPNI seq info [21862:21862:8:4294967295]
00000400:00000200:2.0:1769078220.099448:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078220.099454:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078220.099458:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078220.099462:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078220.099465:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078220.099468:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078220.099473:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078220.099475:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078220.099479:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078220.099481:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078220.099483:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078220.099486:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078220.099488:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078220.099489:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078220.099492:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078220.099494:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099499:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078220.099501:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099505:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.099506:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078220.099508:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078220.099511:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078220.099513:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078220.099514:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299881492
00000100:00000001:2.0:1769078220.099516:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299882352
00000100:00000001:2.0:1769078220.099518:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299881492
00000100:00000001:2.0:1769078220.099519:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299882352
00000100:00000001:2.0:1769078220.099520:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078220.099522:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.099524:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078220.099527:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220]  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078220.099534:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078220.099535:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078220.099537:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078220.099539:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078220.099541:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078220.099543:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078220.099545:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078220.099554:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099561:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078220.099562:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099564:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078220.099565:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078220.099568:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099574:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078220.099577:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099581:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078220.099583:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099584:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078220.099584:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099585:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078220.099586:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078220.099588:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078220.099590:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078220.099591:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078220.099594:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078220.099598:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610791936:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078220.099608:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078220.099610:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099614:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078220.099615:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.099616:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078220.099618:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078220.099619:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078220.099620:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792064:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078220.099625:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078220.099626:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078220.099627:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.099628:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078220.099630:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078220.099631:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078220.099634:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078220.099635:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078220.099637:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078220.099639:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610792064, portal 4
00000100:00000001:2.0:1769078220.099640:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078220.099641:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384194304 : -104785325357312 : ffffa0b2c3e78700)
00000100:00000040:2.0:1769078220.099645:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099648:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078220.099651:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078220.099652:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078220.099653:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610792064, offset 0
00000400:00000200:2.0:1769078220.099655:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078220.099658:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078220.099660:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078220.099677:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078220.099679:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078220.099681:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078220.099683:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078220.099686:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21866:21866:256:4294967295] 192.168.204.105@tcp LPNI seq info [21863:21863:8:4294967295]
00000400:00000200:2.0:1769078220.099690:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078220.099696:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078220.099700:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078220.099703:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078220.099707:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078220.099709:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078220.099713:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078220.099716:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078220.099720:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078220.099721:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078220.099724:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078220.099728:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078220.099730:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078220.099732:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078220.099735:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078220.099738:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099744:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078220.099746:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099750:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.099751:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078220.099754:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078220.099756:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078220.099758:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078220.099759:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299881518
00000100:00000001:2.0:1769078220.099760:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299882352
00000100:00000001:2.0:1769078220.099762:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299881518
00000100:00000001:2.0:1769078220.099763:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299882352
00000100:00000001:2.0:1769078220.099764:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078220.099766:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.099767:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078220.099768:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220]  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078220.099773:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078220.099774:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078220.099775:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078220.099776:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078220.099777:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078220.099778:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078220.099780:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078220.099785:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099788:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078220.099789:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099790:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078220.099791:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078220.099792:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099796:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078220.099798:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099802:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078220.099804:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099805:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078220.099805:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.099806:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078220.099807:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078220.099808:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078220.099810:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078220.099811:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078220.099813:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078220.099817:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792064:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078220.099819:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078220.099821:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099825:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078220.099826:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.099827:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078220.099828:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078220.099829:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078220.099831:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792192:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078220.099832:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078220.099834:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078220.099835:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078220.099836:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078220.099838:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078220.099839:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078220.099841:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078220.099843:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078220.099845:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078220.099848:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610792192, portal 4
00000100:00000001:2.0:1769078220.099849:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078220.099851:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196096 : -104785325355520 : ffffa0b2c3e78e00)
00000100:00000040:2.0:1769078220.099855:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099861:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078220.099863:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078220.099865:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078220.099868:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610792192, offset 0
00000400:00000200:2.0:1769078220.099871:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078220.099874:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078220.099878:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078220.099881:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078220.099883:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078220.099885:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078220.099887:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078220.099890:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21867:21867:256:4294967295] 192.168.204.105@tcp LPNI seq info [21864:21864:8:4294967295]
00000400:00000200:2.0:1769078220.099894:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078220.099900:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078220.099904:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078220.099907:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078220.099909:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078220.099912:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078220.099915:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078220.099918:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078220.099921:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078220.099922:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078220.099925:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078220.099928:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078220.099931:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078220.099932:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078220.099935:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078220.099939:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099946:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078220.099949:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099956:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.099957:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078220.099960:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078220.099963:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078220.099965:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078220.099966:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299881529
00000100:00000001:2.0:1769078220.099968:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299882352
00000100:00000001:2.0:1769078220.099969:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299881529
00000100:00000001:2.0:1769078220.099971:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299882352
00000100:00000001:2.0:1769078220.099972:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078220.099973:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.099974:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078220.099976:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220]  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078220.099980:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078220.099981:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078220.099982:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078220.099983:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078220.099984:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078220.099985:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078220.099987:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078220.099992:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.099999:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078220.100000:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.100002:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078220.100003:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078220.100005:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.100008:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078220.100010:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.100014:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078220.100015:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.100016:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078220.100017:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.100018:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078220.100019:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078220.100020:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078220.100022:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078220.100023:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078220.100025:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078220.100029:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792192:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078220.100031:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.100032:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078220.100034:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a300 x1855007610791936/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.100037:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078220.100039:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078220.100040:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078220.100041:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078220.100042:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078220.100043:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078220.100044:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078220.100046:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:2.0:1769078220.100047:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078220.100048:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078220.100049:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a300.
00000100:00000001:2.0:1769078220.100051:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078220.100052:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.100054:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078220.100057:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78700 x1855007610792064/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.100063:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078220.100064:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078220.100065:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078220.100067:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078220.100068:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078220.100070:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078220.100071:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078220.100073:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:2.0:1769078220.100075:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078220.100076:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078220.100077:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78700.
00000100:00000001:2.0:1769078220.100079:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078220.100080:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.100082:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078220.100085:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78e00 x1855007610792192/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078220.100091:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078220.100092:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078220.100094:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078220.100095:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078220.100097:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078220.100098:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078220.100100:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078220.100101:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:2.0:1769078220.100103:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078220.100104:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078220.100104:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78e00.
00000100:00000001:2.0:1769078220.100106:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078220.100106:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.100108:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.100110:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078220.100111:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078220.100112:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078220.100113:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078220.930508:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078220.930515:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078220.930598:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078220.930605:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078220.930610:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078220.994493:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299882352, at 4299882368
00000100:00000010:3.0:1769078220.994509:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00000100:00000040:2.0:1769078220.994513:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299882352, at 4299882368
00000100:00000010:2.0:1769078220.994530:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078221.954450:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078221.954456:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078221.954473:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078221.954475:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078221.954477:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078222.978530:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078222.978538:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078222.978540:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078222.978543:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078222.978548:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078222.978550:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078222.978552:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078222.978554:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078222.978645:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078222.978649:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078222.978652:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769078223.682502:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:2.0:1769078223.682516:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:2.0:1769078223.682523:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:2.0:1769078223.682722:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:3.0:1769078223.682739:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078223.682744:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078223.682750:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078223.682753:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078224.002503:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078224.002509:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078224.002534:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078224.002536:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078224.002540:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078225.026524:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078225.026533:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078225.026604:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078225.026609:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078225.026612:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078225.218511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078225.218521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078225.218523:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078225.218527:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078225.218530:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078225.218537:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5214
00000400:00000200:3.0:1769078225.218547:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078225.218553:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078225.218556:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078225.218559:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078225.218563:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078225.218566:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078225.218568:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078225.218574:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078225.218599:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078225.218603:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078225.218605:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078225.218614:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078225.218617:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078225.218620:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078225.218622:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078225.218624:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078225.218626:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078225.218629:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078225.218631:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078225.218632:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078225.218635:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078225.218638:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078225.218639:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078225.218641:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078225.218643:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078225.218651:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769078225.218654:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078225.218657:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078225.218659:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078225.218661:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078225.218663:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078225.218667:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078225.218673:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea7800.
00000100:00000001:3.0:1769078225.218679:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078225.218688:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078225.218699:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078225.218704:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078225.218709:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078225.218732:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078225.218735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078225.218737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078225.218738:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078225.218739:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078225.218741:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078225.218743:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5214
00000400:00000200:3.0:1769078225.218745:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078225.218748:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078225.218750:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078225.218753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078225.218756:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078225.218757:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078225.218758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078225.218760:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078225.218761:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078225.218762:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078225.218764:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078225.218766:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078225.218768:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078225.218769:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078225.218771:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078225.218773:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078225.218773:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078225.218781:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078225.218781:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078225.218788:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078225.218788:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078225.218798:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000040:2.0:1769078225.218803:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078225.218804:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078225.218816:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078225.218822:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078225.218824:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078225.218825:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078225.218829:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078225.218830:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078225.218835:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078225.218836:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078225.218840:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078225.218841:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078225.218847:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078225.218851:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078225.218854:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610792320:192.168.204.105@tcp:250:kworker.0
00000100:00000010:3.0:1769078225.218856:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769078225.218860:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078225.218866:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078225.218867:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078225.218867:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078225.218874:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078225.218875:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078225.218877:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.218878:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078225.218882:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.218885:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078225.218890:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea6800.
02000000:00000010:2.0:1769078225.218892:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078225.218897:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078225.218900:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078225.218906:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078225.218911:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000100:00100000:3.0:1769078225.218912:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078225.218919:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000001:3.0:1769078225.218928:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769078225.218929:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610792320, portal 25
00000100:00000001:3.0:1769078225.218933:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.218934:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769078225.218939:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.218944:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511428608 : -104785198123008 : ffffa0b2cb7cf800)
00000100:00000001:3.0:1769078225.218947:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078225.218950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078225.218955:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078225.218958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078225.218964:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078225.218968:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078225.218979:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078225.218985:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078225.218987:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5214
00000100:00000040:2.0:1769078225.218997:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078225.219001:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000400:00000200:3.0:1769078225.219001:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000200:2.0:1769078225.219009:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610792320, offset 0
00000400:00000200:3.0:1769078225.219011:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078225.219015:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078225.219023:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078225.219024:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078225.219035:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078225.219038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078225.219041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078225.219044:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:3.0:1769078225.219047:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078225.219049:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078225.219051:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078225.219052:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:2.0:1769078225.219056:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000020:00000001:3.0:1769078225.219057:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078225.219063:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078225.219065:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078225.219072:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078225.219073:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:3.0:1769078225.219083:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078225.219086:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078225.219092:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078225.219097:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:3.0:1769078225.219098:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078225.219106:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078225.219107:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21868:21868:256:4294967295] 192.168.204.105@tcp LPNI seq info [21865:21865:8:4294967295]
00000100:00080000:3.0:1769078225.219118:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:2.0:1769078225.219124:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078225.219125:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078225.219129:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078225.219133:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078225.219140:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078225.219141:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078225.219145:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078225.219149:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078225.219155:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078225.219158:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078225.219158:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078225.219170:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000800:00000010:2.0:1769078225.219171:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000020:00000040:3.0:1769078225.219175:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078225.219181:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078225.219183:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078225.219186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078225.219188:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078225.219193:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1769078225.219195:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1769078225.219197:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078225.219204:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000010:3.0:1769078225.219207:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea4400.
00000800:00000200:2.1:1769078225.219207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769078225.219219:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769078225.219222:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078225.219225:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000100:00100000:3.0:1769078225.219227:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078225.219232:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078225.219242:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078225.219256:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078225.219259:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:3.0:1769078225.219263:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078225.219265:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078225.219269:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078225.219272:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078225.219280:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.219284:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078225.219289:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078225.219322:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.219324:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078225.219327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078225.219328:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769078225.219335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078225.219336:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078225.219337:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078225.219340:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078225.219345:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078225.219346:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5214
00000400:00000200:3.0:1769078225.219357:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078225.219362:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078225.219367:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078225.219368:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078225.219374:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299887472
00000100:00000010:2.0:1769078225.219381:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000040:3.0:1769078225.219382:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078225.219413:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078225.219420:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299887473
00000100:00000001:3.0:1769078225.219421:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1769078225.219428:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf8a0.
00000100:00000040:3.0:1769078225.219429:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078225.219438:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078225.219439:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1769078225.219444:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078225.219446:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:2.0:1769078225.219447:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769078225.219449:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078225.219452:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078225.219453:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078225.219458:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1769078225.219459:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00100000:2.0:1769078225.219465:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225]  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078225.219466:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078225.219480:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000001:2.0:1769078225.219483:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769078225.219485:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1769078225.219486:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078225.219490:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000100:00000040:3.0:1769078225.219494:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078225.219495:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078225.219499:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:3.0:1769078225.219502:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078225.219503:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1769078225.219509:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000200:2.0:1769078225.219511:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078225.219518:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078225.219529:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078225.219538:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769078225.219543:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078225.219543:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078225.219555:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.219557:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078225.219561:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078225.219561:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078225.219568:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078225.219569:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1769078225.219569:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078225.219589:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078225.219590:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078225.219597:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.219605:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1769078225.219607:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000100:00000040:2.0:1769078225.219613:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078225.219615:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078225.219624:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078225.219628:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.219631:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078225.219633:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078225.219637:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078225.219639:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.219643:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1769078225.219643:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.219650:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.219653:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1769078225.219653:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c5ea5400.
00000100:00000001:2.0:1769078225.219657:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078225.219658:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078225.219667:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1769078225.219672:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1769078225.219676:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078225.219683:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078225.219694:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078225.219707:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1769078225.219710:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610792320:192.168.204.105@tcp:250:kworker.0
00000100:00000001:3.0:1769078225.219712:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.219715:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.219717:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078225.219724:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf800 x1855007610792320/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078225.219724:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078225.219785:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.219796:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1769078225.219797:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5224)
02000000:00000001:2.0:1769078225.219799:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078225.219803:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078225.219808:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078225.219810:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078225.219811:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078225.219813:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078225.219815:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea7800.
02000000:00000001:2.0:1769078225.219818:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078225.219819:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078225.219821:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf800.
00000100:00000001:2.0:1769078225.219824:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078225.219826:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.219828:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.219835:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078225.219838:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.219840:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078225.219842:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078225.219843:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078225.219847:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.219854:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078225.219856:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.219858:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078225.219860:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078225.219862:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078225.219865:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792448:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078225.219868:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078225.219870:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078225.219872:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.219873:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078225.219876:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078225.219878:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078225.219881:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078225.219883:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078225.219885:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078225.219887:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610792448, portal 10
00000100:00000001:2.0:1769078225.219888:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078225.219889:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511423232 : -104785198128384 : ffffa0b2cb7ce300)
00000100:00000040:2.0:1769078225.219894:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.219898:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078225.219899:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078225.219900:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078225.219901:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610792448, offset 0
00000400:00000200:2.0:1769078225.219904:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078225.219906:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078225.219909:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078225.219910:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078225.219912:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078225.219913:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078225.219915:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078225.219917:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21869:21869:256:4294967295] 192.168.204.105@tcp LPNI seq info [21866:21866:8:4294967295]
00000400:00000200:2.0:1769078225.219919:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078225.219924:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078225.219926:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078225.219928:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078225.219930:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078225.219932:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078225.219935:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078225.219937:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078225.219940:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078225.219941:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078225.219943:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078225.219945:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078225.219947:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078225.219948:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078225.219950:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078225.219952:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.219956:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078225.219958:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.219962:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.219963:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078225.219965:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078225.219967:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078225.219969:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078225.219970:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299886612
00000100:00000001:2.0:1769078225.219972:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299887472
00000100:00000001:2.0:1769078225.219973:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299886612
00000100:00000001:2.0:1769078225.219975:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299887473
00000100:00000001:2.0:1769078225.219976:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078225.219977:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.219978:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078225.219980:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225]  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078225.219984:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078225.219985:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078225.219986:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078225.219988:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078225.219989:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078225.219990:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078225.219992:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078225.219996:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220003:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078225.220004:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220005:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078225.220006:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078225.220008:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220012:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078225.220014:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220017:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078225.220019:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220019:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078225.220020:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220021:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078225.220022:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078225.220024:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078225.220026:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078225.220027:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078225.220029:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078225.220033:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792448:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078225.220035:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078225.220037:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220041:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078225.220042:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.220043:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078225.220044:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078225.220045:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078225.220047:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792576:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078225.220049:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078225.220050:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078225.220051:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.220052:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078225.220054:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078225.220055:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078225.220057:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078225.220058:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078225.220060:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078225.220061:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610792576, portal 4
00000100:00000001:2.0:1769078225.220063:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078225.220064:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511418752 : -104785198132864 : ffffa0b2cb7cd180)
00000100:00000040:2.0:1769078225.220067:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220070:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078225.220072:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078225.220073:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078225.220074:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610792576, offset 0
00000400:00000200:2.0:1769078225.220076:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078225.220078:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078225.220080:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078225.220081:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078225.220083:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078225.220084:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078225.220085:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078225.220087:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21870:21870:256:4294967295] 192.168.204.105@tcp LPNI seq info [21867:21867:8:4294967295]
00000400:00000200:2.0:1769078225.220090:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078225.220093:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078225.220096:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078225.220098:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078225.220100:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078225.220102:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078225.220104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078225.220105:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078225.220108:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078225.220109:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078225.220110:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078225.220112:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078225.220114:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078225.220115:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078225.220116:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078225.220118:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220122:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078225.220124:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220127:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.220128:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078225.220129:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078225.220131:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078225.220132:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078225.220133:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299886638
00000100:00000001:2.0:1769078225.220135:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299887472
00000100:00000001:2.0:1769078225.220136:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299886638
00000100:00000001:2.0:1769078225.220138:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299887473
00000100:00000001:2.0:1769078225.220140:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078225.220141:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.220143:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078225.220146:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225]  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078225.220154:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078225.220155:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078225.220157:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078225.220159:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078225.220161:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078225.220162:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078225.220165:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078225.220173:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220179:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078225.220180:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220182:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078225.220183:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078225.220186:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220190:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078225.220192:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220195:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078225.220197:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220198:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078225.220198:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220199:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078225.220200:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078225.220201:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078225.220203:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078225.220204:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078225.220207:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078225.220211:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792576:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078225.220213:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078225.220216:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220219:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078225.220220:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.220221:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078225.220222:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078225.220223:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078225.220225:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792704:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078225.220227:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078225.220228:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078225.220229:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078225.220230:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078225.220232:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078225.220233:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078225.220235:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078225.220237:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078225.220238:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078225.220240:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610792704, portal 4
00000100:00000001:2.0:1769078225.220242:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078225.220242:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511417856 : -104785198133760 : ffffa0b2cb7cce00)
00000100:00000040:2.0:1769078225.220246:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220250:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078225.220251:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078225.220252:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078225.220253:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610792704, offset 0
00000400:00000200:2.0:1769078225.220256:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078225.220258:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078225.220260:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078225.220262:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078225.220264:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078225.220265:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078225.220267:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078225.220268:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21871:21871:256:4294967295] 192.168.204.105@tcp LPNI seq info [21868:21868:8:4294967295]
00000400:00000200:2.0:1769078225.220271:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078225.220274:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078225.220276:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078225.220278:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078225.220280:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078225.220282:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078225.220284:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078225.220286:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078225.220288:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078225.220289:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078225.220291:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078225.220293:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078225.220294:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078225.220295:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078225.220297:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078225.220298:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220303:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078225.220304:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220308:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.220309:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078225.220310:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078225.220312:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078225.220314:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078225.220315:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299886649
00000100:00000001:2.0:1769078225.220317:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299887472
00000100:00000001:2.0:1769078225.220318:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299886649
00000100:00000001:2.0:1769078225.220319:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299887473
00000100:00000001:2.0:1769078225.220320:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078225.220321:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.220322:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078225.220324:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225]  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078225.220328:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078225.220329:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078225.220330:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078225.220331:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078225.220332:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078225.220333:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078225.220335:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078225.220339:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220345:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078225.220347:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220348:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078225.220349:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078225.220353:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220359:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078225.220362:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220368:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078225.220371:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220372:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078225.220373:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220375:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078225.220376:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078225.220379:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078225.220382:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078225.220384:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078225.220406:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078225.220411:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792704:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078225.220413:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220414:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078225.220416:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce300 x1855007610792448/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220420:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078225.220421:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078225.220422:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:2.0:1769078225.220424:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078225.220425:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078225.220425:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078225.220427:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078225.220428:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea6800.
02000000:00000001:2.0:1769078225.220430:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078225.220430:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078225.220431:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce300.
00000100:00000001:2.0:1769078225.220433:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078225.220434:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220435:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078225.220436:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd180 x1855007610792576/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220443:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078225.220444:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078225.220445:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078225.220446:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078225.220447:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078225.220447:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078225.220448:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078225.220449:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea4400.
02000000:00000001:2.0:1769078225.220450:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078225.220451:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078225.220451:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd180.
00000100:00000001:2.0:1769078225.220453:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078225.220453:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220454:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078225.220455:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cce00 x1855007610792704/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078225.220459:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078225.220459:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078225.220460:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078225.220461:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078225.220462:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078225.220462:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078225.220463:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078225.220464:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c5ea5400.
02000000:00000001:2.0:1769078225.220465:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078225.220465:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078225.220466:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cce00.
00000100:00000001:2.0:1769078225.220467:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078225.220468:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220469:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.220471:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078225.220472:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078225.220473:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078225.220474:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078226.050495:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078226.050502:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078226.050525:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078226.050527:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078226.050529:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078226.114524:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299887473, at 4299887488
00000100:00000040:2.0:1769078226.114531:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299887472, at 4299887488
00000100:00000010:3.0:1769078226.114549:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00000100:00000010:2.0:1769078226.114553:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078227.074509:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078227.074526:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078227.074607:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078227.074613:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078227.074616:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078228.098523:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078228.098538:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078228.098566:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078228.098568:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078228.098571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078229.122529:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078229.122534:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078229.122598:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078229.122602:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078229.122605:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078230.146553:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078230.146558:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078230.146583:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078230.146585:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078230.146587:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078230.338524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078230.338536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078230.338539:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078230.338542:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078230.338545:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078230.338551:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5219
00000400:00000200:2.0:1769078230.338561:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078230.338567:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078230.338570:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078230.338574:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338577:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078230.338579:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338582:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078230.338587:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078230.338589:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078230.338592:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078230.338594:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078230.338597:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078230.338599:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078230.338603:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078230.338606:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338608:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078230.338612:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078230.338615:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338618:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078230.338621:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078230.338624:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078230.338627:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.338630:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078230.338632:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078230.338639:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356a680.
00000020:00000040:2.0:1769078230.338642:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078230.338646:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078230.338647:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.338650:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078230.338653:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078230.338657:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078230.338663:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49400.
00000100:00000001:2.0:1769078230.338669:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078230.338676:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078230.338685:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078230.338690:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078230.338693:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023408ad] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078230.338711:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078230.338714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078230.338716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078230.338717:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078230.338718:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078230.338720:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078230.338721:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5219
00000400:00000200:2.0:1769078230.338724:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078230.338726:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078230.338727:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078230.338730:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338731:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078230.338733:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338734:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078230.338737:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078230.338738:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078230.338740:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078230.338742:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078230.338743:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078230.338745:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078230.338747:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338748:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078230.338749:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078230.338752:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769078230.338752:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078230.338756:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078230.338759:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078230.338759:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078230.338763:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078230.338764:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078230.338767:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078230.338769:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.338771:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769078230.338775:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769078230.338776:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078230.338780:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.338783:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078230.338787:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569f80.
00000020:00000040:2.0:1769078230.338790:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078230.338791:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078230.338792:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.338793:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078230.338794:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078230.338795:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078230.338797:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49000.
00000100:00000001:2.0:1769078230.338800:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.338802:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1769078230.338805:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078230.338807:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.338814:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078230.338814:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078230.338817:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.338818:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078230.338821:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003576b415] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078230.338823:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.338830:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078230.338832:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610792832:192.168.204.105@tcp:250:kworker.0
00000100:00080000:2.0:1769078230.338833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078230.338838:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078230.338841:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078230.338841:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078230.338842:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078230.338845:0:8:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769078230.338847:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769078230.338848:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5219
02000000:00000001:1.0:1769078230.338852:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078230.338852:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078230.338856:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
02000000:00000001:1.0:1769078230.338859:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1769078230.338859:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078230.338863:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338864:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078230.338865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000010:1.0:1769078230.338867:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
00000020:00000001:2.0:1769078230.338867:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078230.338869:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078230.338872:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769078230.338873:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078230.338874:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078230.338877:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:2.0:1769078230.338879:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078230.338881:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.338882:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078230.338884:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078230.338886:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078230.338887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078230.338890:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078230.338892:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000010:1.0:1769078230.338895:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:2.0:1769078230.338895:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078230.338898:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078230.338901:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078230.338902:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.338903:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769078230.338906:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000008:00100000:2.0:1769078230.338906:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078230.338909:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.338911:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078230.338914:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568000.
00000020:00000040:2.0:1769078230.338915:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078230.338917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1769078230.338918:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610792832, portal 25
02000000:00000001:2.0:1769078230.338918:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.338921:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078230.338924:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769078230.338924:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078230.338925:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.338928:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374699648 : -104785334851968 : ffffa0b2c356a680)
02000000:00000010:2.0:1769078230.338929:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b800.
00000100:00000001:2.0:1769078230.338934:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078230.338942:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078230.338942:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078230.338959:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078230.338962:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078230.338966:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000639ebc68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078230.338971:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078230.338973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078230.338974:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769078230.338975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078230.338978:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078230.338979:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078230.338982:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769078230.338983:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:2.0:1769078230.338985:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5219
00000400:00000200:2.0:1769078230.338989:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078230.338990:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078230.338996:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610792832, offset 0
00000400:00000200:2.0:1769078230.338998:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078230.339002:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078230.339007:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078230.339009:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078230.339011:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078230.339015:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.339018:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078230.339022:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:2.0:1769078230.339022:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078230.339025:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078230.339028:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078230.339030:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000400:00000200:1.0:1769078230.339033:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000020:00000001:2.0:1769078230.339034:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078230.339039:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:1.0:1769078230.339042:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078230.339045:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.339048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078230.339051:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000040:2.0:1769078230.339052:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078230.339056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078230.339059:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000400:00000200:1.0:1769078230.339061:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769078230.339063:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078230.339066:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078230.339068:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078230.339069:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:2.0:1769078230.339071:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078230.339075:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078230.339077:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21872:21872:256:4294967295] 192.168.204.105@tcp LPNI seq info [21869:21869:8:4294967295]
00000100:00000001:2.0:1769078230.339077:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078230.339080:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078230.339085:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.339087:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078230.339090:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000010:2.0:1769078230.339092:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568700.
00000020:00000040:2.0:1769078230.339094:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078230.339096:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078230.339098:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078230.339101:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078230.339104:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078230.339105:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769078230.339106:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078230.339111:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49800.
00000100:00000001:2.0:1769078230.339115:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078230.339116:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00100000:2.0:1769078230.339120:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1769078230.339122:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000100:00000001:2.0:1769078230.339128:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078230.339130:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078230.339134:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:2.0:1769078230.339136:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ec9fa49] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078230.339138:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769078230.339146:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078230.339150:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:2.0:1769078230.339152:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5229)
00000800:00000200:1.1:1769078230.339157:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078230.339161:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078230.339164:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078230.339175:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078230.339181:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078230.339186:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078230.339188:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078230.339191:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078230.339195:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339202:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078230.339204:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339209:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.339210:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078230.339216:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078230.339220:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078230.339223:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299892592
00000100:00000010:1.0:1769078230.339228:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eac00.
00000100:00000001:1.0:1769078230.339236:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078230.339242:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299892592
00000100:00000010:1.0:1769078230.339245:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eae40.
00000100:00000001:1.0:1769078230.339249:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078230.339252:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078230.339262:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.339265:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078230.339270:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230]  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078230.339281:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078230.339283:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078230.339286:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078230.339289:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078230.339291:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078230.339294:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078230.339297:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078230.339308:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339314:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078230.339316:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.339319:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078230.339321:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078230.339325:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339333:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078230.339339:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339346:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078230.339349:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.339351:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078230.339352:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.339355:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078230.339357:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078230.339360:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078230.339364:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078230.339366:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078230.339370:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078230.339379:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610792832:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078230.339385:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.339418:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078230.339422:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356a680 x1855007610792832/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339438:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078230.339450:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078230.339457:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078230.339461:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078230.339463:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078230.339465:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078230.339467:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078230.339470:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:1.0:1769078230.339474:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078230.339476:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078230.339478:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356a680.
00000100:00000001:1.0:1769078230.339482:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078230.339483:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.339485:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.339503:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078230.339506:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.339509:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078230.339511:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078230.339512:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078230.339517:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339524:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078230.339526:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.339528:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078230.339530:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078230.339532:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078230.339534:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792960:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078230.339538:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078230.339540:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078230.339542:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.339544:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078230.339547:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078230.339549:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078230.339554:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078230.339557:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078230.339562:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078230.339565:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610792960, portal 10
00000100:00000001:1.0:1769078230.339567:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078230.339568:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374697856 : -104785334853760 : ffffa0b2c3569f80)
00000100:00000040:1.0:1769078230.339575:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339582:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078230.339585:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078230.339588:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078230.339590:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610792960, offset 0
00000400:00000200:1.0:1769078230.339595:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078230.339599:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078230.339608:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078230.339611:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078230.339614:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078230.339617:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078230.339619:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078230.339623:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21873:21873:256:4294967295] 192.168.204.105@tcp LPNI seq info [21870:21870:8:4294967295]
00000400:00000200:1.0:1769078230.339627:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078230.339635:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078230.339639:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078230.339643:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078230.339648:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078230.339651:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078230.339655:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078230.339659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078230.339662:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078230.339664:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078230.339667:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078230.339671:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078230.339673:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078230.339676:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078230.339679:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078230.339683:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339691:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078230.339694:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339701:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.339702:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078230.339706:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078230.339710:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078230.339714:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078230.339716:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299891732
00000100:00000001:1.0:1769078230.339732:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299892592
00000100:00000001:1.0:1769078230.339738:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299891732
00000100:00000001:1.0:1769078230.339741:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299892592
00000100:00000001:1.0:1769078230.339743:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078230.339746:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.339748:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078230.339752:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230]  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078230.339760:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078230.339762:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078230.339764:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078230.339767:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078230.339768:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078230.339770:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078230.339774:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078230.339783:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339788:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078230.339790:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.339792:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078230.339793:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078230.339797:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339804:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078230.339808:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339814:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078230.339817:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.339818:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078230.339819:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.339821:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078230.339822:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078230.339825:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078230.339829:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078230.339831:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078230.339835:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078230.339843:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610792960:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078230.339847:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078230.339851:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339858:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078230.339859:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.339862:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078230.339864:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078230.339866:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078230.339868:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793088:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078230.339872:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078230.339874:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078230.339876:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.339878:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078230.339881:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078230.339883:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078230.339887:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078230.339890:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078230.339894:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078230.339897:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610793088, portal 4
00000100:00000001:1.0:1769078230.339899:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078230.339900:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374689792 : -104785334861824 : ffffa0b2c3568000)
00000100:00000040:1.0:1769078230.339906:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339911:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078230.339914:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078230.339915:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078230.339917:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610793088, offset 0
00000400:00000200:1.0:1769078230.339920:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078230.339923:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078230.339926:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078230.339929:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078230.339931:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078230.339933:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078230.339934:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078230.339937:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21874:21874:256:4294967295] 192.168.204.105@tcp LPNI seq info [21871:21871:8:4294967295]
00000400:00000200:1.0:1769078230.339941:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078230.339946:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078230.339951:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078230.339955:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078230.339958:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078230.339961:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078230.339965:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078230.339967:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078230.339971:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078230.339973:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078230.339976:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078230.339979:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078230.339982:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078230.339983:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078230.339986:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078230.339989:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.339997:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078230.340000:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340006:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.340008:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078230.340012:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078230.340015:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078230.340018:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078230.340020:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299891758
00000100:00000001:1.0:1769078230.340022:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299892592
00000100:00000001:1.0:1769078230.340024:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299891758
00000100:00000001:1.0:1769078230.340027:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299892592
00000100:00000001:1.0:1769078230.340028:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078230.340031:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.340032:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078230.340036:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230]  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078230.340044:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078230.340045:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078230.340047:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078230.340050:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078230.340051:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078230.340053:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078230.340056:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078230.340065:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340072:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078230.340073:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340075:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078230.340076:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078230.340080:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340087:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078230.340091:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340098:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078230.340100:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340102:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078230.340103:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340105:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078230.340106:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078230.340109:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078230.340113:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078230.340115:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078230.340119:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078230.340127:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793088:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078230.340132:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078230.340135:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340141:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078230.340142:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.340144:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078230.340146:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078230.340148:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078230.340151:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793216:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078230.340154:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078230.340156:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078230.340157:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078230.340159:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078230.340162:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078230.340164:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078230.340167:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078230.340170:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078230.340173:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078230.340176:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610793216, portal 4
00000100:00000001:1.0:1769078230.340178:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078230.340180:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374691584 : -104785334860032 : ffffa0b2c3568700)
00000100:00000040:1.0:1769078230.340185:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340192:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078230.340194:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078230.340196:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078230.340199:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610793216, offset 0
00000400:00000200:1.0:1769078230.340203:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078230.340206:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078230.340210:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078230.340213:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078230.340216:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078230.340218:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078230.340220:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078230.340223:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21875:21875:256:4294967295] 192.168.204.105@tcp LPNI seq info [21872:21872:8:4294967295]
00000400:00000200:1.0:1769078230.340227:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078230.340233:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078230.340238:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078230.340241:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078230.340245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078230.340248:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078230.340252:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078230.340255:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078230.340259:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078230.340261:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078230.340264:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078230.340267:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078230.340270:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078230.340272:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078230.340274:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078230.340278:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340286:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078230.340289:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340295:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.340296:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078230.340299:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078230.340302:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078230.340305:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078230.340307:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299891769
00000100:00000001:1.0:1769078230.340310:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299892592
00000100:00000001:1.0:1769078230.340312:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299891769
00000100:00000001:1.0:1769078230.340314:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299892592
00000100:00000001:1.0:1769078230.340316:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078230.340318:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.340320:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078230.340323:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230]  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078230.340331:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078230.340332:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078230.340334:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078230.340336:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078230.340337:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078230.340339:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078230.340343:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078230.340351:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340363:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078230.340364:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340366:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078230.340367:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078230.340370:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340377:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078230.340381:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340405:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078230.340407:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340408:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078230.340410:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340411:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078230.340413:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078230.340416:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078230.340419:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078230.340422:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078230.340425:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078230.340433:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793216:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078230.340437:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340439:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078230.340442:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569f80 x1855007610792960/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340448:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078230.340449:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078230.340452:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078230.340454:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078230.340456:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078230.340457:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078230.340459:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078230.340461:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:1.0:1769078230.340463:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078230.340464:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078230.340466:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569f80.
00000100:00000001:1.0:1769078230.340468:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078230.340469:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340470:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078230.340473:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568000 x1855007610793088/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340477:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078230.340478:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078230.340479:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078230.340481:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078230.340482:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078230.340482:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078230.340483:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078230.340484:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:1.0:1769078230.340485:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078230.340486:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078230.340486:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568000.
00000100:00000001:1.0:1769078230.340487:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078230.340488:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340489:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078230.340509:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568700 x1855007610793216/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078230.340513:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078230.340514:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078230.340515:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078230.340517:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078230.340517:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078230.340518:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078230.340520:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078230.340521:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:1.0:1769078230.340522:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078230.340523:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078230.340524:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568700.
00000100:00000001:1.0:1769078230.340525:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078230.340526:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340527:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078230.340529:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078230.340530:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078230.340531:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078230.340532:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078231.170522:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078231.170527:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078231.170577:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078231.170583:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078231.170588:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078231.234472:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299892592, at 4299892608
00000100:00000040:2.0:1769078231.234498:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299892592, at 4299892608
00000100:00000010:3.0:1769078231.234500:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eae40.
00000100:00000010:2.0:1769078231.234509:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eac00.
00010000:00000001:0.0:1769078232.194538:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078232.194544:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078232.194569:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078232.194571:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078232.194573:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078233.218503:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078233.218511:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078233.218513:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078233.218515:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078233.218520:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078233.218522:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078233.218523:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078233.218526:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078233.218577:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078233.218581:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078233.218584:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078234.242532:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078234.242538:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078234.242566:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078234.242568:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078234.242571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078235.266509:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078235.266518:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078235.266625:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078235.266632:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078235.266637:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078235.458572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078235.458583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078235.458586:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078235.458590:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078235.458594:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078235.458601:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5224
00000400:00000200:1.0:1769078235.458609:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078235.458616:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078235.458619:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078235.458622:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.458625:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078235.458628:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.458630:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078235.458634:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078235.458636:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078235.458639:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078235.458641:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078235.458644:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078235.458646:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078235.458649:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.458651:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078235.458654:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.458656:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078235.458659:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078235.458662:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078235.458664:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078235.458668:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078235.458671:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078235.458674:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.458676:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078235.458678:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078235.458688:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b480.
00000020:00000040:1.0:1769078235.458692:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078235.458696:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078235.458698:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.458701:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078235.458703:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078235.458707:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078235.458715:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000001:1.0:1769078235.458721:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078235.458730:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078235.458740:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078235.458744:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078235.458750:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008158e222] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078235.458775:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078235.458778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078235.458780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078235.458782:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078235.458783:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078235.458786:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078235.458788:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5224
00000400:00000200:1.0:1769078235.458793:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078235.458796:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078235.458798:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078235.458802:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.458804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078235.458807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.458809:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078235.458812:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078235.458813:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078235.458814:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078235.458817:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:2.0:1769078235.458820:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078235.458821:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078235.458830:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078235.458831:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078235.458837:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078235.458837:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078235.458844:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078235.458848:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.458853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000040:2.0:1769078235.458854:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078235.458857:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078235.458869:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078235.458880:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.458883:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078235.458884:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078235.458888:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078235.458892:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078235.458895:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078235.458897:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.458902:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078235.458902:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1769078235.458910:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078235.458910:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078235.458918:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078235.458919:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610793344:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078235.458926:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.458930:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769078235.458933:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b100.
02000000:00000001:2.0:1769078235.458936:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1769078235.458938:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078235.458940:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078235.458945:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078235.458947:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078235.458949:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.458953:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078235.458955:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1769078235.458957:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:1.0:1769078235.458958:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078235.458969:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078235.458972:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac000.
00000100:00000001:1.0:1769078235.458977:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078235.458983:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:1.0:1769078235.458988:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078235.458991:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078235.459003:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000001:1.0:1769078235.459004:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078235.459011:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078235.459016:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610793344, portal 25
00000100:00000040:1.0:1769078235.459017:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be95ff3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.459023:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078235.459027:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205952 : -104785325345664 : ffffa0b2c3e7b480)
00000100:00000040:2.0:1769078235.459042:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078235.459043:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078235.459054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078235.459068:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078235.459070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1769078235.459077:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078235.459078:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1769078235.459081:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00080000:1.0:1769078235.459082:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769078235.459086:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610793344, offset 0
00000100:00000001:1.0:1769078235.459088:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078235.459095:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5224
00000400:00000200:2.0:1769078235.459101:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078235.459106:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078235.459112:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078235.459116:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078235.459117:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078235.459127:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.459134:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078235.459134:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:1.0:1769078235.459142:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078235.459145:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078235.459149:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078235.459155:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078235.459159:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078235.459162:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078235.459169:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21876:21876:256:4294967295] 192.168.204.105@tcp LPNI seq info [21873:21873:8:4294967295]
00000020:00000001:1.0:1769078235.459170:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078235.459175:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:2.0:1769078235.459180:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:1.0:1769078235.459181:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078235.459190:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078235.459196:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078235.459203:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1769078235.459204:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078235.459218:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078235.459219:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078235.459228:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1769078235.459230:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000100:00000040:1.0:1769078235.459236:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.459241:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078235.459246:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000800:00000200:2.0:1769078235.459247:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:1.0:1769078235.459254:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:2.0:1769078235.459255:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769078235.459260:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078235.459264:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078235.459268:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078235.459270:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.459272:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.1:1769078235.459278:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00100000:1.0:1769078235.459279:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1769078235.459287:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000008:00000001:1.0:1769078235.459289:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.459299:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769078235.459306:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000010:1.0:1769078235.459308:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7ad80.
00000800:00000010:2.0:1769078235.459311:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000020:00000040:1.0:1769078235.459314:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078235.459318:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078235.459321:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078235.459321:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078235.459332:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078235.459338:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769078235.459340:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1769078235.459343:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078235.459348:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
02000000:00000010:1.0:1769078235.459351:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000400:00000010:2.0:1769078235.459352:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:1.0:1769078235.459365:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.459366:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078235.459375:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078235.459377:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078235.459436:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078235.459443:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078235.459493:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078235.459494:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.459498:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078235.459500:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.459507:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078235.459511:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0b3dcc3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078235.459518:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078235.459524:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299897713
00000100:00000001:1.0:1769078235.459536:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078235.459537:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00080000:1.0:1769078235.459542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078235.459547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078235.459547:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078235.459553:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078235.459555:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078235.459558:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078235.459558:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299897713
00000100:00000010:2.0:1769078235.459566:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf060.
00000100:00080000:1.0:1769078235.459568:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5224
00000400:00000200:1.0:1769078235.459575:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078235.459579:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000400:00000200:1.0:1769078235.459580:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078235.459582:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078235.459594:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078235.459595:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.459605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078235.459606:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.459612:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1769078235.459614:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078235.459618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00100000:2.0:1769078235.459622:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078235]  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078235.459623:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078235.459627:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078235.459635:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078235.459639:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078235.459647:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000001:2.0:1769078235.459651:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1769078235.459653:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000001:2.0:1769078235.459655:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078235.459659:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000100:00000040:1.0:1769078235.459662:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078235.459665:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000100:00000001:1.0:1769078235.459667:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769078235.459669:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000040:1.0:1769078235.459675:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078235.459675:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078235.459683:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:2.0:1769078235.459685:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078235.459691:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078235.459704:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078235.459709:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078235.459711:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078235.459713:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078235.459717:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078235.459726:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.459734:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078235.459738:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078235.459747:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.459754:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.459759:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:1.0:1769078235.459761:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79f80.
00000100:00000001:2.0:1769078235.459763:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769078235.459767:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078235.459768:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1769078235.459779:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078235.459779:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078235.459783:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078235.459787:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769078235.459790:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078235.459791:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078235.459795:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078235.459805:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
00000100:00000001:2.0:1769078235.459808:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078235.459811:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078235.459818:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078235.459820:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078235.459853:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078235.459858:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078235.459860:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078235.459864:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.459866:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078235.459868:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.459873:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1769078235.459875:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad60a52c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.459876:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078235.459884:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078235.459897:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078235.459901:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.459903:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078235.459913:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5234)
00000100:00000040:2.0:1769078235.459916:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078235.459927:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610793344:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078235.459934:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.459936:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078235.459940:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b480 x1855007610793344/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.459947:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078235.459950:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078235.459954:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078235.459957:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078235.459959:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078235.459961:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078235.459963:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078235.459966:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:2.0:1769078235.459970:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078235.459972:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078235.459974:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b480.
00000100:00000001:2.0:1769078235.459977:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078235.459979:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.459981:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.459989:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078235.459991:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.459994:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078235.459995:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078235.459997:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078235.460001:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460008:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078235.460009:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078235.460011:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078235.460014:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078235.460016:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078235.460018:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793472:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078235.460021:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078235.460023:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078235.460024:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078235.460026:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078235.460029:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078235.460031:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078235.460036:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078235.460039:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078235.460043:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078235.460046:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610793472, portal 10
00000100:00000001:2.0:1769078235.460048:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078235.460049:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205056 : -104785325346560 : ffffa0b2c3e7b100)
00000100:00000040:2.0:1769078235.460056:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460063:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078235.460065:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078235.460067:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078235.460070:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610793472, offset 0
00000400:00000200:2.0:1769078235.460073:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078235.460077:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078235.460080:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078235.460083:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078235.460086:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078235.460089:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078235.460091:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078235.460095:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21877:21877:256:4294967295] 192.168.204.105@tcp LPNI seq info [21874:21874:8:4294967295]
00000400:00000200:2.0:1769078235.460099:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078235.460105:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078235.460110:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078235.460113:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078235.460117:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078235.460120:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078235.460126:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078235.460128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078235.460132:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078235.460135:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078235.460137:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078235.460141:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078235.460143:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078235.460145:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078235.460148:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078235.460151:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460165:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078235.460168:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460175:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.460176:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078235.460178:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078235.460182:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078235.460185:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078235.460187:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299896852
00000100:00000001:2.0:1769078235.460190:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299897713
00000100:00000001:2.0:1769078235.460192:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299896852
00000100:00000001:2.0:1769078235.460194:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299897713
00000100:00000001:2.0:1769078235.460197:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078235.460199:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.460200:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078235.460203:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078235]  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078235.460210:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078235.460211:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078235.460213:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078235.460215:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078235.460217:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078235.460219:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078235.460222:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078235.460230:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460236:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078235.460238:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460240:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078235.460241:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078235.460245:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460251:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078235.460255:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460261:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078235.460263:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460265:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078235.460266:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460267:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078235.460269:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078235.460271:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078235.460274:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078235.460277:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078235.460280:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078235.460288:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793472:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078235.460292:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078235.460295:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460301:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078235.460303:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078235.460304:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078235.460306:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078235.460308:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078235.460311:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793600:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078235.460314:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078235.460316:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078235.460318:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078235.460320:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078235.460323:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078235.460325:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078235.460328:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078235.460331:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078235.460334:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078235.460336:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610793600, portal 4
00000100:00000001:2.0:1769078235.460338:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078235.460340:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384204160 : -104785325347456 : ffffa0b2c3e7ad80)
00000100:00000040:2.0:1769078235.460345:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460351:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078235.460353:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078235.460355:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078235.460357:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610793600, offset 0
00000400:00000200:2.0:1769078235.460360:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078235.460363:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078235.460366:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078235.460369:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078235.460371:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078235.460373:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078235.460376:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078235.460379:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21878:21878:256:4294967295] 192.168.204.105@tcp LPNI seq info [21875:21875:8:4294967295]
00000400:00000200:2.0:1769078235.460383:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078235.460418:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078235.460423:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078235.460426:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078235.460430:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078235.460433:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078235.460437:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078235.460440:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078235.460443:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078235.460446:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078235.460448:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078235.460452:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078235.460455:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078235.460456:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078235.460459:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078235.460462:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460470:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078235.460474:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460480:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.460482:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078235.460485:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078235.460487:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078235.460490:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078235.460492:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299896879
00000100:00000001:2.0:1769078235.460495:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299897713
00000100:00000001:2.0:1769078235.460497:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299896879
00000100:00000001:2.0:1769078235.460500:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299897713
00000100:00000001:2.0:1769078235.460502:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078235.460504:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.460505:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078235.460509:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078235]  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078235.460515:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078235.460517:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078235.460519:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078235.460521:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078235.460523:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078235.460524:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078235.460528:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078235.460536:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460542:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078235.460543:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460545:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078235.460546:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078235.460550:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460557:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078235.460560:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460567:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078235.460569:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460571:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078235.460572:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460573:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078235.460575:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078235.460577:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078235.460580:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078235.460582:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078235.460586:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078235.460602:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793600:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078235.460605:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078235.460609:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460615:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078235.460616:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078235.460618:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078235.460620:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078235.460622:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078235.460624:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793728:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078235.460627:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078235.460629:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078235.460630:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078235.460632:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078235.460635:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078235.460636:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078235.460640:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078235.460642:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078235.460645:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078235.460648:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610793728, portal 4
00000100:00000001:2.0:1769078235.460649:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078235.460651:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384200576 : -104785325351040 : ffffa0b2c3e79f80)
00000100:00000040:2.0:1769078235.460656:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460663:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078235.460665:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078235.460667:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078235.460669:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610793728, offset 0
00000400:00000200:2.0:1769078235.460673:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078235.460677:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078235.460680:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078235.460683:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078235.460685:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078235.460688:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078235.460690:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078235.460693:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21879:21879:256:4294967295] 192.168.204.105@tcp LPNI seq info [21876:21876:8:4294967295]
00000400:00000200:2.0:1769078235.460697:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078235.460704:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078235.460708:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078235.460711:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078235.460714:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078235.460717:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078235.460721:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078235.460724:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078235.460727:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078235.460729:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078235.460732:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078235.460735:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078235.460737:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078235.460739:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078235.460741:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078235.460744:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460751:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078235.460754:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460761:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.460763:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078235.460765:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078235.460767:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078235.460770:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078235.460773:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299896890
00000100:00000001:2.0:1769078235.460775:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299897713
00000100:00000001:2.0:1769078235.460777:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299896890
00000100:00000001:2.0:1769078235.460780:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299897713
00000100:00000001:2.0:1769078235.460781:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078235.460783:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.460785:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078235.460788:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078235]  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078235.460795:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078235.460797:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078235.460798:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078235.460800:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078235.460802:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078235.460804:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078235.460807:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078235.460816:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460822:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078235.460824:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460825:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078235.460826:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078235.460830:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460836:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078235.460840:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460846:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078235.460849:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460851:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078235.460852:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460854:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078235.460855:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078235.460858:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078235.460861:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078235.460862:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078235.460866:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078235.460873:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793728:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078235.460876:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460877:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078235.460880:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b100 x1855007610793472/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460885:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078235.460887:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078235.460888:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078235.460890:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078235.460892:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078235.460893:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078235.460895:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078235.460897:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:2.0:1769078235.460899:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078235.460900:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078235.460902:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b100.
00000100:00000001:2.0:1769078235.460905:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078235.460906:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460908:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078235.460911:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7ad80 x1855007610793600/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460925:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078235.460926:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078235.460928:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078235.460930:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078235.460931:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078235.460932:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078235.460934:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078235.460935:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:2.0:1769078235.460937:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078235.460938:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078235.460939:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7ad80.
00000100:00000001:2.0:1769078235.460941:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078235.460942:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460944:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078235.460946:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79f80 x1855007610793728/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078235.460953:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078235.460954:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078235.460955:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078235.460957:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078235.460958:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078235.460959:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078235.460961:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078235.460962:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078235.460964:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078235.460965:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078235.460967:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79f80.
00000100:00000001:2.0:1769078235.460969:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078235.460970:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460971:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.460974:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078235.460975:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078235.460977:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078235.460978:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078236.290540:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078236.290549:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078236.290581:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078236.290584:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078236.290587:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078236.354544:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299897713, at 4299897728
00000100:00000040:2.0:1769078236.354545:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299897713, at 4299897728
00000100:00000010:3.0:1769078236.354567:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00000100:00000010:2.0:1769078236.354570:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078237.314525:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078237.314536:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078237.314614:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078237.314618:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078237.314623:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078238.338539:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078238.338546:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078238.338568:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078238.338570:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078238.338573:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078239.362505:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078239.362510:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078239.362565:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078239.362568:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078239.362571:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078240.386514:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078240.386523:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078240.386550:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078240.386553:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078240.386556:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078240.578551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078240.578564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078240.578567:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078240.578572:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078240.578577:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078240.578585:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5229
00000400:00000200:0.0:1769078240.578596:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078240.578603:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078240.578607:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078240.578611:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.578615:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078240.578617:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.578620:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078240.578625:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078240.578627:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078240.578631:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078240.578633:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078240.578636:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078240.578639:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078240.578642:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.578644:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078240.578646:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.578648:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078240.578652:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078240.578657:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078240.578660:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078240.578664:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078240.578668:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078240.578671:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.578674:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078240.578676:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078240.578688:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769078240.578692:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078240.578696:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078240.578698:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.578701:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078240.578705:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078240.578709:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078240.578718:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769078240.578727:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078240.578737:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078240.578748:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078240.578753:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078240.578758:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078240.578789:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078240.578792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078240.578795:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078240.578797:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078240.578798:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078240.578801:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078240.578803:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5229
00000400:00000200:0.0:1769078240.578808:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078240.578812:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078240.578814:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078240.578818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.578821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078240.578821:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078240.578826:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078240.578827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078240.578830:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078240.578831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078240.578835:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078240.578837:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000100:00000040:2.0:1769078240.578838:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078240.578841:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078240.578845:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:2.0:1769078240.578850:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769078240.578851:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078240.578853:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078240.578856:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
02000000:00000001:2.0:1769078240.578858:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078240.578861:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078240.578862:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078240.578864:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.578867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769078240.578870:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610793856:192.168.204.105@tcp:250:kworker.0
00000100:00000040:0.0:1769078240.578873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078240.578875:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078240.578878:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:2.0:1769078240.578880:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769078240.578883:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078240.578883:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078240.578887:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769078240.578890:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000010:2.0:1769078240.578892:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
00000100:00000001:0.0:1769078240.578894:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078240.578895:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078240.578898:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078240.578904:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078240.578907:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.578910:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078240.578911:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00100000:0.0:1769078240.578916:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769078240.578917:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000008:00000001:0.0:1769078240.578920:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.578924:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078240.578926:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000010:0.0:1769078240.578928:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769078240.578932:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078240.578936:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769078240.578936:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610793856, portal 25
02000000:00000001:0.0:1769078240.578937:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.578942:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078240.578945:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409841536 : -104785299710080 : ffffa0b2c56edf80)
00000100:00000001:0.0:1769078240.578949:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078240.578952:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078240.578954:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078240.578961:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000040:2.0:1769078240.578961:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078240.578968:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.578971:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769078240.578977:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078240.578977:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078240.578980:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078240.578985:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610793856, offset 0
00000100:00000001:0.0:1769078240.578993:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078240.578996:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078240.578998:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078240.579003:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078240.579013:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078240.579015:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078240.579020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078240.579023:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:0.0:1769078240.579025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078240.579029:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078240.579031:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078240.579033:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078240.579035:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078240.579041:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5229
00000400:00000200:2.0:1769078240.579041:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:0.0:1769078240.579049:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078240.579050:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078240.579056:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078240.579057:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00080000:0.0:1769078240.579062:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078240.579067:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21880:21880:256:4294967295] 192.168.204.105@tcp LPNI seq info [21877:21877:8:4294967295]
00000100:00000040:0.0:1769078240.579069:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.579073:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078240.579075:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.579077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078240.579080:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078240.579082:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078240.579086:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078240.579089:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:2.0:1769078240.579090:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:0.0:1769078240.579093:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078240.579103:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769078240.579104:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078240.579111:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.579116:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769078240.579116:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078240.579122:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.579124:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000010:2.0:1769078240.579125:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000020:00000040:0.0:1769078240.579128:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078240.579132:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078240.579136:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078240.579137:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078240.579140:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078240.579144:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078240.579144:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078240.579149:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769078240.579152:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000008:00100000:0.0:1769078240.579153:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078240.579159:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.579162:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078240.579164:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000010:0.0:1769078240.579166:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000800:00000200:2.1:1769078240.579170:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000020:00000040:0.0:1769078240.579171:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078240.579176:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1769078240.579180:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000001:0.0:1769078240.579181:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078240.579183:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000100:00000001:0.0:1769078240.579184:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078240.579187:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078240.579189:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078240.579191:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1769078240.579195:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769078240.579200:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078240.579206:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078240.579206:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078240.579217:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078240.579217:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078240.579221:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:0.0:1769078240.579222:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.579229:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769078240.579230:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078240.579237:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078240.579246:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078240.579251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078240.579254:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769078240.579258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1769078240.579260:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078240.579261:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078240.579265:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078240.579271:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078240.579277:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5229
00000100:00000001:2.0:1769078240.579277:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.579281:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1769078240.579285:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078240.579289:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078240.579290:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078240.579295:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078240.579299:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.579301:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078240.579303:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078240.579305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.579310:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078240.579310:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299902832
00000020:00000001:0.0:1769078240.579316:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:2.0:1769078240.579333:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:2.0:1769078240.579342:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000020:00000040:0.0:1769078240.579344:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078240.579348:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078240.579351:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078240.579353:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078240.579355:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078240.579355:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299902832
00000100:00000010:2.0:1769078240.579361:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd80.
00000100:00000040:0.0:1769078240.579362:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.579367:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078240.579369:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1769078240.579370:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078240.579374:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078240.579375:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078240.579376:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078240.579380:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078240.579382:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078240.579385:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078240.579386:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078240.579411:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078240.579414:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078240.579416:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.579418:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078240.579420:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078240.579422:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.579424:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078240.579429:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769078240.579432:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00100000:2.0:1769078240.579435:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078240.579437:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078240.579440:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078240.579444:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078240.579447:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078240.579450:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078240.579455:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000010:0.0:1769078240.579457:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000400:00000001:2.0:1769078240.579459:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769078240.579462:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078240.579463:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078240.579468:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000100:00100000:0.0:1769078240.579471:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078240.579471:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078240.579476:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078240.579483:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078240.579484:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078240.579489:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078240.579499:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078240.579503:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078240.579519:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.579521:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078240.579524:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078240.579527:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5239)
00000100:00000001:2.0:1769078240.579534:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078240.579538:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078240.579543:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579551:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078240.579555:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579563:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078240.579566:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.579568:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078240.579575:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.579578:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078240.579579:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078240.579583:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078240.579587:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078240.579589:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078240.579593:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078240.579601:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610793856:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078240.579606:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.579608:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078240.579611:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edf80 x1855007610793856/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579624:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078240.579627:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078240.579629:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078240.579632:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078240.579634:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078240.579636:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078240.579638:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078240.579640:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1c00.
02000000:00000001:2.0:1769078240.579644:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078240.579646:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078240.579648:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edf80.
00000100:00000001:2.0:1769078240.579652:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078240.579653:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.579656:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.579663:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078240.579665:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.579667:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078240.579669:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078240.579670:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078240.579673:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579681:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078240.579682:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078240.579684:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078240.579686:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078240.579688:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078240.579690:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793984:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078240.579694:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078240.579696:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078240.579697:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078240.579699:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078240.579702:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078240.579703:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078240.579708:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078240.579710:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078240.579714:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078240.579717:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610793984, portal 10
00000100:00000001:2.0:1769078240.579719:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078240.579720:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409834368 : -104785299717248 : ffffa0b2c56ec380)
00000100:00000040:2.0:1769078240.579727:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579733:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078240.579735:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078240.579737:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078240.579740:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610793984, offset 0
00000400:00000200:2.0:1769078240.579745:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078240.579749:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078240.579753:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078240.579755:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078240.579758:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078240.579760:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078240.579762:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078240.579766:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21881:21881:256:4294967295] 192.168.204.105@tcp LPNI seq info [21878:21878:8:4294967295]
00000400:00000200:2.0:1769078240.579770:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078240.579776:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078240.579780:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078240.579783:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078240.579787:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078240.579790:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078240.579794:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078240.579796:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078240.579800:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078240.579802:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078240.579805:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078240.579808:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078240.579811:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078240.579812:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078240.579815:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078240.579818:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579825:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078240.579828:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579834:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.579837:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078240.579839:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078240.579843:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078240.579846:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078240.579849:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299901972
00000100:00000001:2.0:1769078240.579852:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299902832
00000100:00000001:2.0:1769078240.579854:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299901972
00000100:00000001:2.0:1769078240.579856:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299902832
00000100:00000001:2.0:1769078240.579858:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078240.579860:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.579862:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078240.579865:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078240.579872:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078240.579874:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078240.579875:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078240.579877:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078240.579879:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078240.579880:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078240.579883:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078240.579891:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579897:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078240.579898:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.579899:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078240.579900:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078240.579903:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579910:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078240.579914:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579920:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078240.579922:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.579923:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078240.579925:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.579926:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078240.579928:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078240.579930:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078240.579934:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078240.579935:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078240.579939:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078240.579947:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610793984:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078240.579951:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078240.579954:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.579960:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078240.579962:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078240.579964:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078240.579966:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078240.579968:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078240.579971:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610794112:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078240.579974:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078240.579975:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078240.579977:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078240.579979:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078240.579982:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078240.579984:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078240.579987:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078240.579990:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078240.579993:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078240.579996:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610794112, portal 4
00000100:00000001:2.0:1769078240.579998:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078240.579999:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409847808 : -104785299703808 : ffffa0b2c56ef800)
00000100:00000040:2.0:1769078240.580004:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580009:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078240.580012:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078240.580014:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078240.580016:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610794112, offset 0
00000400:00000200:2.0:1769078240.580019:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078240.580023:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078240.580027:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078240.580029:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078240.580032:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078240.580034:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078240.580036:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078240.580039:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21882:21882:256:4294967295] 192.168.204.105@tcp LPNI seq info [21879:21879:8:4294967295]
00000400:00000200:2.0:1769078240.580042:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078240.580048:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078240.580053:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078240.580056:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078240.580060:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078240.580062:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078240.580067:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078240.580069:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078240.580073:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078240.580075:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078240.580077:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078240.580081:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078240.580084:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078240.580086:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078240.580088:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078240.580091:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580098:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078240.580102:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580108:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.580110:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078240.580113:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078240.580116:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078240.580119:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078240.580121:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299901998
00000100:00000001:2.0:1769078240.580123:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299902832
00000100:00000001:2.0:1769078240.580125:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299901998
00000100:00000001:2.0:1769078240.580128:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299902832
00000100:00000001:2.0:1769078240.580130:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078240.580132:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.580134:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078240.580137:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078240.580145:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078240.580146:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078240.580148:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078240.580150:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078240.580152:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078240.580154:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078240.580157:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078240.580165:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580171:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078240.580172:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580174:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078240.580175:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078240.580178:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580185:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078240.580188:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580195:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078240.580197:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580198:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078240.580200:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580201:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078240.580203:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078240.580205:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078240.580208:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078240.580210:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078240.580214:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078240.580221:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610794112:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078240.580225:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078240.580228:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580235:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078240.580237:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078240.580239:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078240.580240:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078240.580242:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078240.580245:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610794240:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078240.580248:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078240.580249:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078240.580251:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078240.580252:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078240.580256:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078240.580258:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078240.580261:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078240.580264:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078240.580266:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078240.580269:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610794240, portal 4
00000100:00000001:2.0:1769078240.580271:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078240.580272:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409846912 : -104785299704704 : ffffa0b2c56ef480)
00000100:00000040:2.0:1769078240.580277:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580282:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078240.580284:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078240.580286:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078240.580288:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610794240, offset 0
00000400:00000200:2.0:1769078240.580292:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078240.580295:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078240.580298:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078240.580301:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078240.580303:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078240.580305:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078240.580307:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078240.580310:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21883:21883:256:4294967295] 192.168.204.105@tcp LPNI seq info [21880:21880:8:4294967295]
00000400:00000200:2.0:1769078240.580315:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078240.580332:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078240.580337:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078240.580339:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078240.580342:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078240.580343:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078240.580346:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078240.580348:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078240.580350:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078240.580351:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078240.580353:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078240.580355:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078240.580357:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078240.580359:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078240.580361:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078240.580363:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580368:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078240.580370:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580374:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.580375:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078240.580377:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078240.580379:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078240.580381:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078240.580382:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299902009
00000100:00000001:2.0:1769078240.580384:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299902832
00000100:00000001:2.0:1769078240.580385:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299902009
00000100:00000001:2.0:1769078240.580399:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299902832
00000100:00000001:2.0:1769078240.580401:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078240.580403:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.580404:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078240.580406:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078240.580411:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078240.580412:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078240.580413:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078240.580414:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078240.580416:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078240.580417:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078240.580419:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078240.580424:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580437:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078240.580438:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580440:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078240.580442:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078240.580445:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580451:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078240.580455:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580461:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078240.580463:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580465:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078240.580466:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580468:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078240.580469:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078240.580471:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078240.580474:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078240.580476:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078240.580480:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078240.580486:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610794240:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078240.580490:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580492:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078240.580494:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec380 x1855007610793984/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580500:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078240.580501:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078240.580504:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078240.580506:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078240.580507:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078240.580508:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078240.580510:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078240.580512:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3400.
02000000:00000001:2.0:1769078240.580514:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078240.580515:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078240.580516:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec380.
00000100:00000001:2.0:1769078240.580520:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078240.580521:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580523:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078240.580525:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef800 x1855007610794112/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580531:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078240.580532:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078240.580533:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078240.580535:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078240.580536:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078240.580537:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078240.580538:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078240.580540:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0800.
02000000:00000001:2.0:1769078240.580542:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078240.580543:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078240.580544:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef800.
00000100:00000001:2.0:1769078240.580546:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078240.580548:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580549:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078240.580552:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef480 x1855007610794240/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078240.580557:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078240.580558:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078240.580560:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078240.580562:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078240.580563:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078240.580565:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078240.580567:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078240.580568:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2800.
02000000:00000001:2.0:1769078240.580571:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078240.580572:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078240.580573:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef480.
00000100:00000001:2.0:1769078240.580574:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078240.580576:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580577:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.580580:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078240.580581:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078240.580583:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078240.580584:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078241.410522:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078241.410529:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078241.410592:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078241.410596:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078241.410598:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078241.474458:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299902832, at 4299902848
00000100:00000010:2.0:1769078241.474474:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000040:3.0:1769078241.474476:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299902832, at 4299902848
00000100:00000010:3.0:1769078241.474489:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00010000:00000001:0.0:1769078242.434524:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078242.434538:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078242.434562:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078242.434564:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078242.434567:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078243.458517:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078243.458528:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078243.458531:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078243.458534:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078243.458540:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078243.458542:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078243.458544:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078243.458547:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078243.458634:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078243.458640:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078243.458645:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078244.482508:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078244.482516:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078244.482543:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078244.482547:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078244.482551:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078245.506511:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078245.506520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078245.506589:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078245.506593:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078245.506596:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078245.698529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078245.698542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078245.698545:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078245.698548:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078245.698553:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078245.698560:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5234
00000400:00000200:0.0:1769078245.698571:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078245.698578:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078245.698581:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078245.698585:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078245.698588:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078245.698591:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078245.698593:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078245.698598:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078245.698600:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078245.698603:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078245.698605:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078245.698607:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078245.698610:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078245.698612:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078245.698614:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078245.698616:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078245.698618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078245.698622:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078245.698625:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078245.698628:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078245.698631:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078245.698635:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078245.698639:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.698641:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078245.698644:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078245.698655:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769078245.698659:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078245.698662:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078245.698664:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.698668:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078245.698670:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078245.698675:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078245.698684:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769078245.698691:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078245.698701:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078245.698712:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078245.698717:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078245.698722:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078245.698745:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078245.698749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078245.698752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078245.698753:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078245.698755:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078245.698758:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078245.698761:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5234
00000400:00000200:0.0:1769078245.698765:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078245.698769:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078245.698772:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078245.698775:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078245.698777:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078245.698779:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078245.698781:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078245.698784:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078245.698785:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078245.698788:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078245.698789:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078245.698792:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078245.698795:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769078245.698798:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078245.698799:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078245.698803:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078245.698808:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078245.698813:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078245.698814:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078245.698817:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.698818:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078245.698822:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078245.698822:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078245.698826:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078245.698827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078245.698832:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078245.698833:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078245.698840:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00100000:2.0:1769078245.698840:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610794368:192.168.204.105@tcp:250:kworker.0
00000100:00000001:0.0:1769078245.698846:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.698848:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078245.698850:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078245.698852:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078245.698855:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078245.698856:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078245.698857:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078245.698860:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.698864:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769078245.698864:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078245.698867:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078245.698869:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078245.698873:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078245.698874:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078245.698877:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078245.698880:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000100:00000010:0.0:1769078245.698884:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769078245.698888:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000400:00000010:2.0:1769078245.698888:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
02000000:00000001:0.0:1769078245.698892:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078245.698894:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.698896:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078245.698898:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769078245.698898:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610794368, portal 25
02000000:00000001:0.0:1769078245.698902:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.698903:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078245.698905:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409840640 : -104785299710976 : ffffa0b2c56edc00)
02000000:00000010:0.0:1769078245.698910:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000040:2.0:1769078245.698910:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078245.698916:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.698919:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078245.698924:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00100000:0.0:1769078245.698925:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078245.698927:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078245.698931:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610794368, offset 0
00000400:00000200:2.0:1769078245.698940:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078245.698941:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078245.698944:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078245.698950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078245.698950:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078245.698958:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:0.0:1769078245.698966:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078245.698967:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078245.698971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078245.698974:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:0.0:1769078245.698979:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769078245.698980:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078245.698984:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078245.698984:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00080000:0.0:1769078245.698988:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078245.698990:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21884:21884:256:4294967295] 192.168.204.105@tcp LPNI seq info [21881:21881:8:4294967295]
00000100:00000001:0.0:1769078245.698996:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078245.698997:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:0.0:1769078245.699002:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5234
00000400:00000200:2.0:1769078245.699010:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078245.699011:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.0:1769078245.699016:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000400:00000200:0.0:1769078245.699019:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000010:2.0:1769078245.699022:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000100:00080000:0.0:1769078245.699023:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078245.699028:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078245.699032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078245.699033:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769078245.699036:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769078245.699038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078245.699044:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769078245.699044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769078245.699050:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769078245.699050:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1769078245.699053:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000800:00000100:2.0:1769078245.699054:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000020:00000001:0.0:1769078245.699058:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1769078245.699058:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000020:00000040:0.0:1769078245.699063:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:2.0:1769078245.699065:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1769078245.699067:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078245.699072:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1769078245.699073:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078245.699077:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000100:00000040:0.0:1769078245.699079:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:2.0:1769078245.699080:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:0.0:1769078245.699084:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078245.699086:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769078245.699089:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078245.699092:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078245.699093:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078245.699100:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078245.699107:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078245.699112:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078245.699114:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078245.699117:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078245.699119:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699120:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078245.699122:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078245.699126:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078245.699127:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078245.699133:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.699138:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699140:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699142:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1769078245.699143:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000100:00000001:2.0:1769078245.699147:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078245.699148:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078245.699153:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078245.699154:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078245.699155:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699158:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299907952
00000100:00000001:0.0:1769078245.699159:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078245.699162:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1769078245.699165:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
02000000:00000001:0.0:1769078245.699166:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078245.699173:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:2.0:1769078245.699173:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078245.699178:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699181:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299907952
00000100:00000010:2.0:1769078245.699186:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfde0.
00000100:00100000:0.0:1769078245.699187:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078245.699189:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078245.699194:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078245.699199:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.699202:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078245.699203:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078245.699207:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078245.699208:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078245.699216:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078245.699219:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078245.699220:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078245.699223:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078245.699227:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078245.699229:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:0.0:1769078245.699244:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699248:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1769078245.699250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769078245.699254:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078245.699256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078245.699259:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078245.699262:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769078245.699266:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078245.699267:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078245.699274:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5234
00000100:00000001:2.0:1769078245.699275:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078245.699278:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769078245.699280:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078245.699281:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078245.699283:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769078245.699285:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078245.699290:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1769078245.699290:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078245.699297:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078245.699301:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078245.699305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078245.699305:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078245.699310:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078245.699312:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078245.699314:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078245.699315:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769078245.699315:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078245.699319:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078245.699321:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078245.699325:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078245.699330:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078245.699331:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078245.699333:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078245.699334:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078245.699335:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078245.699338:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078245.699341:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078245.699343:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078245.699346:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078245.699346:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1769078245.699350:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.699353:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078245.699353:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1769078245.699356:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078245.699356:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078245.699359:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1769078245.699360:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699361:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078245.699362:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699364:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1769078245.699366:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000100:00080000:2.0:1769078245.699367:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1769078245.699371:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00080000:2.0:1769078245.699374:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
02000000:00000001:0.0:1769078245.699375:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078245.699377:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1769078245.699378:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078245.699381:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078245.699383:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769078245.699384:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078245.699385:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078245.699406:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769078245.699408:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078245.699413:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078245.699422:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078245.699426:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078245.699431:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610794368:192.168.204.105@tcp:250:kworker.0
00000100:00000040:0.0:1769078245.699432:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699441:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078245.699443:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699444:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078245.699448:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5244)
00000100:00000040:2.0:1769078245.699449:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edc00 x1855007610794368/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699456:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078245.699458:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078245.699460:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078245.699463:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078245.699464:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078245.699466:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078245.699468:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078245.699470:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3400.
02000000:00000001:2.0:1769078245.699472:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078245.699474:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078245.699475:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edc00.
00000100:00000001:2.0:1769078245.699478:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078245.699479:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.699481:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.699488:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078245.699490:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699492:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078245.699494:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078245.699495:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078245.699498:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699503:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078245.699504:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078245.699511:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078245.699513:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078245.699517:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078245.699519:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610794496:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078245.699521:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078245.699522:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078245.699523:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078245.699525:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078245.699527:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078245.699528:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078245.699532:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078245.699534:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078245.699536:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078245.699538:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610794496, portal 10
00000100:00000001:2.0:1769078245.699540:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078245.699541:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409844224 : -104785299707392 : ffffa0b2c56eea00)
00000100:00000040:2.0:1769078245.699546:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699551:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078245.699552:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078245.699553:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078245.699555:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610794496, offset 0
00000400:00000200:2.0:1769078245.699557:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078245.699559:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078245.699562:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078245.699564:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078245.699565:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078245.699567:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078245.699569:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078245.699571:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21885:21885:256:4294967295] 192.168.204.105@tcp LPNI seq info [21882:21882:8:4294967295]
00000400:00000200:2.0:1769078245.699573:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078245.699577:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078245.699580:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078245.699583:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078245.699587:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078245.699589:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078245.699593:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078245.699597:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078245.699600:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078245.699602:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078245.699605:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078245.699608:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078245.699611:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078245.699613:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078245.699615:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078245.699619:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699627:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078245.699630:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699641:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699642:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078245.699645:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078245.699648:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078245.699650:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078245.699652:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299907092
00000100:00000001:2.0:1769078245.699654:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299907952
00000100:00000001:2.0:1769078245.699655:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299907092
00000100:00000001:2.0:1769078245.699657:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299907952
00000100:00000001:2.0:1769078245.699658:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078245.699659:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699661:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078245.699663:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078245.699668:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078245.699668:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078245.699669:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078245.699670:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078245.699671:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078245.699673:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078245.699674:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078245.699679:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699683:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078245.699684:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.699685:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078245.699685:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078245.699687:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699692:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078245.699694:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699698:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078245.699699:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.699700:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078245.699701:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.699702:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078245.699703:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078245.699704:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078245.699706:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078245.699707:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078245.699709:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078245.699713:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610794496:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078245.699715:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078245.699717:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699721:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078245.699722:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078245.699723:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078245.699725:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078245.699726:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078245.699728:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610794624:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078245.699729:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078245.699730:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078245.699732:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078245.699733:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078245.699735:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078245.699737:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078245.699739:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078245.699741:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078245.699743:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078245.699745:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610794624, portal 4
00000100:00000001:2.0:1769078245.699746:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078245.699747:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409848704 : -104785299702912 : ffffa0b2c56efb80)
00000100:00000040:2.0:1769078245.699751:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699755:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078245.699757:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078245.699758:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078245.699759:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610794624, offset 0
00000400:00000200:2.0:1769078245.699761:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078245.699763:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078245.699765:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078245.699767:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078245.699768:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078245.699770:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078245.699771:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078245.699773:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21886:21886:256:4294967295] 192.168.204.105@tcp LPNI seq info [21883:21883:8:4294967295]
00000400:00000200:2.0:1769078245.699776:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078245.699780:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078245.699782:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078245.699784:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078245.699786:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078245.699788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078245.699791:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078245.699792:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078245.699795:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078245.699796:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078245.699798:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078245.699800:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078245.699802:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078245.699803:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078245.699804:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078245.699806:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699811:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078245.699813:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699817:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699817:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078245.699819:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078245.699821:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078245.699822:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078245.699823:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299907118
00000100:00000001:2.0:1769078245.699825:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299907952
00000100:00000001:2.0:1769078245.699826:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299907118
00000100:00000001:2.0:1769078245.699828:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299907952
00000100:00000001:2.0:1769078245.699829:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078245.699830:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699831:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078245.699833:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078245.699836:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078245.699837:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078245.699838:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078245.699839:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078245.699840:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078245.699841:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078245.699843:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078245.699848:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699851:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078245.699852:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.699853:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078245.699854:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078245.699855:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699859:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078245.699861:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699864:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078245.699865:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.699866:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078245.699867:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.699868:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078245.699868:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078245.699870:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078245.699872:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078245.699874:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078245.699876:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078245.699880:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610794624:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078245.699882:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078245.699883:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699888:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078245.699889:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078245.699890:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078245.699891:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078245.699892:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078245.699894:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610794752:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078245.699895:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078245.699896:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078245.699897:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078245.699898:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078245.699900:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078245.699901:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078245.699902:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078245.699903:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078245.699905:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078245.699907:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610794752, portal 4
00000100:00000001:2.0:1769078245.699908:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078245.699909:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409837056 : -104785299714560 : ffffa0b2c56ece00)
00000100:00000040:2.0:1769078245.699912:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699915:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078245.699917:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078245.699918:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078245.699919:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610794752, offset 0
00000400:00000200:2.0:1769078245.699921:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078245.699923:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078245.699924:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078245.699925:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078245.699927:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078245.699928:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078245.699929:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078245.699931:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21887:21887:256:4294967295] 192.168.204.105@tcp LPNI seq info [21884:21884:8:4294967295]
00000400:00000200:2.0:1769078245.699934:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078245.699937:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078245.699940:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078245.699942:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078245.699944:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078245.699945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078245.699947:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078245.699949:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078245.699951:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078245.699953:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078245.699954:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078245.699956:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078245.699958:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078245.699958:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078245.699960:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078245.699961:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699966:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078245.699968:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.699971:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699972:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078245.699973:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078245.699975:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078245.699976:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078245.699978:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299907129
00000100:00000001:2.0:1769078245.699979:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299907952
00000100:00000001:2.0:1769078245.699980:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299907129
00000100:00000001:2.0:1769078245.699982:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299907952
00000100:00000001:2.0:1769078245.699983:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078245.699984:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.699985:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078245.699987:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078245.699992:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078245.699993:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078245.699993:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078245.699994:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078245.699995:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078245.699996:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078245.699998:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078245.700002:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.700005:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078245.700006:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.700007:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078245.700008:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078245.700010:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.700014:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078245.700015:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.700019:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078245.700020:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.700021:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078245.700021:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.700022:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078245.700023:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078245.700024:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078245.700027:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078245.700028:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078245.700030:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078245.700034:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610794752:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078245.700036:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.700037:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078245.700039:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eea00 x1855007610794496/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.700042:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078245.700043:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078245.700044:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078245.700045:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078245.700046:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078245.700046:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078245.700047:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078245.700048:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1c00.
02000000:00000001:2.0:1769078245.700049:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078245.700050:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078245.700051:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eea00.
00000100:00000001:2.0:1769078245.700052:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078245.700053:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.700054:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078245.700055:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56efb80 x1855007610794624/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.700059:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078245.700060:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078245.700061:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078245.700062:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078245.700063:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078245.700064:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078245.700065:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078245.700066:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0400.
02000000:00000001:2.0:1769078245.700067:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078245.700068:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078245.700069:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56efb80.
00000100:00000001:2.0:1769078245.700070:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078245.700071:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.700072:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078245.700073:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ece00 x1855007610794752/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078245.700077:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078245.700077:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078245.700078:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078245.700079:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078245.700079:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078245.700080:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078245.700081:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078245.700082:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1400.
02000000:00000001:2.0:1769078245.700083:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078245.700083:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078245.700084:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ece00.
00000100:00000001:2.0:1769078245.700086:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078245.700087:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.700087:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.700089:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078245.700090:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078245.700091:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078245.700092:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078246.530506:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078246.530513:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078246.530535:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078246.530537:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078246.530539:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078246.594507:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299907952, at 4299907968
00000100:00000040:3.0:1769078246.594508:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299907952, at 4299907968
00000100:00000010:3.0:1769078246.594526:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00000100:00000010:2.0:1769078246.594527:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078247.554493:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078247.554500:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078247.554553:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078247.554556:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078247.554559:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078248.578471:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078248.578477:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078248.578499:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078248.578502:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078248.578506:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078249.602512:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078249.602521:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078249.602579:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078249.602583:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078249.602586:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078250.626464:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078250.626470:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078250.626492:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078250.626494:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078250.626496:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078250.818524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078250.818534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078250.818537:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078250.818540:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078250.818544:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078250.818551:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5239
00000400:00000200:2.0:1769078250.818562:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078250.818569:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078250.818572:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078250.818575:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.818579:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078250.818582:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.818584:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078250.818589:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078250.818591:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078250.818594:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078250.818598:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078250.818600:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078250.818603:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078250.818606:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.818608:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078250.818610:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.818612:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078250.818615:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078250.818628:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078250.818632:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078250.818635:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078250.818638:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078250.818641:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078250.818644:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078250.818646:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078250.818657:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568e00.
00000020:00000040:2.0:1769078250.818662:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078250.818666:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078250.818668:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078250.818671:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078250.818674:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078250.818678:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078250.818687:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b800.
00000100:00000001:2.0:1769078250.818696:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078250.818706:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078250.818717:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078250.818722:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078250.818727:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066cbb6c3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078250.818752:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078250.818763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078250.818766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078250.818768:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078250.818771:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078250.818774:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078250.818777:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5239
00000400:00000200:2.0:1769078250.818781:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078250.818785:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078250.818786:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769078250.818788:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078250.818791:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078250.818795:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078250.818796:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078250.818800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078250.818805:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078250.818806:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.818811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078250.818817:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078250.818819:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769078250.818820:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000100:00000001:1.0:1769078250.818822:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078250.818824:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769078250.818826:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769078250.818828:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
02000000:00000001:1.0:1769078250.818829:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769078250.818833:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
02000000:00000001:1.0:1769078250.818835:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078250.818837:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00100000:1.0:1769078250.818842:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610794880:192.168.204.105@tcp:250:kworker.0
00000100:00000040:2.0:1769078250.818844:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.818849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078250.818852:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769078250.818853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.818857:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:1.0:1769078250.818859:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769078250.818860:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:1.0:1769078250.818864:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078250.818865:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:1.0:1769078250.818869:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078250.818870:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078250.818873:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1769078250.818879:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:2.0:1769078250.818879:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078250.818884:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078250.818885:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078250.818890:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078250.818895:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078250.818896:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00000001:2.0:1769078250.818902:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078250.818904:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:2.0:1769078250.818905:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078250.818911:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356ad80.
00000020:00000040:2.0:1769078250.818914:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078250.818917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078250.818919:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078250.818921:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000001:2.0:1769078250.818921:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078250.818925:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769078250.818931:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610794880, portal 25
00000100:00000001:1.0:1769078250.818933:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078250.818934:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374693376 : -104785334858240 : ffffa0b2c3568e00)
02000000:00000001:2.0:1769078250.818939:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078250.818941:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078250.818945:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a800.
00000100:00000001:1.0:1769078250.818948:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078250.818951:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078250.818952:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00100000:2.0:1769078250.818960:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078250.818963:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078250.818968:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610794880, offset 0
00000100:00000001:2.0:1769078250.818974:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078250.818978:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078250.818979:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078250.818986:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083ffe42d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078250.818989:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078250.818998:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:2.0:1769078250.819001:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078250.819006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078250.819008:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769078250.819012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1769078250.819014:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:2.0:1769078250.819017:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078250.819020:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769078250.819021:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078250.819024:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078250.819027:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21888:21888:256:4294967295] 192.168.204.105@tcp LPNI seq info [21885:21885:8:4294967295]
00000400:00000200:1.0:1769078250.819029:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078250.819034:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078250.819041:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5239
00000400:00000200:1.0:1769078250.819042:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078250.819053:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078250.819053:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000010:1.0:1769078250.819061:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000400:00000200:2.0:1769078250.819062:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078250.819066:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769078250.819070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:2.0:1769078250.819071:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:1.0:1769078250.819075:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769078250.819076:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078250.819079:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.819083:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:1.1:1769078250.819088:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:2.0:1769078250.819089:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078250.819093:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000800:00000200:1.1:1769078250.819093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769078250.819098:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:1.0:1769078250.819099:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078250.819103:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000020:00000040:2.0:1769078250.819103:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078250.819108:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078250.819111:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1769078250.819112:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078250.819116:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769078250.819120:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078250.819121:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000100:00000001:2.0:1769078250.819124:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078250.819125:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078250.819130:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078250.819136:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078250.819137:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.819142:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078250.819161:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1769078250.819161:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078250.819167:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000040:1.0:1769078250.819169:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078250.819172:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078250.819177:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078250.819181:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078250.819185:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078250.819186:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.819189:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078250.819191:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078250.819195:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078250.819198:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078250.819199:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078250.819204:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078250.819206:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000010:2.0:1769078250.819210:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568700.
00000020:00000040:2.0:1769078250.819214:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078250.819216:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299913072
02000000:00000001:2.0:1769078250.819218:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078250.819221:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078250.819223:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1769078250.819224:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ead80.
02000000:00000001:2.0:1769078250.819226:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078250.819230:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.819231:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
02000000:00000010:2.0:1769078250.819235:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49000.
00000100:00000001:1.0:1769078250.819239:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299913072
00000100:00000001:2.0:1769078250.819242:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078250.819244:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea120.
00000100:00000001:1.0:1769078250.819248:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00100000:2.0:1769078250.819250:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078250.819252:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078250.819257:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.819261:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078250.819266:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078250.819266:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078250.819271:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769078250.819277:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078250.819279:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078250.819281:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078250.819284:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078250.819286:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078250.819288:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1769078250.819288:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ec9fa49] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078250.819295:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078250.819314:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078250.819315:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078250.819321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078250.819322:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078250.819324:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.819328:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.819330:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769078250.819330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078250.819335:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769078250.819336:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078250.819338:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078250.819345:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078250.819348:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769078250.819351:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5239
00000100:00000040:1.0:1769078250.819354:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078250.819362:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078250.819363:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078250.819367:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.819370:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1769078250.819370:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078250.819371:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.819376:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1769078250.819377:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078250.819378:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078250.819382:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1769078250.819384:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00080000:1.0:1769078250.819419:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078250.819421:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078250.819423:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078250.819427:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:1.0:1769078250.819430:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078250.819432:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078250.819438:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078250.819441:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078250.819443:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078250.819446:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00100000:1.0:1769078250.819449:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610794880:192.168.204.105@tcp:250:kworker.0
00000020:00000001:2.0:1769078250.819451:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078250.819455:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769078250.819456:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078250.819458:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.819465:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568e00 x1855007610794880/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078250.819465:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.819471:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078250.819477:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078250.819482:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078250.819484:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078250.819487:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:2.0:1769078250.819488:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
02000000:00000010:1.0:1769078250.819490:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078250.819494:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1769078250.819494:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000020:00000001:1.0:1769078250.819497:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078250.819500:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000100:00000001:2.0:1769078250.819500:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078250.819505:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:2.0:1769078250.819505:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1769078250.819508:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078250.819510:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078250.819512:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078250.819514:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1769078250.819516:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078250.819517:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568e00.
00000100:00000001:1.0:1769078250.819522:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078250.819522:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078250.819525:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1769078250.819526:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078250.819527:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1769078250.819532:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078250.819535:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.819536:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078250.819539:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078250.819539:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568000.
00000100:00000001:1.0:1769078250.819541:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078250.819544:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078250.819544:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078250.819546:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078250.819550:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078250.819551:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078250.819554:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078250.819559:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078250.819560:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769078250.819562:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078250.819563:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.819567:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078250.819567:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.819570:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078250.819573:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078250.819575:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49400.
00000100:00100000:1.0:1769078250.819576:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795008:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078250.819581:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078250.819583:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.819584:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078250.819586:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078250.819592:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078250.819596:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078250.819601:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:2.0:1769078250.819603:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078250.819605:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078250.819608:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078250.819613:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:2.0:1769078250.819616:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000639ebc68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078250.819619:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078250.819625:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078250.819631:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610795008, portal 10
00000100:00000001:2.0:1769078250.819631:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.819637:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078250.819638:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374701440 : -104785334850176 : ffffa0b2c356ad80)
00000100:00000040:2.0:1769078250.819639:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5249)
00000100:00000040:1.0:1769078250.819649:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819654:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078250.819656:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078250.819659:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078250.819661:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610795008, offset 0
00000400:00000200:1.0:1769078250.819664:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078250.819667:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078250.819670:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078250.819672:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078250.819674:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078250.819675:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078250.819677:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078250.819679:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21889:21889:256:4294967295] 192.168.204.105@tcp LPNI seq info [21886:21886:8:4294967295]
00000400:00000200:1.0:1769078250.819681:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078250.819685:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078250.819688:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078250.819690:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078250.819692:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078250.819694:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078250.819697:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078250.819698:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078250.819700:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078250.819702:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078250.819704:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078250.819706:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078250.819708:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078250.819709:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078250.819711:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078250.819713:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819718:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.819720:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819724:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.819725:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078250.819727:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078250.819730:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078250.819731:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078250.819732:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299912212
00000100:00000001:1.0:1769078250.819734:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299913072
00000100:00000001:1.0:1769078250.819736:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299912212
00000100:00000001:1.0:1769078250.819737:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299913072
00000100:00000001:1.0:1769078250.819739:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078250.819740:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.819741:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078250.819743:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078250.819747:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078250.819748:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078250.819749:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078250.819750:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078250.819751:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078250.819752:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078250.819753:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078250.819757:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819765:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078250.819766:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.819767:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.819768:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078250.819770:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819774:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078250.819776:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819779:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078250.819781:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.819782:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.819782:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.819783:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078250.819784:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078250.819786:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078250.819787:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078250.819788:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078250.819791:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078250.819795:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795008:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078250.819797:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078250.819799:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819803:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078250.819804:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.819806:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078250.819807:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078250.819808:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078250.819810:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795136:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078250.819812:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078250.819813:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078250.819814:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.819815:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078250.819817:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078250.819818:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078250.819820:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078250.819822:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078250.819824:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078250.819826:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610795136, portal 4
00000100:00000001:1.0:1769078250.819827:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078250.819828:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374691584 : -104785334860032 : ffffa0b2c3568700)
00000100:00000040:1.0:1769078250.819831:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819837:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078250.819839:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078250.819842:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078250.819844:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610795136, offset 0
00000400:00000200:1.0:1769078250.819847:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078250.819851:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078250.819854:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078250.819856:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078250.819858:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078250.819861:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078250.819863:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078250.819866:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21890:21890:256:4294967295] 192.168.204.105@tcp LPNI seq info [21887:21887:8:4294967295]
00000400:00000200:1.0:1769078250.819870:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078250.819875:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078250.819880:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078250.819883:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078250.819887:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078250.819890:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078250.819894:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078250.819896:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078250.819900:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078250.819902:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078250.819904:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078250.819906:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078250.819908:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078250.819909:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078250.819911:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078250.819913:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819918:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.819920:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819924:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.819925:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078250.819927:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078250.819929:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078250.819931:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078250.819933:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299912238
00000100:00000001:1.0:1769078250.819934:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299913072
00000100:00000001:1.0:1769078250.819936:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299912238
00000100:00000001:1.0:1769078250.819937:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299913072
00000100:00000001:1.0:1769078250.819939:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078250.819940:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.819941:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078250.819943:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078250.819948:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078250.819949:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078250.819950:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078250.819952:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078250.819953:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078250.819954:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078250.819956:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078250.819960:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819963:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078250.819964:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.819965:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.819966:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078250.819968:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819971:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078250.819973:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.819977:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078250.819979:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.819980:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.819981:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.819982:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078250.819982:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078250.819984:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078250.819985:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078250.819987:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078250.819989:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078250.819994:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795136:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078250.819997:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.819998:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.819999:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356ad80 x1855007610795008/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.820002:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078250.820003:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078250.820005:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078250.820006:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078250.820007:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078250.820007:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078250.820008:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078250.820009:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:1.0:1769078250.820011:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078250.820011:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078250.820012:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356ad80.
00000100:00000001:1.0:1769078250.820014:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078250.820015:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.820016:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.820017:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568700 x1855007610795136/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.820021:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078250.820022:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078250.820022:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078250.820023:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078250.820024:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078250.820025:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078250.820026:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078250.820026:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:1.0:1769078250.820027:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078250.820028:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078250.820029:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568700.
00000100:00000001:1.0:1769078250.820030:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078250.820031:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.820032:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.820035:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078250.820036:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.820037:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078250.820038:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078250.820039:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078250.820040:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.820045:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078250.820046:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.820047:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078250.820048:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078250.820050:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078250.820051:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795264:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078250.820053:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078250.820054:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078250.820055:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.820056:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078250.820057:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078250.820058:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078250.820060:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078250.820062:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078250.820064:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078250.820065:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610795264, portal 4
00000100:00000001:1.0:1769078250.820066:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078250.820067:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374689792 : -104785334861824 : ffffa0b2c3568000)
00000100:00000040:1.0:1769078250.820071:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.820075:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078250.820076:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078250.820078:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078250.820079:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610795264, offset 0
00000400:00000200:1.0:1769078250.820081:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078250.820084:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078250.820086:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078250.820088:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078250.820089:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078250.820091:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078250.820092:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078250.820094:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21891:21891:256:4294967295] 192.168.204.105@tcp LPNI seq info [21888:21888:8:4294967295]
00000400:00000200:1.0:1769078250.820097:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078250.820101:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078250.820103:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078250.820105:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078250.820107:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078250.820109:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078250.820111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078250.820113:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078250.820115:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078250.820116:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078250.820118:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078250.820120:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078250.820121:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078250.820123:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078250.820124:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078250.820127:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.820134:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.820137:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.820143:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.820155:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078250.820159:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078250.820162:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078250.820165:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078250.820167:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299912249
00000100:00000001:1.0:1769078250.820169:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299913072
00000100:00000001:1.0:1769078250.820172:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299912249
00000100:00000001:1.0:1769078250.820174:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299913072
00000100:00000001:1.0:1769078250.820176:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078250.820178:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.820180:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078250.820184:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078250.820191:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078250.820193:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078250.820195:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078250.820196:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078250.820197:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078250.820199:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078250.820201:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078250.820206:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.820210:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078250.820211:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.820212:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.820213:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078250.820215:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.820219:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078250.820221:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.820226:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078250.820227:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.820228:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.820229:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.820230:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078250.820231:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078250.820232:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078250.820234:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078250.820235:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078250.820237:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078250.820241:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795264:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078250.820243:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.820244:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.820246:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568000 x1855007610795264/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.820250:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078250.820251:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078250.820252:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078250.820253:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078250.820254:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078250.820254:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078250.820256:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078250.820257:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:1.0:1769078250.820258:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078250.820259:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078250.820260:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568000.
00000100:00000001:1.0:1769078250.820262:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078250.820263:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.820264:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.820266:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078250.820267:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.820268:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078250.820269:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078251.650521:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078251.650531:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078251.650594:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078251.650598:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078251.650602:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078251.714495:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299913072, at 4299913088
00000100:00000040:3.0:1769078251.714495:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299913072, at 4299913088
00000100:00000010:3.0:1769078251.714515:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea120.
00000100:00000010:2.0:1769078251.714517:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ead80.
00010000:00000001:0.0:1769078252.674456:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078252.674462:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078252.674494:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078252.674496:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078252.674498:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078253.698531:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078253.698540:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078253.698542:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078253.698544:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078253.698549:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078253.698551:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078253.698553:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078253.698554:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078253.698610:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078253.698614:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078253.698618:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078254.722487:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078254.722496:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078254.722534:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078254.722536:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078254.722538:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078255.746517:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078255.746523:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078255.746589:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078255.746594:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078255.746597:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078255.938518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078255.938529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078255.938531:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078255.938536:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078255.938541:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078255.938550:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5244
00000400:00000200:2.0:1769078255.938560:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078255.938566:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078255.938570:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078255.938573:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938576:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.938578:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938581:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078255.938586:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078255.938591:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078255.938594:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078255.938596:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078255.938598:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078255.938601:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078255.938604:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.938607:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078255.938612:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078255.938616:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938618:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078255.938621:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078255.938625:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078255.938627:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.938630:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078255.938632:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078255.938644:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569f80.
00000020:00000040:2.0:1769078255.938648:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078255.938652:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078255.938654:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.938657:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078255.938660:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078255.938665:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078255.938672:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48400.
00000100:00000001:2.0:1769078255.938678:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078255.938688:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078255.938699:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078255.938704:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078255.938708:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003576b415] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078255.938737:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078255.938741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078255.938745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078255.938746:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078255.938748:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078255.938751:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078255.938754:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5244
00000400:00000200:2.0:1769078255.938757:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078255.938759:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078255.938761:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078255.938763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938765:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.938766:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938767:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078255.938769:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078255.938770:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078255.938771:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078255.938773:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078255.938774:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078255.938775:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078255.938777:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.938780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078255.938783:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078255.938785:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938787:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078255.938788:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078255.938792:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078255.938794:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078255.938794:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.938795:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078255.938800:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078255.938801:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1769078255.938802:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.938806:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.938807:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1769078255.938809:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356a680.
00000020:00000040:2.0:1769078255.938812:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078255.938814:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078255.938815:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.938817:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078255.938818:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769078255.938819:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078255.938820:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078255.938824:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48c00.
00000100:00000001:2.0:1769078255.938830:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078255.938837:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078255.938838:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078255.938842:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.938844:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078255.938847:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.938849:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769078255.938850:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023408ad] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078255.938854:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078255.938861:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.938861:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078255.938866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769078255.938871:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610795392:192.168.204.105@tcp:250:kworker.0
00000100:00080000:2.0:1769078255.938877:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078255.938878:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078255.938879:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078255.938883:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769078255.938884:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078255.938885:0:8:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769078255.938888:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078255.938889:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5244
02000000:00000001:1.0:1769078255.938894:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1769078255.938894:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078255.938898:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078255.938900:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1769078255.938902:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
00000100:00000040:2.0:1769078255.938902:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938907:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078255.938908:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078255.938909:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938914:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078255.938915:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078255.938916:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078255.938917:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078255.938918:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078255.938921:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078255.938922:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:2.0:1769078255.938923:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078255.938928:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938929:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078255.938932:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000040:2.0:1769078255.938932:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938934:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078255.938937:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078255.938939:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078255.938940:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078255.938941:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078255.938943:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1769078255.938944:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
02000000:00000001:2.0:1769078255.938944:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.938948:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078255.938950:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078255.938952:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.938953:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078255.938955:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569180.
00000100:00000200:1.0:1769078255.938957:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610795392, portal 25
00000020:00000040:2.0:1769078255.938957:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078255.938960:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078255.938962:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.938963:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078255.938964:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078255.938965:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078255.938968:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.938969:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374697856 : -104785334853760 : ffffa0b2c3569f80)
02000000:00000010:2.0:1769078255.938971:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b000.
00000100:00000001:2.0:1769078255.938975:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078255.938981:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078255.938982:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078255.938992:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078255.938994:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078255.939000:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f679915c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939006:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078255.939010:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078255.939013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078255.939015:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:2.0:1769078255.939016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078255.939018:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078255.939020:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078255.939021:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000001:2.0:1769078255.939022:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078255.939026:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5244
00000100:00000200:1.0:1769078255.939028:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610795392, offset 0
00000400:00000200:2.0:1769078255.939029:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078255.939034:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078255.939036:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078255.939038:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.939040:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078255.939044:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:2.0:1769078255.939044:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078255.939047:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078255.939050:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078255.939050:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078255.939051:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078255.939052:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078255.939054:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078255.939055:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078255.939057:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078255.939068:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078255.939073:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078255.939076:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078255.939079:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:2.0:1769078255.939079:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078255.939082:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:2.0:1769078255.939087:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078255.939088:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078255.939089:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078255.939090:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769078255.939091:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078255.939093:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.939094:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078255.939096:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078255.939098:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.939101:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078255.939104:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b800.
00000400:00000200:1.0:1769078255.939105:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000040:2.0:1769078255.939106:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078255.939110:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078255.939111:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078255.939113:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078255.939114:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078255.939115:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078255.939117:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078255.939121:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000010:2.0:1769078255.939121:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a400.
00000100:00000001:2.0:1769078255.939124:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078255.939130:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078255.939131:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21892:21892:256:4294967295] 192.168.204.105@tcp LPNI seq info [21889:21889:8:4294967295]
00000100:00000001:2.0:1769078255.939142:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078255.939144:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078255.939145:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078255.939150:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ead4a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078255.939155:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078255.939159:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5255)
00000400:00000200:1.0:1769078255.939168:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078255.939177:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078255.939184:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078255.939193:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078255.939197:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769078255.939204:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078255.939207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769078255.939212:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078255.939215:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078255.939223:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078255.939229:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078255.939235:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078255.939237:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078255.939242:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078255.939247:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939257:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.939261:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939269:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.939271:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078255.939278:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078255.939283:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078255.939286:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299918192
00000100:00000010:1.0:1769078255.939292:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea000.
00000100:00000001:1.0:1769078255.939299:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078255.939305:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299918192
00000100:00000010:1.0:1769078255.939308:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaf60.
00000100:00000001:1.0:1769078255.939312:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078255.939315:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078255.939318:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.939321:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078255.939326:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078255.939336:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078255.939337:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078255.939339:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078255.939342:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078255.939344:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078255.939346:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078255.939350:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078255.939367:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939375:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078255.939376:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.939379:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.939381:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078255.939415:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939423:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078255.939428:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939435:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078255.939439:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.939440:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.939441:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.939444:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078255.939446:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078255.939449:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078255.939453:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078255.939455:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078255.939460:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078255.939468:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610795392:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078255.939473:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.939476:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.939479:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569f80 x1855007610795392/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939486:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078255.939489:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078255.939491:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078255.939494:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078255.939497:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078255.939498:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078255.939501:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078255.939503:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48400.
02000000:00000001:1.0:1769078255.939507:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078255.939510:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078255.939512:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569f80.
00000100:00000001:1.0:1769078255.939515:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078255.939517:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.939519:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.939526:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078255.939529:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.939531:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078255.939533:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078255.939534:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078255.939538:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939545:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078255.939546:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.939548:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078255.939550:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078255.939552:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078255.939555:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795520:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078255.939558:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078255.939560:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078255.939561:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.939563:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078255.939566:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078255.939568:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078255.939573:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078255.939575:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078255.939579:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078255.939581:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610795520, portal 10
00000100:00000001:1.0:1769078255.939583:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078255.939585:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374699648 : -104785334851968 : ffffa0b2c356a680)
00000100:00000040:1.0:1769078255.939591:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939598:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078255.939600:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078255.939602:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078255.939604:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610795520, offset 0
00000400:00000200:1.0:1769078255.939608:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078255.939612:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078255.939616:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078255.939618:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078255.939621:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078255.939624:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078255.939627:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078255.939629:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21893:21893:256:4294967295] 192.168.204.105@tcp LPNI seq info [21890:21890:8:4294967295]
00000400:00000200:1.0:1769078255.939633:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078255.939639:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078255.939644:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078255.939647:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078255.939651:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078255.939653:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769078255.939657:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078255.939660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769078255.939664:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078255.939665:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078255.939668:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078255.939671:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078255.939674:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078255.939676:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078255.939678:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078255.939682:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939689:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.939692:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939699:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.939700:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078255.939703:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078255.939707:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078255.939711:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078255.939713:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299917332
00000100:00000001:1.0:1769078255.939715:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299918192
00000100:00000001:1.0:1769078255.939717:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299917332
00000100:00000001:1.0:1769078255.939719:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299918192
00000100:00000001:1.0:1769078255.939722:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078255.939724:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.939726:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078255.939730:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078255.939738:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078255.939739:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078255.939740:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078255.939742:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078255.939744:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078255.939746:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078255.939749:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078255.939757:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939763:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078255.939764:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.939766:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.939767:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078255.939771:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939778:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078255.939781:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939788:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078255.939790:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.939792:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.939793:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.939795:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078255.939796:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078255.939799:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078255.939802:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078255.939805:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078255.939809:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078255.939816:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795520:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078255.939820:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078255.939823:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939830:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078255.939831:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.939833:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078255.939835:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078255.939837:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078255.939839:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795648:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078255.939842:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078255.939844:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078255.939846:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.939847:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078255.939851:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078255.939852:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078255.939856:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078255.939859:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078255.939862:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078255.939865:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610795648, portal 4
00000100:00000001:1.0:1769078255.939867:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078255.939868:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374694272 : -104785334857344 : ffffa0b2c3569180)
00000100:00000040:1.0:1769078255.939873:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939885:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078255.939887:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078255.939890:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078255.939892:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610795648, offset 0
00000400:00000200:1.0:1769078255.939896:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078255.939900:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078255.939903:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078255.939906:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078255.939908:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078255.939910:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078255.939912:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078255.939915:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21894:21894:256:4294967295] 192.168.204.105@tcp LPNI seq info [21891:21891:8:4294967295]
00000400:00000200:1.0:1769078255.939919:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078255.939924:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078255.939928:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078255.939932:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078255.939935:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078255.939937:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769078255.939941:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078255.939943:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769078255.939947:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078255.939948:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078255.939951:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078255.939954:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078255.939957:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078255.939958:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078255.939960:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078255.939963:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939968:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.939970:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.939977:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.939979:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078255.939981:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078255.939983:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078255.939985:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078255.939987:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299917358
00000100:00000001:1.0:1769078255.939989:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299918192
00000100:00000001:1.0:1769078255.939991:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299917358
00000100:00000001:1.0:1769078255.939993:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299918192
00000100:00000001:1.0:1769078255.939995:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078255.939997:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.939998:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078255.940002:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078255.940010:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078255.940011:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078255.940012:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078255.940014:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078255.940016:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078255.940018:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078255.940020:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078255.940027:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940032:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078255.940033:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940035:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.940036:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078255.940039:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940045:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078255.940049:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940055:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078255.940057:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940072:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.940073:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940075:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078255.940076:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078255.940078:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078255.940081:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078255.940083:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078255.940086:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078255.940092:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795648:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078255.940096:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078255.940099:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940104:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078255.940105:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.940107:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078255.940108:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078255.940110:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078255.940113:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795776:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078255.940115:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078255.940117:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078255.940118:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.940120:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078255.940123:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078255.940125:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078255.940128:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078255.940130:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078255.940133:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078255.940136:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610795776, portal 4
00000100:00000001:1.0:1769078255.940137:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078255.940138:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374704128 : -104785334847488 : ffffa0b2c356b800)
00000100:00000040:1.0:1769078255.940143:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940149:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078255.940151:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078255.940153:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078255.940156:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610795776, offset 0
00000400:00000200:1.0:1769078255.940159:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078255.940162:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078255.940164:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078255.940166:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078255.940168:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078255.940169:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078255.940171:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078255.940173:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21895:21895:256:4294967295] 192.168.204.105@tcp LPNI seq info [21892:21892:8:4294967295]
00000400:00000200:1.0:1769078255.940175:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078255.940179:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078255.940181:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078255.940183:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078255.940185:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078255.940187:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769078255.940189:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078255.940191:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769078255.940193:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078255.940195:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078255.940197:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078255.940199:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078255.940201:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078255.940202:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078255.940203:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078255.940205:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940210:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.940212:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940215:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.940216:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078255.940218:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078255.940220:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078255.940222:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078255.940223:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299917369
00000100:00000001:1.0:1769078255.940224:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299918192
00000100:00000001:1.0:1769078255.940225:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299917369
00000100:00000001:1.0:1769078255.940227:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299918192
00000100:00000001:1.0:1769078255.940228:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078255.940229:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.940230:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078255.940232:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078255.940236:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078255.940237:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078255.940238:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078255.940240:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078255.940241:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078255.940242:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078255.940244:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078255.940252:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940258:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078255.940259:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940260:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.940262:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078255.940265:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940271:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078255.940274:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940279:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078255.940282:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940284:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.940285:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940286:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078255.940287:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078255.940290:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078255.940292:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078255.940294:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078255.940297:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078255.940303:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610795776:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078255.940306:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940308:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.940310:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356a680 x1855007610795520/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940315:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078255.940316:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078255.940318:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078255.940320:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078255.940321:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078255.940322:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078255.940324:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078255.940325:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:1.0:1769078255.940327:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078255.940328:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078255.940329:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356a680.
00000100:00000001:1.0:1769078255.940332:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078255.940333:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940334:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.940337:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569180 x1855007610795648/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940342:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078255.940343:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078255.940344:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078255.940345:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078255.940346:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078255.940347:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078255.940349:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078255.940350:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:1.0:1769078255.940352:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078255.940353:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078255.940354:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569180.
00000100:00000001:1.0:1769078255.940356:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078255.940357:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940358:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.940361:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b800 x1855007610795776/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.940366:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078255.940367:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078255.940368:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078255.940370:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078255.940371:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078255.940372:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078255.940373:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078255.940375:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:1.0:1769078255.940376:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078255.940377:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078255.940379:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b800.
00000100:00000001:1.0:1769078255.940380:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078255.940381:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940383:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.940402:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078255.940404:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.940406:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078255.940407:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078256.770513:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078256.770521:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078256.770548:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078256.770551:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078256.770554:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078256.834502:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299918192, at 4299918208
00000100:00000040:3.0:1769078256.834502:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299918192, at 4299918208
00000100:00000010:2.0:1769078256.834526:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00000100:00000010:3.0:1769078256.834526:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf60.
00010000:00000001:0.0:1769078257.794545:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078257.794555:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078257.794612:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078257.794615:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078257.794618:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078258.818515:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078258.818520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078258.818558:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078258.818560:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078258.818562:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078259.842526:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078259.842534:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078259.842605:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078259.842609:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078259.842613:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078260.866493:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078260.866501:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078260.866525:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078260.866528:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078260.866532:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078261.058554:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078261.058565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078261.058567:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078261.058571:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078261.058574:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078261.058581:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5250
00000400:00000200:0.0:1769078261.058591:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078261.058596:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078261.058599:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078261.058601:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058604:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078261.058606:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058607:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078261.058611:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078261.058612:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078261.058615:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078261.058617:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078261.058618:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078261.058619:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078261.058621:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078261.058623:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058625:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078261.058628:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078261.058630:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058632:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078261.058634:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078261.058636:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078261.058638:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.058641:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078261.058643:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078261.058652:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769078261.058655:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078261.058658:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078261.058660:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.058663:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078261.058665:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078261.058669:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078261.058675:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769078261.058681:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078261.058688:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078261.058695:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078261.058699:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078261.058702:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078261.058720:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078261.058722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078261.058724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078261.058725:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078261.058726:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078261.058728:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078261.058729:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5250
00000400:00000200:0.0:1769078261.058731:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078261.058733:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078261.058734:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078261.058735:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058737:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078261.058738:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058739:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078261.058741:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078261.058742:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078261.058743:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078261.058745:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078261.058746:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078261.058748:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078261.058749:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058751:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078261.058752:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058753:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078261.058755:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078261.058756:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058758:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078261.058759:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078261.058763:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078261.058764:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.058766:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078261.058767:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1769078261.058770:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078261.058773:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1769078261.058774:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.058776:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.058777:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:0.0:1769078261.058779:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769078261.058781:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078261.058783:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078261.058784:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.058786:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078261.058787:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078261.058789:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078261.058789:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078261.058795:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769078261.058799:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.058805:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769078261.058806:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078261.058809:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.058815:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078261.058817:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.058817:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078261.058822:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078261.058823:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078261.058829:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.058833:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078261.058836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769078261.058837:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610795904:192.168.204.105@tcp:250:kworker.0
00000100:00080000:0.0:1769078261.058839:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078261.058842:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078261.058844:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078261.058845:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078261.058846:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078261.058851:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5250
02000000:00000001:1.0:1769078261.058851:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1769078261.058855:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078261.058855:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078261.058859:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078261.058862:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1769078261.058862:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078261.058866:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058867:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078261.058868:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058869:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078261.058870:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078261.058871:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
02000000:00000010:1.0:1769078261.058871:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
00000020:00000001:0.0:1769078261.058874:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078261.058877:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
02000000:00000001:1.0:1769078261.058877:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078261.058882:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078261.058883:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078261.058885:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058886:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078261.058890:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078261.058890:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078261.058895:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078261.058896:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000010:1.0:1769078261.058897:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00080000:0.0:1769078261.058898:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078261.058903:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078261.058904:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078261.058906:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078261.058908:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078261.058908:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000001:0.0:1769078261.058909:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078261.058912:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078261.058915:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.058916:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078261.058918:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769078261.058920:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078261.058921:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078261.058921:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.058922:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078261.058923:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078261.058924:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078261.058927:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000200:1.0:1769078261.058929:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610795904, portal 25
00000100:00000001:0.0:1769078261.058930:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.058935:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1769078261.058936:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078261.058939:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409843328 : -104785299708288 : ffffa0b2c56ee680)
00000100:00000001:0.0:1769078261.058946:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078261.058949:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078261.058950:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078261.058954:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078261.058986:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078261.058988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078261.058990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078261.058992:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078261.058993:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078261.058995:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078261.058997:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5250
00000100:00000001:1.0:1769078261.059000:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769078261.059001:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078261.059007:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000040:1.0:1769078261.059009:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:0.0:1769078261.059010:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078261.059015:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078261.059015:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000001:0.0:1769078261.059017:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078261.059019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.059021:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:1.0:1769078261.059022:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610795904, offset 0
00000020:00000001:0.0:1769078261.059023:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078261.059025:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078261.059028:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078261.059029:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078261.059030:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078261.059032:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078261.059036:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.059038:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078261.059038:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078261.059043:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078261.059044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078261.059046:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078261.059047:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078261.059048:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078261.059050:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078261.059052:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078261.059053:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078261.059056:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.059058:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078261.059059:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078261.059061:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078261.059062:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:0.0:1769078261.059063:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078261.059068:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769078261.059071:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769078261.059072:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769078261.059074:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078261.059076:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078261.059077:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078261.059080:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078261.059080:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:0.0:1769078261.059084:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078261.059087:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1769078261.059088:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769078261.059094:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078261.059094:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078261.059103:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21896:21896:256:4294967295] 192.168.204.105@tcp LPNI seq info [21893:21893:8:4294967295]
00000100:00100000:0.0:1769078261.059104:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078261.059111:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078261.059118:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078261.059122:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078261.059127:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078261.059130:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078261.059137:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078261.059146:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000100:00000001:0.0:1769078261.059147:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078261.059157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078261.059162:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1769078261.059165:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5260)
00000800:00000200:1.1:1769078261.059171:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078261.059176:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078261.059181:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078261.059184:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078261.059192:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078261.059198:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078261.059203:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078261.059205:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078261.059210:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078261.059215:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059231:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078261.059235:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059243:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.059245:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078261.059251:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078261.059256:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078261.059259:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299923312
00000100:00000010:1.0:1769078261.059264:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea5a0.
00000100:00000001:1.0:1769078261.059271:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078261.059276:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299923312
00000100:00000010:1.0:1769078261.059279:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea600.
00000100:00000001:1.0:1769078261.059282:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078261.059286:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078261.059289:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.059291:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078261.059296:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261]  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078261.059306:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078261.059308:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078261.059311:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078261.059313:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078261.059315:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078261.059318:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078261.059321:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078261.059330:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059337:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078261.059339:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.059341:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078261.059343:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078261.059347:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059354:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078261.059359:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059367:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078261.059371:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.059373:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078261.059374:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.059376:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078261.059378:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078261.059381:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078261.059410:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078261.059413:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078261.059418:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078261.059427:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610795904:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078261.059432:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.059434:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078261.059436:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ee680 x1855007610795904/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059442:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078261.059445:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078261.059448:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078261.059451:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078261.059453:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078261.059455:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078261.059457:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078261.059460:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1800.
02000000:00000001:1.0:1769078261.059463:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078261.059465:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078261.059467:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ee680.
00000100:00000001:1.0:1769078261.059470:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078261.059471:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.059473:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.059481:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078261.059483:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.059485:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078261.059487:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078261.059488:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078261.059491:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059498:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078261.059499:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.059501:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078261.059503:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078261.059505:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078261.059508:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796032:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078261.059511:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078261.059513:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078261.059514:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.059516:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078261.059519:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078261.059521:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078261.059524:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078261.059527:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078261.059530:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078261.059533:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610796032, portal 10
00000100:00000001:1.0:1769078261.059534:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078261.059536:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409846016 : -104785299705600 : ffffa0b2c56ef100)
00000100:00000040:1.0:1769078261.059542:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059549:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078261.059551:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078261.059553:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078261.059563:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610796032, offset 0
00000400:00000200:1.0:1769078261.059567:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078261.059571:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078261.059575:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078261.059578:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078261.059580:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078261.059583:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078261.059585:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078261.059588:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21897:21897:256:4294967295] 192.168.204.105@tcp LPNI seq info [21894:21894:8:4294967295]
00000400:00000200:1.0:1769078261.059592:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078261.059598:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078261.059602:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078261.059605:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078261.059609:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078261.059612:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078261.059616:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078261.059618:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078261.059622:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078261.059624:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078261.059627:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078261.059630:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078261.059633:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078261.059635:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078261.059637:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078261.059640:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059648:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078261.059651:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059663:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.059664:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078261.059667:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078261.059671:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078261.059674:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078261.059676:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299922452
00000100:00000001:1.0:1769078261.059679:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299923312
00000100:00000001:1.0:1769078261.059681:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299922452
00000100:00000001:1.0:1769078261.059683:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299923312
00000100:00000001:1.0:1769078261.059685:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078261.059687:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.059689:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078261.059693:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261]  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078261.059701:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078261.059703:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078261.059704:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078261.059707:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078261.059709:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078261.059710:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078261.059714:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078261.059722:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059728:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078261.059729:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.059731:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078261.059732:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078261.059735:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059741:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078261.059745:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059751:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078261.059754:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.059755:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078261.059756:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.059758:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078261.059759:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078261.059762:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078261.059765:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078261.059767:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078261.059771:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078261.059778:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796032:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078261.059782:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078261.059785:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059792:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078261.059793:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.059795:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078261.059797:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078261.059799:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078261.059801:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796160:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078261.059804:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078261.059806:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078261.059808:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.059809:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078261.059813:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078261.059815:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078261.059818:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078261.059821:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078261.059824:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078261.059826:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610796160, portal 4
00000100:00000001:1.0:1769078261.059828:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078261.059829:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409837056 : -104785299714560 : ffffa0b2c56ece00)
00000100:00000040:1.0:1769078261.059834:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059841:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078261.059843:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078261.059845:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078261.059847:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610796160, offset 0
00000400:00000200:1.0:1769078261.059851:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078261.059854:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078261.059857:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078261.059859:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078261.059862:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078261.059864:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078261.059866:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078261.059869:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21898:21898:256:4294967295] 192.168.204.105@tcp LPNI seq info [21895:21895:8:4294967295]
00000400:00000200:1.0:1769078261.059873:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078261.059879:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078261.059884:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078261.059887:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078261.059890:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078261.059893:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078261.059897:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078261.059900:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078261.059904:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078261.059906:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078261.059909:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078261.059912:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078261.059914:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078261.059916:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078261.059918:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078261.059921:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059929:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078261.059932:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.059938:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.059940:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078261.059942:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078261.059945:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078261.059947:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078261.059949:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299922478
00000100:00000001:1.0:1769078261.059952:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299923312
00000100:00000001:1.0:1769078261.059954:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299922478
00000100:00000001:1.0:1769078261.059956:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299923312
00000100:00000001:1.0:1769078261.059958:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078261.059960:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.059961:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078261.059965:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261]  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078261.059971:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078261.059984:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078261.059985:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078261.059988:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078261.059990:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078261.059992:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078261.059995:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078261.060003:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060009:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078261.060011:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060012:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078261.060013:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078261.060017:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060023:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078261.060027:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060033:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078261.060035:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060037:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078261.060038:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060039:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078261.060041:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078261.060043:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078261.060046:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078261.060048:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078261.060052:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078261.060060:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796160:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078261.060064:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078261.060067:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060074:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078261.060075:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.060077:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078261.060079:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078261.060081:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078261.060083:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796288:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078261.060086:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078261.060088:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078261.060089:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078261.060091:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078261.060094:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078261.060096:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078261.060099:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078261.060101:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078261.060104:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078261.060107:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610796288, portal 4
00000100:00000001:1.0:1769078261.060109:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078261.060110:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409848704 : -104785299702912 : ffffa0b2c56efb80)
00000100:00000040:1.0:1769078261.060116:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060122:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078261.060124:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078261.060126:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000200:1.0:1769078261.060128:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610796288, offset 0
00000400:00000200:1.0:1769078261.060132:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078261.060135:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078261.060138:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078261.060140:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078261.060143:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078261.060145:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078261.060147:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078261.060151:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21899:21899:256:4294967295] 192.168.204.105@tcp LPNI seq info [21896:21896:8:4294967295]
00000400:00000200:1.0:1769078261.060155:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078261.060161:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078261.060165:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078261.060168:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000800:00000200:1.0:1769078261.060172:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078261.060174:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078261.060178:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078261.060181:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078261.060185:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078261.060187:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:1.0:1769078261.060190:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078261.060193:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078261.060195:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:1.0:1769078261.060197:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:1.0:1769078261.060199:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078261.060203:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060210:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078261.060213:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060220:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.060221:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078261.060224:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078261.060226:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078261.060230:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078261.060232:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299922489
00000100:00000001:1.0:1769078261.060234:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299923312
00000100:00000001:1.0:1769078261.060237:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299922489
00000100:00000001:1.0:1769078261.060239:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299923312
00000100:00000001:1.0:1769078261.060241:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078261.060243:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.060245:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078261.060249:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261]  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078261.060256:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078261.060258:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078261.060259:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078261.060261:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:1.0:1769078261.060263:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:1.0:1769078261.060265:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078261.060268:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078261.060276:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060282:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078261.060283:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060285:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078261.060286:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078261.060289:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060295:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078261.060299:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060306:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078261.060308:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060309:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078261.060310:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060312:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078261.060313:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078261.060315:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078261.060319:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078261.060321:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078261.060325:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078261.060332:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796288:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078261.060335:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060337:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078261.060339:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef100 x1855007610796032/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060346:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078261.060347:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078261.060349:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078261.060351:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078261.060353:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078261.060354:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078261.060356:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078261.060358:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0c00.
02000000:00000001:1.0:1769078261.060360:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078261.060361:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078261.060362:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef100.
00000100:00000001:1.0:1769078261.060365:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078261.060366:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060367:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078261.060370:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ece00 x1855007610796160/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060376:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078261.060378:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078261.060379:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078261.060381:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078261.060382:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078261.060383:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078261.060403:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078261.060406:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1000.
02000000:00000001:1.0:1769078261.060408:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078261.060409:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078261.060410:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ece00.
00000100:00000001:1.0:1769078261.060415:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078261.060416:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060418:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078261.060421:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56efb80 x1855007610796288/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078261.060428:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078261.060429:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078261.060430:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078261.060432:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078261.060433:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078261.060435:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078261.060436:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078261.060438:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3800.
02000000:00000001:1.0:1769078261.060440:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078261.060441:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078261.060442:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56efb80.
00000100:00000001:1.0:1769078261.060444:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078261.060445:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060447:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078261.060450:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078261.060452:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078261.060453:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078261.060455:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078261.890501:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078261.890510:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078261.890598:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078261.890603:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078261.890608:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078261.954495:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299923312, at 4299923328
00000100:00000040:3.0:1769078261.954495:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299923312, at 4299923328
00000100:00000010:3.0:1769078261.954512:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00000100:00000010:2.0:1769078261.954516:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00000800:00000200:0.0:1769078262.594545:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:0.0:1769078262.594556:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:0.0:1769078262.594562:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:2.0:1769078262.594822:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:3.0:1769078262.594833:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078262.594844:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078262.594850:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078262.594853:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078262.914554:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078262.914565:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078262.914594:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078262.914598:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078262.914601:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078263.938504:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078263.938514:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078263.938517:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078263.938520:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078263.938525:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078263.938527:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078263.938529:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078263.938530:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078263.938579:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078263.938584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078263.938588:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078264.962437:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078264.962442:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078264.962455:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078264.962457:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078264.962463:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078265.986498:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078265.986513:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078265.986560:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078265.986565:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078265.986569:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078266.178485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078266.178495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078266.178504:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078266.178509:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078266.178513:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078266.178522:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5255
00000400:00000200:0.0:1769078266.178534:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078266.178547:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078266.178551:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078266.178554:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178557:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078266.178559:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178561:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078266.178564:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078266.178566:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078266.178568:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078266.178571:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078266.178573:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078266.178574:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078266.178576:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178577:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078266.178578:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178579:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078266.178581:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078266.178583:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178585:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078266.178587:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078266.178594:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078266.178598:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078266.178600:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078266.178602:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078266.178609:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769078266.178612:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078266.178616:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078266.178617:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078266.178620:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078266.178622:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078266.178625:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078266.178631:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:0.0:1769078266.178638:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078266.178650:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078266.178662:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078266.178667:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078266.178672:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078266.178694:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078266.178697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078266.178700:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078266.178709:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078266.178710:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078266.178712:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078266.178715:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5255
00000100:00000001:1.0:1769078266.178717:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769078266.178719:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078266.178722:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769078266.178723:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078266.178726:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769078266.178727:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078266.178731:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178734:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078266.178736:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078266.178738:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178742:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078266.178746:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078266.178747:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078266.178749:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078266.178753:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:1.0:1769078266.178754:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769078266.178755:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078266.178758:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078266.178758:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078266.178764:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178765:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078266.178767:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769078266.178771:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078266.178771:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078266.178777:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:1.0:1769078266.178777:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078266.178781:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078266.178786:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00100000:1.0:1769078266.178787:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610796416:192.168.204.105@tcp:250:kworker.0
00000100:00000001:0.0:1769078266.178789:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078266.178792:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078266.178796:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078266.178797:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078266.178800:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078266.178801:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078266.178802:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078266.178806:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078266.178808:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078266.178811:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078266.178811:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078266.178815:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078266.178818:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
00000100:00000010:0.0:1769078266.178819:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
02000000:00000001:1.0:1769078266.178825:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078266.178828:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078266.178831:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078266.178832:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078266.178833:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078266.178834:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078266.178836:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078266.178837:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078266.178844:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000400:00000010:1.0:1769078266.178845:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000100:00000001:0.0:1769078266.178846:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078266.178853:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078266.178855:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000001:0.0:1769078266.178861:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078266.178863:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078266.178866:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078266.178867:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610796416, portal 25
00000100:00000001:1.0:1769078266.178874:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078266.178877:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.178877:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409844224 : -104785299707392 : ffffa0b2c56eea00)
00000100:00080000:0.0:1769078266.178881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078266.178884:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078266.178898:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1769078266.178899:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078266.178900:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078266.178905:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078266.178909:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5255
00000400:00000200:0.0:1769078266.178917:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078266.178920:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078266.178920:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078266.178924:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078266.178928:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078266.178929:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178932:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078266.178934:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078266.178935:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdb28.
00000100:00000001:0.0:1769078266.178936:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078266.178940:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078266.178941:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078266.178942:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078266.178944:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000100:00000200:1.0:1769078266.178944:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610796416, offset 0
00000020:00000001:0.0:1769078266.178947:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078266.178950:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078266.178952:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178953:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078266.178958:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078266.178958:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078266.178963:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078266.178966:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078266.178971:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:1.0:1769078266.178972:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078266.178977:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078266.178980:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078266.178984:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:0.0:1769078266.178989:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078266.178992:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769078266.178994:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078266.178998:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078266.179000:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000008:00100000:0.0:1769078266.179002:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078266.179007:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078266.179007:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078266.179011:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078266.179014:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000010:0.0:1769078266.179017:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000400:00000200:1.0:1769078266.179021:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21900:21900:256:4294967295] 192.168.204.105@tcp LPNI seq info [21897:21897:8:4294967295]
00000020:00000040:0.0:1769078266.179023:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078266.179027:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078266.179029:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078266.179032:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078266.179032:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078266.179035:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078266.179037:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078266.179041:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769078266.179043:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078266.179052:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078266.179052:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078266.179064:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769078266.179068:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078266.179073:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078266.179075:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae100.
00000100:00000040:0.0:1769078266.179077:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078266.179084:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078266.179086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078266.179089:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769078266.179090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078266.179093:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078266.179095:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078266.179099:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769078266.179100:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769078266.179104:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5255
00000400:00000200:0.0:1769078266.179109:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078266.179110:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078266.179112:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078266.179114:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.179116:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078266.179117:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.179118:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078266.179120:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078266.179120:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078266.179121:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078266.179123:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078266.179124:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078266.179125:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078266.179126:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078266.179129:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078266.179133:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078266.179135:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078266.179138:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078266.179141:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299928432
00000100:00000001:0.0:1769078266.179142:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078266.179148:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000010:1.0:1769078266.179150:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaba0.
00000100:00080000:0.0:1769078266.179152:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078266.179157:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179160:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1769078266.179161:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078266.179165:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078266.179168:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299928432
02000000:00000001:0.0:1769078266.179169:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078266.179174:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:1.0:1769078266.179175:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea5a0.
00000008:00100000:0.0:1769078266.179176:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078266.179182:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179182:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078266.179190:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078266.179193:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078266.179195:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179198:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078266.179201:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000100:00000001:1.0:1769078266.179203:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1769078266.179207:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078266.179212:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078266.179215:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179215:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078266.179217:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078266.179219:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:0.0:1769078266.179221:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078266.179224:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179224:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078266.179228:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000010:0.0:1769078266.179229:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:1.0:1769078266.179230:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078266.179234:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078266.179238:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078266.179242:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078266.179261:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078266.179262:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078266.179264:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179266:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078266.179269:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078266.179271:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078266.179275:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078266.179278:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078266.179283:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796544:192.168.204.105@tcp:38:kworker.0
00000100:00000001:0.0:1769078266.179285:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179291:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769078266.179292:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5265)
02000000:00000001:1.0:1769078266.179294:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078266.179297:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078266.179299:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078266.179304:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078266.179306:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078266.179311:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078266.179315:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761840.
00000400:00000010:1.0:1769078266.179319:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078266.179322:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610796544, portal 10
00000100:00000001:1.0:1769078266.179324:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078266.179325:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409840640 : -104785299710976 : ffffa0b2c56edc00)
00000100:00000040:1.0:1769078266.179332:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078266.179339:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078266.179341:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078266.179344:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdaa0.
00000100:00000200:1.0:1769078266.179346:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610796544, offset 0
00000400:00000200:1.0:1769078266.179351:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078266.179355:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078266.179359:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078266.179361:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078266.179364:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078266.179366:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078266.179368:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078266.179371:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21901:21901:255:4294967295] 192.168.204.105@tcp LPNI seq info [21898:21898:7:4294967295]
00000400:00000200:1.0:1769078266.179375:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078266.179382:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078266.179405:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078266.179409:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078266.179412:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078266.179416:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078266.179419:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078266.179423:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078266.179425:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078266.179427:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299927572
00000100:00000001:1.0:1769078266.179430:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299928432
00000100:00000001:1.0:1769078266.179432:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299927572
00000100:00000001:1.0:1769078266.179435:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299928432
00000100:00000001:1.0:1769078266.179437:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078266.179439:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179441:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078266.179445:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078266.179452:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078266.179453:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078266.179455:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078266.179457:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078266.179459:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078266.179462:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796672:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078266.179465:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078266.179466:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078266.179468:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078266.179469:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078266.179473:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078266.179475:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078266.179478:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078266.179480:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078266.179484:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078266.179486:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610796672, portal 4
00000100:00000001:1.0:1769078266.179488:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078266.179489:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409846912 : -104785299704704 : ffffa0b2c56ef480)
00000100:00000040:1.0:1769078266.179495:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078266.179502:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078266.179504:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078266.179506:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd220.
00000100:00000200:1.0:1769078266.179508:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610796672, offset 0
00000400:00000200:1.0:1769078266.179512:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078266.179515:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078266.179519:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078266.179521:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078266.179524:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078266.179526:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078266.179528:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078266.179531:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21902:21902:254:4294967295] 192.168.204.105@tcp LPNI seq info [21899:21899:6:4294967295]
00000400:00000200:1.0:1769078266.179535:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078266.179541:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078266.179546:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078266.179549:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769078266.179552:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078266.179556:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078266.179558:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078266.179561:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078266.179577:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078266.179580:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299927598
00000100:00000001:1.0:1769078266.179582:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299928432
00000100:00000001:1.0:1769078266.179583:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299927598
00000100:00000001:1.0:1769078266.179586:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299928432
00000100:00000001:1.0:1769078266.179587:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078266.179589:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179591:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179593:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078266.179596:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078266.179597:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078266.179599:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078266.179600:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078266.179602:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078266.179605:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078266.179613:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078266.179614:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078266.179616:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078266.179618:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078266.179620:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078266.179623:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796800:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078266.179626:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078266.179627:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078266.179629:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078266.179630:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078266.179634:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769078266.179636:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078266.179639:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078266.179641:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078266.179645:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd330.
00000100:00000200:1.0:1769078266.179647:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610796800, portal 4
00000100:00000001:1.0:1769078266.179649:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078266.179650:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409847808 : -104785299703808 : ffffa0b2c56ef800)
00000100:00000040:1.0:1769078266.179656:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078266.179662:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078266.179664:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078266.179666:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bdbb0.
00000100:00000200:1.0:1769078266.179668:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610796800, offset 0
00000400:00000200:1.0:1769078266.179672:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078266.179675:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078266.179678:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078266.179680:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078266.179682:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078266.179684:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078266.179687:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078266.179690:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21903:21903:253:4294967295] 192.168.204.105@tcp LPNI seq info [21900:21900:5:4294967295]
00000400:00000200:1.0:1769078266.179693:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078266.179699:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078266.179704:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078266.179708:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae000.
00000800:00000200:1.0:1769078266.179712:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078266.179716:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078266.179718:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078266.179721:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078266.179724:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078266.179726:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299927609
00000100:00000001:1.0:1769078266.179728:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299928432
00000100:00000001:1.0:1769078266.179730:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299927609
00000100:00000001:1.0:1769078266.179732:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299928432
00000100:00000001:1.0:1769078266.179734:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078266.179736:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179740:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179743:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078266.179745:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078266.179747:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078266.179749:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078266.179751:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078266.179753:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078266.179755:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078267.010481:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078267.010491:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078267.010520:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078267.010523:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078267.010526:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078267.074500:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299928432, at 4299928448
00000100:00000040:3.0:1769078267.074500:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299928432, at 4299928448
00000100:00000010:2.0:1769078267.074520:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaba0.
00000100:00000010:3.0:1769078267.074526:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea5a0.
00010000:00000001:0.0:1769078268.034496:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078268.034502:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078268.034563:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078268.034569:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078268.034574:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078269.058488:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078269.058496:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078269.058518:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078269.058521:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078269.058524:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769078269.250702:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769078269.250748:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078269.250762:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078269.250767:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769078269.250771:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078269.250775:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078269.250782:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078269.250786:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae100.
00000400:00000200:3.0:1769078269.250794:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078269.250800:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078269.250808:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdb28
00000400:00000010:3.0:1769078269.250811:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdb28.
00000100:00000001:3.0:1769078269.250817:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078269.250828:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078269.250869:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078269.250874:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078269.250881:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078269.250883:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078269.250904:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078269.250908:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:3.0:1769078269.250912:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078269.250916:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078269.250920:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdaa0
00000400:00000010:3.0:1769078269.250922:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdaa0.
00000100:00000001:1.0:1769078269.250924:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078269.250926:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078269.250933:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1769078269.250934:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.250941:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078269.250947:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1769078269.250954:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078269]  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078269.250955:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078269.250965:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078269.250967:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078269.250972:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078269.250975:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:3.0:1769078269.250978:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078269.250987:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078269.250993:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd220
00000400:00000010:3.0:1769078269.250996:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd220.
00000400:00000001:1.0:1769078269.251000:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1769078269.251000:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:1.0:1769078269.251005:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000200:3.0:1769078269.251006:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078269.251011:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078269.251019:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000100:00000001:3.0:1769078269.251023:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000010:1.0:1769078269.251024:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000040:3.0:1769078269.251029:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251030:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078269.251039:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078269.251040:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078269.251045:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078269.251055:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000100:00000200:1.0:1769078269.251057:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769078269.251060:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:3.0:1769078269.251065:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1769078269.251072:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1769078269.251073:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1769078269.251076:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078269.251078:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bdbb0
00000100:00000001:1.0:1769078269.251082:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:3.0:1769078269.251083:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bdbb0.
00000100:00000001:1.0:1769078269.251087:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078269.251089:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1769078269.251096:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078269.251100:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251112:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078269.251119:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078269.251124:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078269.251125:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251147:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078269.251148:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078269.251153:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078269.251154:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251157:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078269.251158:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251161:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078269.251164:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078269.251167:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078269.251174:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078269.251177:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078269.251181:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078269.251189:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610796416:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078269.251194:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078269.251196:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078269.251199:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eea00 x1855007610796416/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251211:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078269.251216:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078269.251220:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078269.251224:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078269.251228:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078269.251230:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078269.251231:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078269.251235:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3c00.
02000000:00000001:1.0:1769078269.251239:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078269.251242:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078269.251244:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eea00.
00000100:00000001:1.0:1769078269.251248:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078269.251249:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251252:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078269.251253:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078269.251255:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078269.251256:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078269.251260:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078269]  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078269.251268:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078269.251269:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078269.251272:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078269.251274:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd330
00000400:00000010:1.0:1769078269.251276:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd330.
00000100:00000001:1.0:1769078269.251278:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078269.251281:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078269.251289:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251295:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078269.251296:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251298:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078269.251299:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078269.251303:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251309:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078269.251312:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251317:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078269.251320:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251321:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078269.251322:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251323:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078269.251325:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078269.251327:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078269.251331:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078269.251334:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078269.251338:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078269.251345:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796800:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078269.251349:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078269.251352:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078269]  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078269.251360:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078269.251361:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078269.251364:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761840.
00000400:00000200:1.0:1769078269.251367:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078269.251368:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078269.251370:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078269.251373:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078269.251418:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251424:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078269.251426:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251428:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078269.251429:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078269.251432:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251438:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078269.251441:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251446:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078269.251449:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251450:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078269.251451:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251453:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078269.251455:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078269.251458:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078269.251461:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078269.251463:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078269.251467:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078269.251474:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796544:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078269.251478:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078269.251481:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078269]  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078269.251493:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078269.251494:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078269.251497:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078269.251499:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078269.251500:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078269.251503:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078269.251512:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078269.251518:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251522:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078269.251523:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251524:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078269.251525:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078269.251527:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251533:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078269.251537:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251543:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078269.251545:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251546:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078269.251547:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251549:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078269.251550:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078269.251552:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078269.251556:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078269.251558:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078269.251562:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078269.251570:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610796672:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078269.251575:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251577:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078269.251581:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef800 x1855007610796800/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251588:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078269.251589:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078269.251591:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:1.0:1769078269.251595:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078269.251596:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078269.251597:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078269.251599:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078269.251600:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1400.
02000000:00000001:1.0:1769078269.251603:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078269.251604:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078269.251605:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef800.
00000100:00000001:1.0:1769078269.251607:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078269.251608:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251610:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078269.251613:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edc00 x1855007610796544/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251618:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078269.251619:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078269.251621:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078269.251623:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078269.251624:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078269.251625:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078269.251626:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078269.251628:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2400.
02000000:00000001:1.0:1769078269.251630:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078269.251633:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078269.251634:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edc00.
00000100:00000001:1.0:1769078269.251636:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078269.251637:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251639:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078269.251642:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef480 x1855007610796672/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078269.251648:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078269.251649:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078269.251651:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078269.251653:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078269.251654:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078269.251655:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078269.251657:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078269.251658:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2c00.
02000000:00000001:1.0:1769078269.251661:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078269.251662:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078269.251663:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef480.
00000100:00000001:1.0:1769078269.251666:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078269.251667:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251669:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078269.251681:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078269.251684:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078269.251686:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078269.251688:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078270.082468:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078270.082476:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078270.082517:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078270.082522:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078270.082526:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078271.106571:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078271.106582:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078271.106618:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078271.106622:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078271.106627:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078271.298962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078271.298979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078271.298983:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078271.298988:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078271.298993:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078271.299003:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5260
00000400:00000200:1.0:1769078271.299016:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078271.299024:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078271.299040:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078271.299044:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299049:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078271.299052:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299055:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078271.299060:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078271.299063:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078271.299067:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078271.299070:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078271.299073:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078271.299076:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078271.299079:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299081:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078271.299083:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299085:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078271.299089:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078271.299093:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299096:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078271.299099:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078271.299103:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078271.299106:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299116:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078271.299119:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078271.299130:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79880.
00000020:00000040:1.0:1769078271.299135:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078271.299139:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078271.299141:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299145:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078271.299148:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078271.299153:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078271.299165:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000001:1.0:1769078271.299174:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078271.299186:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078271.299204:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078271.299210:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078271.299216:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7142421] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078271.299248:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078271.299252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078271.299255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078271.299257:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078271.299259:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078271.299261:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078271.299264:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5260
00000400:00000200:1.0:1769078271.299268:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078271.299271:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078271.299273:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078271.299276:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299278:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078271.299280:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299282:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078271.299285:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078271.299286:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078271.299288:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078271.299290:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078271.299292:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078271.299294:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078271.299297:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299299:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078271.299301:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299303:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078271.299306:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078271.299309:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299311:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078271.299313:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078271.299319:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078271.299321:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299324:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078271.299330:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078271.299334:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299337:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078271.299342:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78a80.
00000020:00000040:1.0:1769078271.299344:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078271.299347:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078271.299348:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299349:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078271.299351:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078271.299352:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078271.299357:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:1.0:1769078271.299360:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078271.299365:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078271.299372:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078271.299374:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078271.299378:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b657196d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078271.299406:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078271.299410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078271.299413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078271.299415:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078271.299416:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078271.299419:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078271.299422:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5260
00000400:00000200:1.0:1769078271.299426:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078271.299430:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078271.299432:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078271.299435:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299438:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078271.299440:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299442:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078271.299444:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078271.299446:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078271.299447:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078271.299449:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078271.299451:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078271.299454:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078271.299457:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299459:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078271.299462:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299464:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078271.299467:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078271.299470:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299472:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078271.299474:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078271.299477:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078271.299479:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299481:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078271.299484:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078271.299486:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299488:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078271.299495:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79f80.
00000020:00000040:1.0:1769078271.299497:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078271.299500:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078271.299503:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299504:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078271.299506:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078271.299507:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078271.299511:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:1.0:1769078271.299514:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078271.299518:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078271.299525:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078271.299527:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078271.299530:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad60a52c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078271.299538:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078271.299541:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078271.299544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078271.299545:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078271.299547:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078271.299549:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078271.299551:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5260
00000400:00000200:1.0:1769078271.299555:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078271.299558:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078271.299560:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078271.299563:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299565:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078271.299567:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299568:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078271.299571:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078271.299572:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078271.299573:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078271.299575:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078271.299577:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078271.299580:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078271.299582:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299584:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078271.299585:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299587:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078271.299600:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078271.299607:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078271.299609:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078271.299611:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078271.299614:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078271.299616:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299618:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078271.299620:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078271.299622:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299624:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078271.299627:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7ad80.
00000020:00000040:1.0:1769078271.299629:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078271.299632:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078271.299633:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078271.299635:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078271.299636:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078271.299638:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078271.299642:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:1.0:1769078271.299645:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078271.299649:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078271.299656:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078271.299658:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078271.299661:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0b3dcc3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078271.299668:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078271.299676:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5270)
00000100:00000001:2.0:1769078271.299901:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078271.299908:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078271.299912:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078271.299920:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.299936:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078271.299938:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.299943:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078271.299947:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078271.299951:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078271.299955:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610796928:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078271.299960:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078271.299965:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078271.299969:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.299971:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078271.299979:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078271.299981:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078271.299990:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078271.299996:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078271.300006:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078271.300018:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610796928, portal 25
00000100:00000001:2.0:1769078271.300022:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078271.300025:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384198784 : -104785325352832 : ffffa0b2c3e79880)
00000100:00000040:2.0:1769078271.300032:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300041:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078271.300045:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078271.300048:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078271.300053:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610796928, offset 0
00000400:00000200:2.0:1769078271.300062:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078271.300075:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078271.300084:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078271.300097:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078271.300106:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078271.300120:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078271.300125:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078271.300130:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21904:21904:256:4294967295] 192.168.204.105@tcp LPNI seq info [21901:21901:8:4294967295]
00000400:00000200:2.0:1769078271.300135:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078271.300146:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078271.300153:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078271.300161:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078271.300172:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078271.300177:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078271.300185:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078271.300189:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078271.300194:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078271.300198:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078271.300203:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078271.300208:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078271.300214:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078271.300216:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078271.300222:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078271.300227:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300237:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078271.300240:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300248:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.300249:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078271.300257:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078271.300262:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078271.300266:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299933553
00000100:00000010:2.0:1769078271.300272:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:2.0:1769078271.300279:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078271.300284:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299933553
00000100:00000010:2.0:1769078271.300287:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf120.
00000100:00000001:2.0:1769078271.300291:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078271.300294:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078271.300297:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.300300:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078271.300304:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271]  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078271.300315:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078271.300317:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078271.300319:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078271.300322:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078271.300323:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078271.300326:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078271.300329:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078271.300336:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300342:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078271.300343:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.300346:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078271.300348:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078271.300351:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300357:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078271.300362:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300368:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078271.300371:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.300373:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078271.300374:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.300377:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078271.300379:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078271.300382:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078271.300410:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078271.300414:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078271.300419:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078271.300427:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610796928:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078271.300432:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078271.300435:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300441:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078271.300442:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.300445:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078271.300446:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078271.300448:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078271.300451:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797056:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078271.300454:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078271.300456:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078271.300457:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.300459:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078271.300462:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b400.
02000000:00000001:2.0:1769078271.300464:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078271.300468:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078271.300470:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078271.300474:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078271.300476:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610797056, portal 10
00000100:00000001:2.0:1769078271.300478:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078271.300479:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384195200 : -104785325356416 : ffffa0b2c3e78a80)
00000100:00000040:2.0:1769078271.300486:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300491:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078271.300493:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078271.300496:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078271.300498:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610797056, offset 0
00000400:00000200:2.0:1769078271.300502:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078271.300506:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078271.300510:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078271.300512:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078271.300515:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078271.300517:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078271.300519:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078271.300522:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21905:21905:256:4294967295] 192.168.204.105@tcp LPNI seq info [21902:21902:8:4294967295]
00000400:00000200:2.0:1769078271.300526:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078271.300531:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078271.300536:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078271.300540:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078271.300543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078271.300547:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078271.300551:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078271.300553:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078271.300557:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078271.300559:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078271.300562:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078271.300621:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078271.300624:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078271.300626:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078271.300630:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078271.300633:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300641:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078271.300644:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300649:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.300651:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078271.300653:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078271.300657:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078271.300661:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078271.300662:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299932693
00000100:00000001:2.0:1769078271.300664:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299933553
00000100:00000001:2.0:1769078271.300666:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299932693
00000100:00000001:2.0:1769078271.300668:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299933553
00000100:00000001:2.0:1769078271.300670:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078271.300672:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.300674:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078271.300678:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271]  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078271.300686:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078271.300687:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078271.300689:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078271.300691:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078271.300693:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078271.300696:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078271.300699:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078271.300705:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300711:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078271.300712:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.300714:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078271.300715:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078271.300718:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300725:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078271.300729:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300742:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078271.300744:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.300746:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078271.300747:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.300749:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078271.300751:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078271.300753:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078271.300756:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078271.300758:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078271.300762:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078271.300769:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797056:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078271.300773:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078271.300776:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300782:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078271.300783:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.300785:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078271.300787:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078271.300789:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078271.300791:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797184:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078271.300794:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078271.300796:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078271.300798:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.300811:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078271.300816:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078271.300818:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078271.300822:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078271.300825:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078271.300829:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078271.300832:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610797184, portal 4
00000100:00000001:2.0:1769078271.300833:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078271.300835:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384200576 : -104785325351040 : ffffa0b2c3e79f80)
00000100:00000040:2.0:1769078271.300841:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300847:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078271.300848:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078271.300850:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078271.300853:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610797184, offset 0
00000400:00000200:2.0:1769078271.300857:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078271.300861:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078271.300865:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078271.300868:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078271.300870:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078271.300873:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078271.300875:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078271.300879:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21906:21906:256:4294967295] 192.168.204.105@tcp LPNI seq info [21903:21903:8:4294967295]
00000400:00000200:2.0:1769078271.300882:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078271.300889:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078271.300894:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078271.300898:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078271.300902:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078271.300905:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078271.300909:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078271.300912:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078271.300915:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078271.300918:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078271.300921:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078271.300924:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078271.300928:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078271.300929:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078271.300933:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078271.300936:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300944:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078271.300947:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.300953:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.300955:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078271.300958:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078271.300961:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078271.300965:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078271.300967:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299932719
00000100:00000001:2.0:1769078271.300970:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299933553
00000100:00000001:2.0:1769078271.300973:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299932719
00000100:00000001:2.0:1769078271.300975:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299933553
00000100:00000001:2.0:1769078271.300977:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078271.300979:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.300981:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078271.300985:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271]  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078271.300993:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078271.300995:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078271.300996:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078271.301061:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078271.301064:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078271.301067:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078271.301071:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078271.301080:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301093:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078271.301095:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301097:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078271.301099:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078271.301103:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301109:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078271.301113:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301120:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078271.301123:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301124:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078271.301126:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301128:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078271.301129:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078271.301132:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078271.301135:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078271.301138:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078271.301142:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078271.301149:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797184:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078271.301154:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078271.301156:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301163:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078271.301165:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.301168:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078271.301170:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078271.301172:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078271.301174:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797312:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078271.301177:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078271.301180:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078271.301181:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078271.301183:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078271.301187:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078271.301189:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078271.301193:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078271.301196:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078271.301199:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078271.301202:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610797312, portal 4
00000100:00000001:2.0:1769078271.301204:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078271.301205:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384204160 : -104785325347456 : ffffa0b2c3e7ad80)
00000100:00000040:2.0:1769078271.301211:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301217:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078271.301220:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078271.301222:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078271.301225:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610797312, offset 0
00000400:00000200:2.0:1769078271.301228:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078271.301232:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078271.301236:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078271.301239:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078271.301241:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078271.301243:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078271.301246:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078271.301249:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21907:21907:256:4294967295] 192.168.204.105@tcp LPNI seq info [21904:21904:8:4294967295]
00000400:00000200:2.0:1769078271.301252:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078271.301257:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078271.301262:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078271.301265:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078271.301268:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078271.301270:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078271.301274:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078271.301276:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078271.301279:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078271.301281:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078271.301283:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078271.301286:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078271.301289:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078271.301290:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078271.301292:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078271.301295:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301302:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078271.301305:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301310:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.301312:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078271.301314:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078271.301317:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078271.301320:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078271.301322:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299932730
00000100:00000001:2.0:1769078271.301325:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299933553
00000100:00000001:2.0:1769078271.301327:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299932730
00000100:00000001:2.0:1769078271.301328:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299933553
00000100:00000001:2.0:1769078271.301331:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078271.301333:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.301335:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078271.301339:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271]  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078271.301346:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078271.301347:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078271.301349:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078271.301351:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078271.301353:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078271.301354:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078271.301357:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078271.301366:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301371:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078271.301373:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301374:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078271.301376:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078271.301379:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301411:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078271.301416:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301423:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078271.301425:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301427:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078271.301428:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301430:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078271.301432:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078271.301434:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078271.301437:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078271.301440:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078271.301444:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078271.301452:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797312:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078271.301456:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301459:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078271.301462:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79880 x1855007610796928/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301470:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078271.301473:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078271.301476:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078271.301480:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078271.301483:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078271.301484:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078271.301486:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078271.301489:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:2.0:1769078271.301492:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078271.301494:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078271.301495:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79880.
00000100:00000001:2.0:1769078271.301498:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078271.301499:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301500:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078271.301503:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78a80 x1855007610797056/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301507:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078271.301508:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078271.301509:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b400.
02000000:00000001:2.0:1769078271.301511:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078271.301512:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078271.301513:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078271.301515:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078271.301516:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:2.0:1769078271.301518:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078271.301519:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078271.301521:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78a80.
00000100:00000001:2.0:1769078271.301523:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078271.301524:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301526:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078271.301529:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79f80 x1855007610797184/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301536:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078271.301537:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078271.301539:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078271.301540:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078271.301542:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078271.301543:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078271.301545:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078271.301547:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:2.0:1769078271.301549:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078271.301550:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078271.301552:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79f80.
00000100:00000001:2.0:1769078271.301554:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078271.301555:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301556:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078271.301559:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7ad80 x1855007610797312/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078271.301563:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078271.301565:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078271.301566:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:2.0:1769078271.301568:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078271.301569:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078271.301570:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078271.301572:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078271.301574:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:2.0:1769078271.301576:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078271.301577:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078271.301578:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7ad80.
00000100:00000001:2.0:1769078271.301580:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078271.301581:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301583:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.301593:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078271.301594:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078271.301596:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078271.301598:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078272.130512:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078272.130520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078272.130579:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078272.130582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078272.130585:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078272.194500:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299933553, at 4299933568
00000100:00000040:3.0:1769078272.194500:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299933553, at 4299933568
00000100:00000010:3.0:1769078272.194521:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00000100:00000010:2.0:1769078272.194523:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078273.154519:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078273.154527:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078273.154553:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078273.154556:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078273.154559:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078274.178466:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078274.178478:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078274.178480:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078274.178483:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078274.178489:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078274.178491:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078274.178493:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078274.178495:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078274.178537:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078274.178541:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078274.178545:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078275.202488:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078275.202497:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078275.202546:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078275.202548:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078275.202551:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078276.226524:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078276.226534:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078276.226592:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078276.226595:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078276.226604:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078276.418536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078276.418548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078276.418550:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078276.418553:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078276.418557:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078276.418563:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5265
00000400:00000200:2.0:1769078276.418572:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078276.418578:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078276.418581:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078276.418584:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078276.418586:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.418588:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078276.418589:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078276.418593:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078276.418595:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078276.418597:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078276.418599:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078276.418600:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078276.418602:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078276.418603:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078276.418605:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.418606:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078276.418608:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078276.418610:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078276.418613:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078276.418616:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078276.418618:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078276.418620:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078276.418622:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.418625:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078276.418626:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078276.418635:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356aa00.
00000020:00000040:2.0:1769078276.418638:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078276.418641:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078276.418643:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.418645:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078276.418647:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078276.418651:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078276.418658:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48800.
00000100:00000001:2.0:1769078276.418664:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078276.418672:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078276.418680:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078276.418683:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078276.418687:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000850b6be4] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078276.418706:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078276.418709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078276.418713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078276.418723:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078276.418725:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078276.418728:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078276.418730:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5265
00000400:00000200:2.0:1769078276.418735:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078276.418739:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078276.418742:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078276.418745:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078276.418748:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078276.418749:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.418753:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078276.418755:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078276.418756:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078276.418759:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078276.418759:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078276.418762:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078276.418765:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078276.418769:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000040:1.0:1769078276.418770:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078276.418773:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078276.418779:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078276.418787:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078276.418790:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078276.418795:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769078276.418796:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078276.418798:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078276.418801:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078276.418803:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078276.418807:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00100000:1.0:1769078276.418811:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610797440:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078276.418812:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078276.418818:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:1.0:1769078276.418819:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1769078276.418824:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:1.0:1769078276.418825:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078276.418830:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.418830:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078276.418835:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078276.418836:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078276.418841:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769078276.418844:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af800.
02000000:00000001:2.0:1769078276.418845:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078276.418847:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.418849:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078276.418855:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078276.418857:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00000001:2.0:1769078276.418862:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078276.418864:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00000001:2.0:1769078276.418866:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078276.418872:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569500.
00000400:00000010:1.0:1769078276.418874:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000020:00000040:2.0:1769078276.418876:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078276.418879:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078276.418880:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.418881:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078276.418882:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078276.418884:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078276.418885:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610797440, portal 25
02000000:00000010:2.0:1769078276.418888:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a000.
00000100:00000001:1.0:1769078276.418889:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078276.418893:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374700544 : -104785334851072 : ffffa0b2c356aa00)
00000100:00000001:2.0:1769078276.418893:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078276.418903:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078276.418903:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078276.418925:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078276.418928:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.418930:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078276.418932:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b764182c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078276.418937:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078276.418943:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000001:2.0:1769078276.418944:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078276.418948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078276.418951:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610797440, offset 0
00000100:00080000:2.0:1769078276.418951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1769078276.418961:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078276.418962:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078276.418965:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078276.418969:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078276.418973:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:2.0:1769078276.418973:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5265
00000400:00000200:2.0:1769078276.418980:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078276.418984:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078276.418984:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078276.418989:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078276.418992:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078276.418994:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078276.418994:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.418997:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078276.419000:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078276.419001:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769078276.419003:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000040:2.0:1769078276.419003:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078276.419005:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078276.419008:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078276.419009:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078276.419011:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769078276.419012:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078276.419018:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078276.419019:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:2.0:1769078276.419019:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.419023:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078276.419028:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078276.419029:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21908:21908:256:4294967295] 192.168.204.105@tcp LPNI seq info [21905:21905:8:4294967295]
00000020:00000040:2.0:1769078276.419030:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078276.419035:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:1.0:1769078276.419039:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078276.419039:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078276.419040:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078276.419044:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078276.419046:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.419048:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078276.419049:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078276.419051:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.419055:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078276.419058:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1769078276.419059:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b480.
00000020:00000040:2.0:1769078276.419063:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078276.419066:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078276.419068:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078276.419069:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078276.419070:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078276.419072:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078276.419074:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078276.419076:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae300.
02000000:00000010:2.0:1769078276.419078:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b400.
00000100:00000001:2.0:1769078276.419082:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078276.419086:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:2.0:1769078276.419091:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078276.419092:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078276.419104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078276.419105:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078276.419110:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078276.419111:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769078276.419117:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed65346d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1769078276.419122:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078276.419127:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000100:00000001:2.0:1769078276.419129:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078276.419133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078276.419136:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1769078276.419136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078276.419139:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078276.419141:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078276.419146:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769078276.419146:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078276.419151:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5265
00000400:00000200:1.0:1769078276.419154:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000200:2.0:1769078276.419155:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078276.419160:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000400:00000200:2.0:1769078276.419160:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078276.419164:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078276.419167:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078276.419168:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078276.419169:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.419171:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078276.419173:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078276.419175:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1769078276.419177:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078276.419178:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078276.419181:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078276.419184:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078276.419189:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078276.419195:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1769078276.419195:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078276.419201:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:1.0:1769078276.419203:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078276.419207:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078276.419213:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078276.419215:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078276.419218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078276.419219:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1769078276.419224:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:1.0:1769078276.419227:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078276.419228:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078276.419232:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078276.419236:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:2.0:1769078276.419237:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078276.419240:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299938672
02000000:00000001:2.0:1769078276.419243:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078276.419247:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078276.419248:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea600.
00000100:00000001:2.0:1769078276.419250:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078276.419253:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078276.419256:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.419257:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078276.419259:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078276.419264:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356bb80.
00000100:00000001:1.0:1769078276.419266:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299938672
00000020:00000040:2.0:1769078276.419269:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000010:1.0:1769078276.419272:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ea000.
02000000:00000001:2.0:1769078276.419274:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078276.419277:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.419278:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078276.419280:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078276.419283:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078276.419284:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078276.419285:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.419288:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078276.419292:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4ac00.
00000100:00000001:1.0:1769078276.419293:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078276.419298:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078276.419300:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276]  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078276.419306:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1769078276.419319:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769078276.419320:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1769078276.419323:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769078276.419324:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078276.419327:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000100:00000040:2.0:1769078276.419331:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003aa830cc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078276.419332:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078276.419336:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078276.419340:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769078276.419346:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078276.419348:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078276.419352:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5275)
00000100:00000200:1.0:1769078276.419361:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419369:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078276.419371:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419374:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078276.419376:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078276.419412:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419419:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078276.419424:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419430:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078276.419434:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419435:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078276.419437:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419439:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078276.419441:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078276.419444:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078276.419448:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078276.419450:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078276.419454:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078276.419461:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610797440:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078276.419466:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419468:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078276.419470:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356aa00 x1855007610797440/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419474:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078276.419476:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078276.419485:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af800.
02000000:00000001:1.0:1769078276.419488:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078276.419490:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078276.419491:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078276.419493:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078276.419496:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:1.0:1769078276.419499:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078276.419501:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078276.419502:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356aa00.
00000100:00000001:1.0:1769078276.419505:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078276.419507:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419509:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419517:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078276.419520:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.419522:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078276.419523:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078276.419525:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078276.419528:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419535:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078276.419536:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078276.419537:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078276.419539:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078276.419540:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078276.419542:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797568:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078276.419544:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078276.419545:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078276.419546:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078276.419548:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078276.419550:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af800.
02000000:00000001:1.0:1769078276.419551:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078276.419554:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078276.419556:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078276.419558:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078276.419560:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610797568, portal 10
00000100:00000001:1.0:1769078276.419562:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078276.419562:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374695168 : -104785334856448 : ffffa0b2c3569500)
00000100:00000040:1.0:1769078276.419567:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419571:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078276.419573:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078276.419574:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078276.419575:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610797568, offset 0
00000400:00000200:1.0:1769078276.419578:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078276.419580:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078276.419583:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078276.419584:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078276.419586:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078276.419587:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078276.419589:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078276.419591:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21909:21909:256:4294967295] 192.168.204.105@tcp LPNI seq info [21906:21906:8:4294967295]
00000400:00000200:1.0:1769078276.419594:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078276.419598:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078276.419601:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078276.419603:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae300.
00000800:00000200:1.0:1769078276.419605:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078276.419607:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078276.419609:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078276.419611:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078276.419614:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078276.419615:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:1.0:1769078276.419617:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078276.419619:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078276.419621:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078276.419622:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078276.419623:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078276.419625:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419630:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078276.419632:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419635:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.419636:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078276.419638:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078276.419641:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078276.419642:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078276.419644:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299937812
00000100:00000001:1.0:1769078276.419645:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299938672
00000100:00000001:1.0:1769078276.419647:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299937812
00000100:00000001:1.0:1769078276.419648:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299938672
00000100:00000001:1.0:1769078276.419649:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078276.419651:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.419652:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078276.419654:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276]  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078276.419659:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078276.419659:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078276.419660:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078276.419661:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078276.419662:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078276.419663:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078276.419665:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078276.419670:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419673:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078276.419674:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419675:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078276.419676:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078276.419678:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419681:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078276.419683:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419687:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078276.419688:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419689:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078276.419690:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419691:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078276.419692:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078276.419693:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078276.419695:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078276.419697:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078276.419699:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078276.419703:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797568:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078276.419705:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078276.419707:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419710:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078276.419711:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078276.419712:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078276.419730:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078276.419732:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078276.419734:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797696:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078276.419737:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078276.419738:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078276.419739:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078276.419740:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078276.419743:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae000.
02000000:00000001:1.0:1769078276.419744:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078276.419746:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078276.419748:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078276.419750:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078276.419752:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610797696, portal 4
00000100:00000001:1.0:1769078276.419754:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078276.419754:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374703232 : -104785334848384 : ffffa0b2c356b480)
00000100:00000040:1.0:1769078276.419758:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419763:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078276.419765:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078276.419767:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078276.419769:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610797696, offset 0
00000400:00000200:1.0:1769078276.419773:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078276.419777:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078276.419780:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078276.419782:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078276.419785:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078276.419787:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078276.419789:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078276.419791:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21910:21910:256:4294967295] 192.168.204.105@tcp LPNI seq info [21907:21907:8:4294967295]
00000400:00000200:1.0:1769078276.419795:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078276.419801:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078276.419805:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078276.419808:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae300.
00000800:00000200:1.0:1769078276.419812:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078276.419813:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078276.419816:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078276.419818:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078276.419820:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078276.419821:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:1.0:1769078276.419823:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078276.419825:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078276.419827:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078276.419828:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078276.419830:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078276.419832:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419837:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078276.419838:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419842:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.419843:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078276.419845:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078276.419847:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078276.419849:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078276.419850:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299937838
00000100:00000001:1.0:1769078276.419852:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299938672
00000100:00000001:1.0:1769078276.419853:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299937838
00000100:00000001:1.0:1769078276.419854:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299938672
00000100:00000001:1.0:1769078276.419855:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078276.419856:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.419858:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078276.419859:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276]  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078276.419864:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078276.419865:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078276.419866:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078276.419867:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078276.419868:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078276.419869:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078276.419871:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078276.419876:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419879:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078276.419880:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419881:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078276.419881:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078276.419883:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419887:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078276.419889:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419893:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078276.419895:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419895:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078276.419896:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.419897:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078276.419898:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078276.419899:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078276.419901:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078276.419902:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078276.419904:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078276.419908:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797696:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078276.419910:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078276.419912:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419915:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078276.419916:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078276.419917:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078276.419918:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078276.419919:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078276.419920:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797824:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078276.419922:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078276.419923:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078276.419924:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078276.419925:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078276.419927:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078276.419929:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078276.419930:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078276.419932:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078276.419934:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078276.419936:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610797824, portal 4
00000100:00000001:1.0:1769078276.419937:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078276.419938:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374705024 : -104785334846592 : ffffa0b2c356bb80)
00000100:00000040:1.0:1769078276.419941:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419945:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078276.419946:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078276.419947:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078276.419949:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610797824, offset 0
00000400:00000200:1.0:1769078276.419951:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078276.419953:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078276.419954:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078276.419956:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078276.419957:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078276.419959:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078276.419960:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078276.419962:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21911:21911:256:4294967295] 192.168.204.105@tcp LPNI seq info [21908:21908:8:4294967295]
00000400:00000200:1.0:1769078276.419964:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078276.419968:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078276.419970:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078276.419971:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae300.
00000800:00000200:1.0:1769078276.419974:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078276.419975:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078276.419977:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078276.419979:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078276.419981:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078276.419982:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:1.0:1769078276.419984:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078276.419986:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078276.419988:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078276.419989:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078276.419990:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078276.419992:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.419996:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078276.419998:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.420001:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.420002:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078276.420004:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078276.420005:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078276.420007:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078276.420008:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299937849
00000100:00000001:1.0:1769078276.420010:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299938672
00000100:00000001:1.0:1769078276.420011:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299937849
00000100:00000001:1.0:1769078276.420012:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299938672
00000100:00000001:1.0:1769078276.420013:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078276.420014:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.420015:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078276.420017:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276]  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078276.420020:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078276.420021:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078276.420022:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078276.420023:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078276.420024:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078276.420025:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078276.420027:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078276.420031:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.420038:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078276.420039:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.420040:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078276.420041:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078276.420043:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.420046:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078276.420048:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.420051:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078276.420052:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.420053:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078276.420054:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.420055:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078276.420056:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078276.420057:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078276.420058:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078276.420060:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078276.420061:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078276.420065:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610797824:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078276.420067:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.420068:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078276.420070:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569500 x1855007610797568/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.420073:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078276.420074:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078276.420076:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af800.
02000000:00000001:1.0:1769078276.420077:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078276.420078:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078276.420079:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078276.420080:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078276.420081:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:1.0:1769078276.420083:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078276.420084:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078276.420084:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569500.
00000100:00000001:1.0:1769078276.420086:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078276.420088:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.420089:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078276.420092:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b480 x1855007610797696/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.420098:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078276.420100:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078276.420101:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:1.0:1769078276.420103:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078276.420105:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078276.420106:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078276.420108:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078276.420109:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b400.
02000000:00000001:1.0:1769078276.420111:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078276.420113:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078276.420114:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b480.
00000100:00000001:1.0:1769078276.420116:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078276.420118:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.420119:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078276.420122:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356bb80 x1855007610797824/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078276.420125:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078276.420126:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078276.420127:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078276.420128:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078276.420129:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078276.420130:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078276.420131:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078276.420132:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:1.0:1769078276.420133:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078276.420134:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078276.420134:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356bb80.
00000100:00000001:1.0:1769078276.420136:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078276.420136:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.420137:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078276.420139:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078276.420140:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078276.420141:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078276.420142:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078277.250523:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078277.250539:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078277.250568:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078277.250571:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078277.250574:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078277.314513:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299938672, at 4299938688
00000100:00000040:2.0:1769078277.314518:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299938672, at 4299938688
00000100:00000010:3.0:1769078277.314534:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea000.
00000100:00000010:2.0:1769078277.314540:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ea600.
00010000:00000001:0.0:1769078278.274527:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078278.274539:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078278.274602:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078278.274606:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078278.274610:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078279.298533:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078279.298541:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078279.298607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078279.298611:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078279.298615:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078280.322517:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078280.322525:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078280.322577:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078280.322580:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078280.322583:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078281.346475:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078281.346481:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078281.346502:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078281.346504:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078281.346507:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078281.538462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078281.538475:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078281.538478:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078281.538483:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078281.538487:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078281.538495:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5270
00000400:00000200:2.0:1769078281.538505:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078281.538510:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078281.538513:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078281.538515:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538518:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078281.538520:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538522:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078281.538527:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078281.538528:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078281.538531:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078281.538533:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078281.538535:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078281.538536:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078281.538538:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538539:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078281.538540:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078281.538543:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078281.538545:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538546:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078281.538548:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078281.538550:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078281.538552:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.538554:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078281.538556:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078281.538566:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568a80.
00000020:00000040:2.0:1769078281.538569:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078281.538573:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078281.538575:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.538577:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078281.538580:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078281.538585:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078281.538594:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4bc00.
00000100:00000001:2.0:1769078281.538601:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078281.538611:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078281.538622:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078281.538626:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078281.538654:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7136c04] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078281.538677:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078281.538681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078281.538684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078281.538686:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078281.538688:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078281.538690:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078281.538692:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5270
00000400:00000200:2.0:1769078281.538696:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078281.538700:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078281.538702:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078281.538704:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538706:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078281.538707:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538709:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078281.538710:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078281.538711:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078281.538712:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078281.538714:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078281.538715:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078281.538717:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078281.538719:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538720:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078281.538722:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538723:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078281.538724:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769078281.538724:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078281.538727:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538730:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.538731:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769078281.538732:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078281.538736:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078281.538738:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078281.538740:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.538742:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078281.538745:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769078281.538747:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769078281.538748:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.538751:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078281.538756:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b100.
00000020:00000040:2.0:1769078281.538760:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078281.538764:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078281.538767:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.538768:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078281.538768:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078281.538771:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078281.538773:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078281.538773:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078281.538779:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49c00.
02000000:00000001:1.0:1769078281.538780:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078281.538782:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.538784:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078281.538789:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078281.538790:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769078281.538798:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610797952:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078281.538800:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078281.538803:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.538806:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769078281.538808:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb1f593] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078281.538811:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078281.538815:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.538815:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.538818:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1769078281.538819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078281.538823:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000010:1.0:1769078281.538824:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:2.0:1769078281.538824:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078281.538826:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769078281.538828:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.538829:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078281.538832:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5270
00000400:00000200:2.0:1769078281.538834:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078281.538838:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078281.538839:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:2.0:1769078281.538841:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769078281.538844:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00000040:2.0:1769078281.538845:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538849:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078281.538851:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538852:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000010:1.0:1769078281.538853:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000020:00000001:2.0:1769078281.538855:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078281.538856:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078281.538857:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078281.538859:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078281.538860:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000200:1.0:1769078281.538862:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610797952, portal 25
00000020:00000001:2.0:1769078281.538862:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000001:1.0:1769078281.538867:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769078281.538868:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078281.538870:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374692480 : -104785334859136 : ffffa0b2c3568a80)
00000100:00000001:2.0:1769078281.538871:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078281.538875:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538877:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078281.538879:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000040:1.0:1769078281.538880:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078281.538883:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538887:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078281.538891:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078281.538893:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078281.538896:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078281.538896:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.538899:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078281.538901:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769078281.538902:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000008:00000001:2.0:1769078281.538903:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.538906:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078281.538907:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078281.538911:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610797952, offset 0
00000100:00000010:2.0:1769078281.538911:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569880.
00000020:00000040:2.0:1769078281.538914:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078281.538916:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078281.538917:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.538918:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078281.538921:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
02000000:00000001:2.0:1769078281.538921:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078281.538923:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078281.538927:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48000.
00000100:00000001:2.0:1769078281.538930:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078281.538931:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:2.0:1769078281.538936:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078281.538941:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078281.538942:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078281.538945:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c0c624b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078281.538947:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:2.0:1769078281.538955:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078281.538957:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769078281.538958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078281.538961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769078281.538963:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:2.0:1769078281.538964:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078281.538966:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078281.538968:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078281.538969:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769078281.538972:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5270
00000400:00000200:1.0:1769078281.538975:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078281.538978:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078281.538981:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21912:21912:256:4294967295] 192.168.204.105@tcp LPNI seq info [21909:21909:8:4294967295]
00000400:00000200:2.0:1769078281.538982:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078281.538986:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078281.538990:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:2.0:1769078281.538991:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538994:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078281.538995:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.538997:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078281.538998:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078281.539000:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078281.539002:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078281.539004:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000400:00000200:1.0:1769078281.539006:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1769078281.539008:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078281.539012:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:1.0:1769078281.539014:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000040:2.0:1769078281.539018:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000010:1.0:1769078281.539020:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae300.
00000100:00000001:2.0:1769078281.539021:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078281.539025:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078281.539028:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:1.0:1769078281.539030:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:2.0:1769078281.539034:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000800:00000200:1.0:1769078281.539035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00080000:2.0:1769078281.539041:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:1.1:1769078281.539043:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078281.539046:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078281.539048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
02000000:00000001:2.0:1769078281.539051:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1769078281.539054:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000001:2.0:1769078281.539056:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1769078281.539057:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
02000000:00000001:2.0:1769078281.539061:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.539063:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078281.539064:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078281.539065:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1769078281.539066:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.539069:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078281.539072:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1769078281.539074:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569c00.
00000400:00000200:1.0:1769078281.539077:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000020:00000040:2.0:1769078281.539077:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078281.539080:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1769078281.539081:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
02000000:00000001:2.0:1769078281.539083:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078281.539085:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078281.539086:0:2365:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1769078281.539087:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078281.539089:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078281.539095:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078281.539095:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4ac00.
00000100:00000001:2.0:1769078281.539099:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078281.539106:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078281.539115:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078281.539116:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769078281.539117:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078281.539126:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d656d84] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078281.539127:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078281.539141:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.539147:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078281.539147:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5280)
00000100:00000001:1.0:1769078281.539152:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078281.539158:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078281.539162:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078281.539164:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299943792
00000100:00000010:1.0:1769078281.539168:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28eaf60.
00000100:00000001:1.0:1769078281.539174:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078281.539178:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299943792
00000100:00000010:1.0:1769078281.539180:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c28ead80.
00000100:00000001:1.0:1769078281.539182:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078281.539185:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078281.539187:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.539189:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078281.539192:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078281.539200:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078281.539201:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078281.539203:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078281.539205:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078281.539206:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078281.539207:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078281.539209:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078281.539215:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539219:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078281.539221:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539223:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078281.539224:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078281.539227:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539231:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078281.539234:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539238:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078281.539240:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539241:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078281.539241:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539243:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078281.539244:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078281.539246:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078281.539249:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078281.539250:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078281.539253:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078281.539257:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610797952:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078281.539261:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539262:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078281.539263:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568a80 x1855007610797952/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539267:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078281.539269:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078281.539271:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078281.539273:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078281.539274:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078281.539275:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078281.539277:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078281.539278:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4bc00.
02000000:00000001:1.0:1769078281.539281:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078281.539283:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078281.539284:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568a80.
00000100:00000001:1.0:1769078281.539286:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078281.539287:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539288:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539295:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078281.539296:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.539298:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078281.539300:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078281.539301:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078281.539304:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539310:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078281.539312:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.539314:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078281.539315:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078281.539317:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078281.539320:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798080:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078281.539323:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078281.539324:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078281.539326:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.539327:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078281.539330:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078281.539332:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078281.539336:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078281.539339:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078281.539343:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078281.539345:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610798080, portal 10
00000100:00000001:1.0:1769078281.539347:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078281.539349:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374702336 : -104785334849280 : ffffa0b2c356b100)
00000100:00000040:1.0:1769078281.539354:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539358:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078281.539359:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078281.539361:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078281.539363:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610798080, offset 0
00000400:00000200:1.0:1769078281.539365:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078281.539368:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078281.539370:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078281.539372:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078281.539374:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078281.539375:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078281.539377:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078281.539379:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21913:21913:256:4294967295] 192.168.204.105@tcp LPNI seq info [21910:21910:8:4294967295]
00000400:00000200:1.0:1769078281.539381:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078281.539405:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078281.539408:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078281.539411:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae300.
00000800:00000200:1.0:1769078281.539413:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078281.539415:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078281.539418:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078281.539419:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078281.539421:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078281.539422:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:1.0:1769078281.539424:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078281.539426:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078281.539428:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078281.539429:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078281.539431:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078281.539433:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539438:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078281.539440:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539444:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.539445:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078281.539447:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078281.539450:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078281.539452:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078281.539454:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299942932
00000100:00000001:1.0:1769078281.539456:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299943792
00000100:00000001:1.0:1769078281.539457:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299942932
00000100:00000001:1.0:1769078281.539458:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299943792
00000100:00000001:1.0:1769078281.539460:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078281.539461:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.539462:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078281.539464:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078281.539468:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078281.539468:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078281.539470:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078281.539471:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078281.539472:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078281.539473:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078281.539475:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078281.539479:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539482:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078281.539483:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539484:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078281.539485:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078281.539487:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539490:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078281.539492:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539496:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078281.539498:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539499:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078281.539499:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539500:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078281.539501:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078281.539502:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078281.539504:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078281.539505:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078281.539508:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078281.539512:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798080:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078281.539514:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078281.539515:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539519:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078281.539520:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.539521:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078281.539522:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078281.539523:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078281.539525:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798208:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078281.539526:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078281.539528:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078281.539529:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.539530:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078281.539532:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae000.
02000000:00000001:1.0:1769078281.539533:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078281.539535:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078281.539538:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078281.539540:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078281.539541:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610798208, portal 4
00000100:00000001:1.0:1769078281.539542:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078281.539543:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696064 : -104785334855552 : ffffa0b2c3569880)
00000100:00000040:1.0:1769078281.539546:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539550:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078281.539551:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078281.539553:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078281.539554:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610798208, offset 0
00000400:00000200:1.0:1769078281.539556:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078281.539558:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078281.539560:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078281.539562:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078281.539564:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078281.539565:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078281.539567:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078281.539569:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21914:21914:256:4294967295] 192.168.204.105@tcp LPNI seq info [21911:21911:8:4294967295]
00000400:00000200:1.0:1769078281.539571:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078281.539575:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078281.539577:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078281.539578:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae300.
00000800:00000200:1.0:1769078281.539581:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078281.539582:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078281.539584:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078281.539586:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078281.539599:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078281.539608:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:1.0:1769078281.539611:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078281.539615:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078281.539618:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078281.539619:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078281.539622:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078281.539626:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539647:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078281.539649:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539653:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.539654:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078281.539657:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078281.539658:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078281.539661:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078281.539662:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299942958
00000100:00000001:1.0:1769078281.539663:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299943792
00000100:00000001:1.0:1769078281.539665:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299942958
00000100:00000001:1.0:1769078281.539666:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299943792
00000100:00000001:1.0:1769078281.539667:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078281.539669:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.539670:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078281.539672:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078281.539676:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078281.539677:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078281.539678:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078281.539679:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078281.539680:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078281.539681:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078281.539683:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078281.539687:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539694:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078281.539695:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539696:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078281.539697:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078281.539699:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539703:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078281.539705:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539708:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078281.539709:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539710:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078281.539711:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539712:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078281.539713:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078281.539714:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078281.539716:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078281.539717:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078281.539719:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078281.539723:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798208:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078281.539725:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078281.539727:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539730:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078281.539731:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.539733:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078281.539734:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078281.539735:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078281.539737:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798336:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078281.539739:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078281.539740:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078281.539741:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.539742:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078281.539744:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af800.
02000000:00000001:1.0:1769078281.539745:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078281.539747:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078281.539748:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078281.539750:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078281.539752:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610798336, portal 4
00000100:00000001:1.0:1769078281.539753:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078281.539754:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696960 : -104785334854656 : ffffa0b2c3569c00)
00000100:00000040:1.0:1769078281.539757:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539761:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078281.539762:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078281.539763:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078281.539765:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610798336, offset 0
00000400:00000200:1.0:1769078281.539767:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078281.539769:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078281.539771:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078281.539773:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078281.539774:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078281.539776:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078281.539777:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078281.539779:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21915:21915:256:4294967295] 192.168.204.105@tcp LPNI seq info [21912:21912:8:4294967295]
00000400:00000200:1.0:1769078281.539781:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078281.539785:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078281.539788:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078281.539790:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae300.
00000800:00000200:1.0:1769078281.539792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078281.539794:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078281.539796:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078281.539798:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078281.539800:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078281.539802:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae300.
00000400:00000200:1.0:1769078281.539803:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078281.539805:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078281.539807:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078281.539808:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078281.539809:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078281.539811:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539815:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078281.539817:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539821:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.539821:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078281.539823:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078281.539824:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078281.539826:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078281.539827:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299942969
00000100:00000001:1.0:1769078281.539828:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299943792
00000100:00000001:1.0:1769078281.539830:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299942969
00000100:00000001:1.0:1769078281.539831:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299943792
00000100:00000001:1.0:1769078281.539832:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078281.539833:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.539834:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078281.539836:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078281.539841:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078281.539841:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078281.539842:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078281.539843:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078281.539844:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078281.539845:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078281.539847:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078281.539851:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539854:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078281.539855:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539856:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078281.539857:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078281.539859:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539862:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078281.539864:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539868:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078281.539869:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539870:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078281.539870:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539871:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078281.539872:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078281.539873:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078281.539875:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078281.539876:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078281.539878:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078281.539883:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798336:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078281.539885:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539886:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078281.539887:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b100 x1855007610798080/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539891:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078281.539892:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078281.539893:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078281.539894:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078281.539895:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078281.539895:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078281.539896:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078281.539897:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49c00.
02000000:00000001:1.0:1769078281.539899:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078281.539899:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078281.539900:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b100.
00000100:00000001:1.0:1769078281.539902:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078281.539902:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539903:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078281.539905:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569880 x1855007610798208/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539909:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078281.539910:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078281.539911:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:1.0:1769078281.539912:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078281.539912:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078281.539913:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078281.539914:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078281.539915:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48000.
02000000:00000001:1.0:1769078281.539916:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078281.539917:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078281.539917:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569880.
00000100:00000001:1.0:1769078281.539919:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078281.539920:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539921:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078281.539923:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569c00 x1855007610798336/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.539926:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078281.539926:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078281.539927:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af800.
02000000:00000001:1.0:1769078281.539928:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078281.539929:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078281.539929:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078281.539930:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078281.539931:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:1.0:1769078281.539932:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078281.539933:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078281.539933:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569c00.
00000100:00000001:1.0:1769078281.539934:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078281.539935:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539936:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078281.539938:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078281.539939:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.539940:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078281.539940:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078282.370472:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078282.370481:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078282.370535:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078282.370540:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078282.370545:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078282.434420:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299943792, at 4299943808
00000100:00000010:2.0:1769078282.434435:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28eaf60.
00000100:00000040:3.0:1769078282.434439:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299943792, at 4299943808
00000100:00000010:3.0:1769078282.434448:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c28ead80.
00010000:00000001:0.0:1769078283.394446:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078283.394454:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078283.394513:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078283.394520:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078283.394524:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078284.418553:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078284.418562:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078284.418564:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078284.418567:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078284.418571:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078284.418574:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078284.418576:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078284.418578:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078284.418716:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078284.418719:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078284.418722:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078285.442516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078285.442523:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078285.442585:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078285.442588:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078285.442590:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078286.466502:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078286.466508:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078286.466581:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078286.466584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078286.466587:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078286.658521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078286.658531:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078286.658534:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078286.658537:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078286.658564:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078286.658574:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5275
00000400:00000200:0.0:1769078286.658583:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078286.658589:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078286.658591:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078286.658593:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658596:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.658598:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658600:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078286.658603:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078286.658605:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078286.658607:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078286.658609:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078286.658611:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078286.658613:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078286.658615:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658617:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.658618:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658619:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078286.658621:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078286.658623:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658625:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078286.658627:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078286.658629:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078286.658631:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.658633:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078286.658634:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078286.658644:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769078286.658647:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078286.658651:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078286.658653:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.658656:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078286.658658:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078286.658662:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078286.658671:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769078286.658679:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078286.658690:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078286.658700:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078286.658703:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078286.658706:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.658726:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078286.658729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078286.658731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078286.658732:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078286.658733:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078286.658735:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078286.658737:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5275
00000400:00000200:0.0:1769078286.658739:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078286.658741:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078286.658743:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078286.658744:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658746:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.658747:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658748:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078286.658750:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078286.658751:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078286.658752:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078286.658754:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078286.658756:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078286.658757:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078286.658760:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658763:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.658766:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658769:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078286.658771:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078286.658775:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658778:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078286.658781:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078286.658785:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078286.658788:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.658790:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078286.658795:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078286.658800:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.658802:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078286.658806:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769078286.658808:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078286.658810:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078286.658811:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.658813:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078286.658814:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078286.658815:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078286.658817:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078286.658822:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:1.0:1769078286.658823:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078286.658825:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.658829:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1769078286.658831:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078286.658840:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078286.658844:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078286.658845:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078286.658851:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.658883:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078286.658888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078286.658889:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769078286.658892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078286.658894:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.658896:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078286.658900:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769078286.658901:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078286.658905:0:37:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769078286.658908:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078286.658912:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5275
02000000:00000001:1.0:1769078286.658915:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078286.658921:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078286.658927:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00100000:1.0:1769078286.658928:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610798464:192.168.204.105@tcp:250:kworker.0
00000100:00080000:0.0:1769078286.658931:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078286.658940:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769078286.658941:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658945:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.658947:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078286.658948:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078286.658950:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:1.0:1769078286.658953:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078286.658954:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078286.658956:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078286.658962:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769078286.658962:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769078286.658967:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078286.658969:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078286.658973:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078286.658975:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658976:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.658977:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658978:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000010:1.0:1769078286.658980:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
00000020:00000040:0.0:1769078286.658981:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
02000000:00000001:1.0:1769078286.658988:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078286.658989:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078286.658999:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078286.659001:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078286.659006:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078286.659007:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078286.659014:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078286.659017:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00000001:0.0:1769078286.659019:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078286.659025:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769078286.659027:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000008:00000001:0.0:1769078286.659029:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.659034:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078286.659037:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610798464, portal 25
00000100:00000010:0.0:1769078286.659039:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000100:00000001:1.0:1769078286.659042:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1769078286.659045:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078286.659046:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409834368 : -104785299717248 : ffffa0b2c56ec380)
02000000:00000001:0.0:1769078286.659050:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078286.659055:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.659059:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1769078286.659060:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078286.659062:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078286.659067:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078286.659077:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000100:00000001:1.0:1769078286.659079:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078286.659084:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078286.659087:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078286.659094:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00100000:0.0:1769078286.659098:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078286.659101:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610798464, offset 0
00000400:00000200:1.0:1769078286.659121:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078286.659132:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078286.659136:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.659138:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078286.659147:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078286.659152:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078286.659165:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078286.659171:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.659176:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:0.0:1769078286.659179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078286.659183:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769078286.659188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078286.659193:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078286.659193:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00080000:0.0:1769078286.659196:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078286.659199:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078286.659207:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5275
00000400:00000200:1.0:1769078286.659209:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21916:21916:256:4294967295] 192.168.204.105@tcp LPNI seq info [21913:21913:8:4294967295]
00000400:00000200:1.0:1769078286.659216:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078286.659222:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078286.659233:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078286.659241:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078286.659247:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078286.659254:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.659262:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078286.659263:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078286.659269:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000010:1.0:1769078286.659272:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000100:00000001:0.0:1769078286.659275:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078286.659281:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078286.659284:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000800:00000200:1.0:1769078286.659287:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769078286.659289:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078286.659294:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000800:00000200:1.0:1769078286.659295:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769078286.659297:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078286.659300:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078286.659303:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.659304:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078286.659306:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078286.659310:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078286.659315:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078286.659320:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:1.1:1769078286.659328:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078286.659329:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078286.659333:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1769078286.659339:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
02000000:00000001:0.0:1769078286.659340:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078286.659349:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.659353:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078286.659356:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1769078286.659359:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000008:00000001:0.0:1769078286.659361:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078286.659365:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078286.659367:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000100:00000010:0.0:1769078286.659370:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769078286.659373:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078286.659376:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078286.659377:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.659378:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078286.659380:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078286.659382:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078286.659417:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078286.659424:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769078286.659426:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078286.659432:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078286.659437:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078286.659439:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078286.659442:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078286.659448:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.659454:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078286.659455:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5285)
00000400:00000200:1.0:1769078286.659467:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078286.659471:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078286.659476:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078286.659484:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.659495:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.659501:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.659509:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.659512:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078286.659518:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.659523:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078286.659526:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299948913
00000100:00000010:1.0:1769078286.659532:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328aa20.
00000100:00000001:1.0:1769078286.659540:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078286.659558:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299948913
00000100:00000010:1.0:1769078286.659563:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a360.
00000100:00000001:1.0:1769078286.659567:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078286.659570:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078286.659573:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.659576:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078286.659580:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078286.659590:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078286.659592:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078286.659594:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078286.659597:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078286.659599:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078286.659602:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078286.659605:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078286.659614:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.659621:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078286.659623:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.659625:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.659627:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078286.659631:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.659638:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078286.659643:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.659649:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078286.659652:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.659654:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.659664:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.659667:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078286.659669:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078286.659672:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078286.659677:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078286.659679:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078286.659684:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078286.659692:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610798464:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078286.659699:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.659701:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.659704:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec380 x1855007610798464/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.659712:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078286.659714:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078286.659717:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078286.659721:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078286.659724:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078286.659726:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078286.659728:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078286.659731:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0000.
02000000:00000001:1.0:1769078286.659735:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078286.659737:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078286.659738:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec380.
00000100:00000001:1.0:1769078286.659742:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078286.659744:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.659746:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.659753:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078286.659755:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.659758:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078286.659760:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078286.659761:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078286.659765:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.659771:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078286.659773:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078286.659775:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078286.659777:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078286.659779:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078286.659782:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798592:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078286.659785:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078286.659787:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078286.659789:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078286.659791:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078286.659794:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078286.659797:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.659801:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078286.659803:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078286.659806:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078286.659809:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610798592, portal 10
00000100:00000001:1.0:1769078286.659811:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078286.659812:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409841536 : -104785299710080 : ffffa0b2c56edf80)
00000100:00000040:1.0:1769078286.659820:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.659826:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078286.659829:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078286.659831:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078286.659833:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610798592, offset 0
00000400:00000200:1.0:1769078286.659837:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078286.659841:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078286.659845:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078286.659848:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078286.659851:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078286.659853:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078286.659855:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078286.659858:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21917:21917:256:4294967295] 192.168.204.105@tcp LPNI seq info [21914:21914:8:4294967295]
00000400:00000200:1.0:1769078286.659862:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078286.659868:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078286.659873:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078286.659877:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078286.659881:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078286.659884:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078286.659889:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078286.659892:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078286.659896:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078286.659898:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078286.659902:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078286.659906:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078286.659909:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078286.659911:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078286.659913:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078286.659917:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.659925:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.659928:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.659935:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.659937:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078286.659940:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078286.659943:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078286.659947:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078286.659949:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299948052
00000100:00000001:1.0:1769078286.659952:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299948913
00000100:00000001:1.0:1769078286.659955:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299948052
00000100:00000001:1.0:1769078286.659957:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299948913
00000100:00000001:1.0:1769078286.659959:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078286.659962:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.659964:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078286.659968:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078286.659976:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078286.659978:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078286.659980:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078286.659982:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078286.659984:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078286.659986:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078286.659990:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078286.659999:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660006:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078286.660007:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660009:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.660011:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078286.660015:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660022:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078286.660026:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660034:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078286.660036:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660038:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.660039:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660041:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078286.660042:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078286.660045:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078286.660049:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078286.660051:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078286.660055:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078286.660062:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798592:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078286.660066:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078286.660070:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660081:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078286.660083:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078286.660085:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078286.660087:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078286.660089:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078286.660091:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798720:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078286.660095:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078286.660097:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078286.660098:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078286.660100:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078286.660104:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078286.660106:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.660109:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078286.660112:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078286.660115:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078286.660118:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610798720, portal 4
00000100:00000001:1.0:1769078286.660120:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078286.660121:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409845120 : -104785299706496 : ffffa0b2c56eed80)
00000100:00000040:1.0:1769078286.660126:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660133:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078286.660135:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078286.660138:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078286.660140:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610798720, offset 0
00000400:00000200:1.0:1769078286.660144:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078286.660147:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078286.660151:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078286.660153:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078286.660156:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078286.660158:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078286.660160:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078286.660163:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21918:21918:256:4294967295] 192.168.204.105@tcp LPNI seq info [21915:21915:8:4294967295]
00000400:00000200:1.0:1769078286.660167:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078286.660173:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078286.660178:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078286.660181:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078286.660185:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078286.660187:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078286.660192:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078286.660195:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078286.660198:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078286.660200:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078286.660203:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078286.660205:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078286.660208:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078286.660210:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078286.660212:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078286.660216:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660223:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.660226:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660233:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.660234:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078286.660237:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078286.660241:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078286.660244:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078286.660246:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299948078
00000100:00000001:1.0:1769078286.660249:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299948913
00000100:00000001:1.0:1769078286.660251:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299948078
00000100:00000001:1.0:1769078286.660253:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299948913
00000100:00000001:1.0:1769078286.660256:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078286.660258:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.660260:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078286.660263:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078286.660270:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078286.660272:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078286.660273:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078286.660275:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078286.660277:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078286.660279:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078286.660282:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078286.660290:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660297:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078286.660298:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660300:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.660301:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078286.660305:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660311:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078286.660315:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660322:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078286.660324:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660325:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.660327:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660328:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078286.660330:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078286.660333:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078286.660337:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078286.660339:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078286.660342:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078286.660350:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798720:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078286.660353:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078286.660357:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660364:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078286.660366:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078286.660368:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078286.660370:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078286.660372:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078286.660375:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798848:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078286.660378:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078286.660380:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078286.660382:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078286.660385:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078286.660412:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078286.660414:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.660418:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078286.660420:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078286.660423:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078286.660426:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610798848, portal 4
00000100:00000001:1.0:1769078286.660428:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078286.660429:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409838848 : -104785299712768 : ffffa0b2c56ed500)
00000100:00000040:1.0:1769078286.660434:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660440:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078286.660444:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078286.660446:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078286.660448:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610798848, offset 0
00000400:00000200:1.0:1769078286.660452:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078286.660456:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078286.660460:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078286.660463:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078286.660465:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078286.660467:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078286.660470:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078286.660473:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21919:21919:256:4294967295] 192.168.204.105@tcp LPNI seq info [21916:21916:8:4294967295]
00000400:00000200:1.0:1769078286.660477:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078286.660482:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078286.660486:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078286.660489:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078286.660493:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078286.660495:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078286.660500:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078286.660502:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078286.660505:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078286.660507:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078286.660510:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078286.660513:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078286.660516:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078286.660517:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078286.660519:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078286.660523:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660530:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.660534:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660553:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.660555:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078286.660559:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078286.660561:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078286.660565:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078286.660567:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299948090
00000100:00000001:1.0:1769078286.660570:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299948913
00000100:00000001:1.0:1769078286.660572:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299948090
00000100:00000001:1.0:1769078286.660574:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299948913
00000100:00000001:1.0:1769078286.660576:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078286.660578:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.660580:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078286.660584:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078286.660592:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078286.660593:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078286.660595:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078286.660597:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078286.660599:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078286.660601:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078286.660604:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078286.660612:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660619:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078286.660620:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660622:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.660624:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078286.660627:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660634:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078286.660637:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660644:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078286.660646:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660648:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.660649:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660651:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078286.660652:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078286.660655:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078286.660658:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078286.660661:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078286.660664:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078286.660672:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610798848:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078286.660675:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660677:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.660680:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edf80 x1855007610798592/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660687:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078286.660689:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078286.660691:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078286.660694:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078286.660695:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078286.660697:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078286.660699:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078286.660701:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0c00.
02000000:00000001:1.0:1769078286.660703:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078286.660704:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078286.660706:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edf80.
00000100:00000001:1.0:1769078286.660710:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078286.660711:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660713:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.660716:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eed80 x1855007610798720/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660722:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078286.660723:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078286.660725:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078286.660727:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078286.660728:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078286.660729:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078286.660731:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078286.660732:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3c00.
02000000:00000001:1.0:1769078286.660735:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078286.660736:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078286.660737:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eed80.
00000100:00000001:1.0:1769078286.660739:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078286.660741:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660743:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.660746:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed500 x1855007610798848/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.660753:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078286.660754:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078286.660755:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078286.660758:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078286.660759:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078286.660760:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078286.660762:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078286.660763:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0800.
02000000:00000001:1.0:1769078286.660765:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078286.660766:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078286.660767:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed500.
00000100:00000001:1.0:1769078286.660769:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078286.660771:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660772:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.660776:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078286.660777:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.660779:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078286.660781:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078287.490473:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078287.490477:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078287.490520:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078287.490523:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078287.490526:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078287.554511:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299948913, at 4299948928
00000100:00000040:3.0:1769078287.554511:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299948913, at 4299948928
00000100:00000010:3.0:1769078287.554540:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a360.
00000100:00000010:2.0:1769078287.554544:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328aa20.
00010000:00000001:0.0:1769078288.514525:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078288.514531:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078288.514591:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078288.514594:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078288.514597:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078289.538538:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078289.538545:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078289.538608:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078289.538613:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078289.538618:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078290.562523:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078290.562528:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078290.562613:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078290.562618:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078290.562621:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078291.586555:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078291.586561:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078291.586617:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078291.586624:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078291.586629:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078291.778504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078291.778514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078291.778517:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078291.778521:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078291.778524:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078291.778531:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5280
00000400:00000200:0.0:1769078291.778540:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078291.778546:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078291.778548:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078291.778551:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778561:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.778563:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778564:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078291.778568:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078291.778570:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078291.778572:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078291.778575:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078291.778576:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078291.778578:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078291.778580:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778581:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.778582:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778583:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078291.778585:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078291.778588:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778589:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078291.778592:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078291.778595:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078291.778597:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.778598:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078291.778600:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078291.778610:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769078291.778613:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078291.778616:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078291.778618:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.778621:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078291.778623:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078291.778627:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078291.778637:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769078291.778644:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078291.778653:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078291.778664:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078291.778670:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078291.778674:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078291.778700:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078291.778703:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078291.778706:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078291.778707:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078291.778709:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078291.778711:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078291.778714:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5280
00000400:00000200:0.0:1769078291.778717:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078291.778720:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078291.778722:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078291.778725:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778727:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.778730:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778732:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078291.778734:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078291.778736:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078291.778738:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078291.778741:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078291.778743:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078291.778745:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078291.778748:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778749:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.778752:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078291.778752:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078291.778757:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078291.778759:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078291.778760:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:1.0:1769078291.778763:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769078291.778765:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778769:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078291.778772:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078291.778774:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078291.778778:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078291.778783:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.778787:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078291.778791:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1769078291.778794:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078291.778795:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078291.778799:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.778802:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.778802:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078291.778807:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769078291.778809:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
02000000:00000001:1.0:1769078291.778813:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078291.778814:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078291.778819:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769078291.778821:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610798976:192.168.204.105@tcp:250:kworker.0
02000000:00000001:0.0:1769078291.778822:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.778826:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078291.778829:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078291.778829:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078291.778833:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.778834:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078291.778838:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078291.778839:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
02000000:00000001:1.0:1769078291.778841:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078291.778845:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078291.778848:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
00000100:00100000:0.0:1769078291.778852:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078291.778853:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.778864:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078291.778865:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078291.778867:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078291.778870:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00000040:0.0:1769078291.778871:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078291.778879:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078291.778881:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00080000:0.0:1769078291.778882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078291.778887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078291.778888:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078291.778889:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078291.778891:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078291.778893:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5280
00000100:00000200:1.0:1769078291.778893:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610798976, portal 25
00000100:00000001:1.0:1769078291.778898:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1769078291.778901:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078291.778902:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409842432 : -104785299709184 : ffffa0b2c56ee300)
00000400:00000200:0.0:1769078291.778906:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078291.778908:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078291.778912:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:1.0:1769078291.778913:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078291.778914:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.778918:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778922:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078291.778925:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078291.778927:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078291.778929:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078291.778932:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000100:00000001:1.0:1769078291.778933:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769078291.778934:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078291.778938:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078291.778942:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078291.778943:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778946:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.778947:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.778949:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000010:1.0:1769078291.778949:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000020:00000040:0.0:1769078291.778954:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078291.778956:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000200:1.0:1769078291.778956:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610798976, offset 0
00000100:00000001:0.0:1769078291.778957:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078291.778961:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078291.778964:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078291.778965:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.778967:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078291.778969:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078291.778970:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000008:00000001:0.0:1769078291.778973:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.778975:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078291.778979:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769078291.778980:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078291.778984:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078291.778984:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078291.778986:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.778989:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078291.778990:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078291.778992:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.778994:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000010:0.0:1769078291.778997:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769078291.779001:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.779001:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1769078291.779006:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078291.779011:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:0.0:1769078291.779015:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078291.779017:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.779019:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769078291.779022:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078291.779027:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.779032:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078291.779036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078291.779037:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21920:21920:256:4294967295] 192.168.204.105@tcp LPNI seq info [21917:21917:8:4294967295]
00000100:00080000:0.0:1769078291.779039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078291.779041:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078291.779045:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078291.779048:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078291.779048:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:0.0:1769078291.779053:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5280
00000400:00000200:0.0:1769078291.779056:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078291.779061:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078291.779064:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078291.779068:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078291.779069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.779073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.779077:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.779079:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078291.779081:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078291.779083:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000800:00000200:1.0:1769078291.779083:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000020:00000001:0.0:1769078291.779084:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078291.779086:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078291.779087:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078291.779088:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078291.779090:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.779091:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078291.779094:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078291.779096:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078291.779098:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078291.779100:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000010:1.0:1769078291.779100:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000100:00000001:0.0:1769078291.779104:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078291.779106:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078291.779108:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078291.779109:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.779110:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078291.779113:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1769078291.779114:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00000001:0.0:1769078291.779115:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.779118:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078291.779122:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000800:00000200:1.0:1769078291.779123:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078291.779129:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:0.0:1769078291.779132:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078291.779135:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769078291.779135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
02000000:00000001:0.0:1769078291.779136:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078291.779142:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078291.779143:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078291.779145:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078291.779146:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000010:0.0:1769078291.779149:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000800:00000010:1.0:1769078291.779151:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000100:00000001:0.0:1769078291.779152:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078291.779158:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078291.779159:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078291.779166:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078291.779170:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.779171:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078291.779175:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078291.779180:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000100:00000001:0.0:1769078291.779181:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078291.779186:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000040:0.0:1769078291.779187:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5290)
00000100:00000001:1.0:1769078291.779193:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078291.779200:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779209:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.779214:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779229:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.779232:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078291.779239:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.779243:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078291.779246:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299954032
00000100:00000010:1.0:1769078291.779252:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a240.
00000100:00000001:1.0:1769078291.779259:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078291.779265:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299954032
00000100:00000010:1.0:1769078291.779268:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328ae40.
00000100:00000001:1.0:1769078291.779277:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078291.779282:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078291.779285:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.779287:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078291.779292:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078291.779302:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078291.779304:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078291.779306:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078291.779309:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078291.779310:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078291.779313:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078291.779317:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078291.779326:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779332:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078291.779334:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.779336:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.779338:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078291.779342:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779350:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078291.779355:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779362:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078291.779365:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.779367:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.779368:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.779371:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078291.779373:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078291.779376:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078291.779380:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078291.779382:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078291.779410:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078291.779420:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610798976:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078291.779425:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.779427:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.779431:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ee300 x1855007610798976/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779439:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078291.779442:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078291.779444:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078291.779448:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078291.779450:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078291.779451:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078291.779454:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078291.779472:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1000.
02000000:00000001:1.0:1769078291.779478:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078291.779479:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078291.779481:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ee300.
00000100:00000001:1.0:1769078291.779484:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078291.779486:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.779495:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.779504:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078291.779506:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.779508:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078291.779509:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078291.779511:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078291.779514:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779527:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078291.779529:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.779531:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078291.779533:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078291.779535:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078291.779538:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799104:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078291.779541:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078291.779543:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078291.779544:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.779546:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078291.779549:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078291.779551:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.779555:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078291.779558:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078291.779562:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078291.779564:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610799104, portal 10
00000100:00000001:1.0:1769078291.779566:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078291.779574:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409833472 : -104785299718144 : ffffa0b2c56ec000)
00000100:00000040:1.0:1769078291.779581:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779587:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078291.779590:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078291.779592:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078291.779595:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610799104, offset 0
00000400:00000200:1.0:1769078291.779599:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078291.779603:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078291.779606:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078291.779609:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078291.779612:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078291.779614:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078291.779617:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078291.779620:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21921:21921:256:4294967295] 192.168.204.105@tcp LPNI seq info [21918:21918:8:4294967295]
00000400:00000200:1.0:1769078291.779624:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078291.779630:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078291.779634:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078291.779638:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078291.779642:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078291.779644:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078291.779648:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078291.779651:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078291.779655:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078291.779657:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078291.779660:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078291.779663:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078291.779666:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078291.779668:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078291.779670:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078291.779673:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779681:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.779685:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779691:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.779693:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078291.779695:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078291.779700:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078291.779703:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078291.779705:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299953172
00000100:00000001:1.0:1769078291.779708:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299954032
00000100:00000001:1.0:1769078291.779710:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299953172
00000100:00000001:1.0:1769078291.779713:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299954032
00000100:00000001:1.0:1769078291.779715:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078291.779717:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.779719:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078291.779723:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078291.779731:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078291.779732:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078291.779734:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078291.779737:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078291.779738:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078291.779740:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078291.779743:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078291.779752:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779758:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078291.779760:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.779762:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.779763:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078291.779767:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779773:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078291.779777:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779784:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078291.779786:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.779788:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.779789:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.779791:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078291.779792:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078291.779795:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078291.779799:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078291.779801:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078291.779805:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078291.779813:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799104:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078291.779817:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078291.779821:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779826:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078291.779828:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.779830:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078291.779832:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078291.779834:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078291.779837:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799232:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078291.779840:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078291.779842:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078291.779843:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.779845:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078291.779848:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078291.779850:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.779853:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078291.779856:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078291.779859:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078291.779861:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610799232, portal 4
00000100:00000001:1.0:1769078291.779863:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078291.779864:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409835264 : -104785299716352 : ffffa0b2c56ec700)
00000100:00000040:1.0:1769078291.779870:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779876:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078291.779879:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078291.779881:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078291.779883:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610799232, offset 0
00000400:00000200:1.0:1769078291.779887:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078291.779890:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078291.779894:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078291.779896:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078291.779899:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078291.779901:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078291.779903:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078291.779906:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21922:21922:256:4294967295] 192.168.204.105@tcp LPNI seq info [21919:21919:8:4294967295]
00000400:00000200:1.0:1769078291.779910:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078291.779916:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078291.779921:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078291.779924:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078291.779927:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078291.779930:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078291.779934:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078291.779937:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078291.779940:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078291.779943:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078291.779945:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078291.779948:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078291.779951:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078291.779952:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078291.779955:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078291.779958:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779965:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.779968:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.779975:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.779976:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078291.779979:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078291.779982:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078291.779985:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078291.779987:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299953198
00000100:00000001:1.0:1769078291.779990:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299954032
00000100:00000001:1.0:1769078291.779992:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299953198
00000100:00000001:1.0:1769078291.779994:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299954032
00000100:00000001:1.0:1769078291.779996:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078291.779998:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.780000:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078291.780003:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078291.780011:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078291.780012:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078291.780014:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078291.780017:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078291.780018:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078291.780020:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078291.780023:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078291.780031:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780037:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078291.780039:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780041:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.780042:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078291.780046:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780052:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078291.780055:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780063:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078291.780065:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780067:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.780068:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780069:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078291.780070:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078291.780073:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078291.780076:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078291.780078:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078291.780082:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078291.780091:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799232:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078291.780094:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078291.780098:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780104:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078291.780106:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.780107:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078291.780109:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078291.780111:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078291.780114:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799360:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078291.780117:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078291.780118:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078291.780120:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.780121:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078291.780124:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078291.780126:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.780130:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078291.780133:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078291.780135:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078291.780138:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610799360, portal 4
00000100:00000001:1.0:1769078291.780140:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078291.780141:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409839744 : -104785299711872 : ffffa0b2c56ed880)
00000100:00000040:1.0:1769078291.780146:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780152:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078291.780155:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078291.780157:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078291.780159:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610799360, offset 0
00000400:00000200:1.0:1769078291.780163:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078291.780166:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078291.780169:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078291.780172:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078291.780175:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078291.780177:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078291.780179:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078291.780182:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21923:21923:256:4294967295] 192.168.204.105@tcp LPNI seq info [21920:21920:8:4294967295]
00000400:00000200:1.0:1769078291.780186:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078291.780192:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078291.780197:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078291.780200:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078291.780203:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078291.780206:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078291.780210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078291.780213:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078291.780216:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078291.780218:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078291.780221:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078291.780224:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078291.780226:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078291.780228:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078291.780231:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078291.780234:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780241:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.780244:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780250:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.780252:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078291.780255:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078291.780257:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078291.780260:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078291.780262:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299953209
00000100:00000001:1.0:1769078291.780265:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299954032
00000100:00000001:1.0:1769078291.780267:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299953209
00000100:00000001:1.0:1769078291.780269:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299954032
00000100:00000001:1.0:1769078291.780271:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078291.780273:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.780275:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078291.780278:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078291.780285:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078291.780287:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078291.780288:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078291.780290:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078291.780292:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078291.780294:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078291.780297:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078291.780305:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780317:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078291.780319:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780320:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.780322:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078291.780325:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780332:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078291.780335:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780342:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078291.780344:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780346:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.780347:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780349:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078291.780350:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078291.780353:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078291.780356:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078291.780358:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078291.780362:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078291.780371:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799360:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078291.780375:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780377:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.780380:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec000 x1855007610799104/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780403:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078291.780405:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078291.780407:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078291.780410:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078291.780411:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078291.780413:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078291.780415:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078291.780416:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3800.
02000000:00000001:1.0:1769078291.780420:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078291.780421:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078291.780423:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec000.
00000100:00000001:1.0:1769078291.780426:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078291.780428:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780430:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.780434:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec700 x1855007610799232/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780441:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078291.780442:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078291.780444:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078291.780446:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078291.780447:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078291.780448:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078291.780450:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078291.780452:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2000.
02000000:00000001:1.0:1769078291.780466:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078291.780468:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078291.780469:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec700.
00000100:00000001:1.0:1769078291.780472:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078291.780473:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780475:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.780478:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed880 x1855007610799360/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.780484:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078291.780486:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078291.780487:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078291.780490:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078291.780491:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078291.780492:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078291.780495:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078291.780496:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0800.
02000000:00000001:1.0:1769078291.780498:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078291.780499:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078291.780501:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed880.
00000100:00000001:1.0:1769078291.780503:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078291.780505:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780506:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.780510:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078291.780511:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.780513:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078291.780514:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078292.610554:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078292.610561:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078292.610621:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078292.610626:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078292.610630:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078292.674512:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299954032, at 4299954048
00000100:00000040:3.0:1769078292.674516:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299954032, at 4299954048
00000100:00000010:2.0:1769078292.674532:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a240.
00000100:00000010:3.0:1769078292.674535:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328ae40.
00010000:00000001:0.0:1769078293.634525:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078293.634532:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078293.634602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078293.634606:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078293.634610:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078294.658523:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078294.658535:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078294.658538:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078294.658541:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078294.658547:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078294.658550:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078294.658552:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078294.658555:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078294.658622:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078294.658625:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078294.658629:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078295.682516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078295.682522:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078295.682577:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078295.682581:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078295.682584:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078296.706509:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078296.706516:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078296.706546:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078296.706549:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078296.706551:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078296.898464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078296.898476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078296.898478:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078296.898482:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078296.898486:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078296.898494:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5285
00000400:00000200:0.0:1769078296.898504:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078296.898510:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078296.898512:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078296.898515:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.898519:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.898522:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.898524:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078296.898528:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078296.898530:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078296.898532:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078296.898534:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078296.898535:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078296.898537:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078296.898539:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.898540:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.898541:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.898543:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078296.898546:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078296.898549:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078296.898551:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078296.898553:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078296.898555:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078296.898557:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.898560:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078296.898562:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078296.898571:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
00000020:00000040:0.0:1769078296.898574:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078296.898578:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078296.898580:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.898582:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078296.898585:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078296.898588:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078296.898596:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769078296.898601:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078296.898608:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078296.898618:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078296.898621:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078296.898625:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078296.898640:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078296.898643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078296.898645:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078296.898646:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078296.898647:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078296.898649:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078296.898651:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5285
00000400:00000200:0.0:1769078296.898653:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078296.898655:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078296.898657:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078296.898659:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.898660:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.898668:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.898670:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078296.898673:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078296.898674:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078296.898676:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078296.898678:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078296.898681:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078296.898682:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078296.898683:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078296.898688:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078296.898689:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078296.898690:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.898693:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078296.898694:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078296.898695:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078296.898698:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078296.898701:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078296.898702:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078296.898704:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078296.898707:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078296.898708:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078296.898712:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.898715:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078296.898720:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078296.898722:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1769078296.898725:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.898727:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.898728:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078296.898734:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
02000000:00000001:1.0:1769078296.898735:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769078296.898736:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078296.898739:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078296.898741:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.898741:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078296.898744:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078296.898747:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078296.898747:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078296.898749:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078296.898755:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610799488:192.168.204.105@tcp:250:kworker.0
02000000:00000010:0.0:1769078296.898756:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769078296.898761:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.898763:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1769078296.898767:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078296.898770:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078296.898775:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078296.898775:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.898780:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.898781:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078296.898785:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078296.898789:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:0.0:1769078296.898792:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.898793:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078296.898796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078296.898800:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078296.898803:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078296.898804:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:0.0:1769078296.898806:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078296.898810:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769078296.898811:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00080000:0.0:1769078296.898813:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5285
00000400:00000200:0.0:1769078296.898819:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078296.898820:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000400:00000200:0.0:1769078296.898824:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078296.898828:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1769078296.898831:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610799488, portal 25
00000100:00000040:0.0:1769078296.898832:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078296.898836:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078296.898837:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078296.898840:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409837952 : -104785299713664 : ffffa0b2c56ed180)
00000100:00000040:0.0:1769078296.898841:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:1.0:1769078296.898850:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078296.898854:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078296.898859:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078296.898861:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078296.898863:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078296.898866:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078296.898869:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000001:1.0:1769078296.898869:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769078296.898872:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078296.898876:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078296.898877:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.898881:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.898882:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078296.898883:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000001:0.0:1769078296.898884:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078296.898888:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078296.898890:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000200:1.0:1769078296.898890:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610799488, offset 0
00000100:00000001:0.0:1769078296.898893:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078296.898895:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078296.898897:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078296.898899:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.898902:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078296.898903:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000008:00100000:0.0:1769078296.898905:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078296.898907:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.898909:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078296.898913:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000400:00000200:1.0:1769078296.898914:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:0.0:1769078296.898917:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078296.898920:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078296.898921:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.898922:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078296.898925:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078296.898925:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:0.0:1769078296.898929:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078296.898933:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000400:00000200:1.0:1769078296.898934:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078296.898937:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.898942:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00100000:0.0:1769078296.898943:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078296.898950:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078296.898955:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.898956:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078296.898958:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078296.898961:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078296.898969:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078296.898973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078296.898973:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21924:21924:256:4294967295] 192.168.204.105@tcp LPNI seq info [21921:21921:8:4294967295]
00000100:00080000:0.0:1769078296.898977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078296.898979:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078296.898982:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078296.898986:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078296.898986:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:0.0:1769078296.898990:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5285
00000400:00000200:0.0:1769078296.898994:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078296.898998:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078296.899001:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078296.899006:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.899010:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078296.899010:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078296.899015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.899019:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078296.899020:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078296.899021:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078296.899022:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078296.899024:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078296.899025:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078296.899026:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078296.899029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078296.899032:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.899033:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:1.0:1769078296.899033:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078296.899037:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078296.899039:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078296.899041:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078296.899042:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078296.899043:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1769078296.899043:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
02000000:00000001:0.0:1769078296.899046:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078296.899048:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.899049:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078296.899050:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078296.899052:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078296.899056:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078296.899059:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078296.899062:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000100:00000010:0.0:1769078296.899063:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000020:00000040:0.0:1769078296.899066:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078296.899070:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078296.899071:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.899076:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769078296.899076:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:0.0:1769078296.899079:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078296.899082:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078296.899082:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
02000000:00000010:0.0:1769078296.899087:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000800:00000100:1.0:1769078296.899091:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078296.899092:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078296.899097:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000100:00100000:0.0:1769078296.899100:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078296.899106:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078296.899107:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078296.899110:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078296.899113:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078296.899118:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.899123:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078296.899124:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5295)
00000400:00000200:1.0:1769078296.899133:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078296.899136:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078296.899141:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078296.899147:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899157:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.899161:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899168:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.899170:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078296.899177:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.899182:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078296.899185:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299959152
00000100:00000010:1.0:1769078296.899191:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a540.
00000100:00000001:1.0:1769078296.899198:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078296.899209:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299959152
00000100:00000010:1.0:1769078296.899213:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a6c0.
00000100:00000001:1.0:1769078296.899218:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078296.899222:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078296.899225:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.899228:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078296.899234:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078296/real 1769078296]  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078296.899246:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078296.899247:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078296.899250:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078296.899253:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078296.899255:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078296.899258:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078296.899261:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078296.899271:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899277:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078296.899279:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.899281:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.899283:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078296.899287:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899295:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078296.899300:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899308:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078296.899312:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.899314:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.899315:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.899318:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078296.899320:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078296.899323:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078296.899327:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078296.899330:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078296.899334:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078296.899343:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610799488:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078296.899348:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.899350:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.899353:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed180 x1855007610799488/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899361:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078296.899364:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078296.899366:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078296.899420:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078296.899422:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078296.899431:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078296.899434:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078296.899436:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0c00.
02000000:00000001:1.0:1769078296.899444:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078296.899446:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078296.899448:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed180.
00000100:00000001:1.0:1769078296.899452:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078296.899453:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.899456:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.899465:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078296.899467:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.899469:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078296.899471:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078296.899472:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078296.899476:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899484:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078296.899485:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.899487:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078296.899489:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078296.899492:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078296.899494:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799616:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078296.899497:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078296.899499:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078296.899501:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.899503:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078296.899505:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078296.899507:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.899512:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078296.899515:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078296.899518:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078296.899521:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610799616, portal 10
00000100:00000001:1.0:1769078296.899523:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078296.899524:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409836160 : -104785299715456 : ffffa0b2c56eca80)
00000100:00000040:1.0:1769078296.899531:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899537:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078296.899540:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078296.899542:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078296.899545:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610799616, offset 0
00000400:00000200:1.0:1769078296.899548:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078296.899552:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078296.899556:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078296.899559:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078296.899561:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078296.899563:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078296.899566:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078296.899569:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21925:21925:256:4294967295] 192.168.204.105@tcp LPNI seq info [21922:21922:8:4294967295]
00000400:00000200:1.0:1769078296.899573:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078296.899579:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078296.899583:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078296.899587:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078296.899591:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078296.899594:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078296.899599:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078296.899601:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078296.899605:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078296.899607:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078296.899610:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078296.899613:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078296.899616:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078296.899618:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078296.899621:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078296.899624:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899632:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.899636:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899643:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.899644:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078296.899648:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078296.899652:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078296.899655:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078296.899657:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299958292
00000100:00000001:1.0:1769078296.899660:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299959152
00000100:00000001:1.0:1769078296.899663:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299958292
00000100:00000001:1.0:1769078296.899665:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299959152
00000100:00000001:1.0:1769078296.899667:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078296.899669:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.899671:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078296.899675:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078296/real 1769078296]  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078296.899684:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078296.899685:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078296.899687:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078296.899690:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078296.899692:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078296.899694:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078296.899697:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078296.899707:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899714:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078296.899715:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.899717:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.899719:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078296.899722:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899730:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078296.899734:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899742:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078296.899744:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.899746:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.899748:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.899750:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078296.899751:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078296.899754:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078296.899757:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078296.899760:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078296.899764:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078296.899773:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799616:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078296.899777:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078296.899780:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899787:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078296.899789:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.899791:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078296.899793:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078296.899795:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078296.899797:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799744:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078296.899800:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078296.899802:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078296.899804:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.899805:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078296.899808:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078296.899810:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.899814:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078296.899817:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078296.899820:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078296.899822:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610799744, portal 4
00000100:00000001:1.0:1769078296.899824:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078296.899826:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409839744 : -104785299711872 : ffffa0b2c56ed880)
00000100:00000040:1.0:1769078296.899831:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899838:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078296.899840:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078296.899843:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078296.899845:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610799744, offset 0
00000400:00000200:1.0:1769078296.899849:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078296.899853:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078296.899857:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078296.899860:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078296.899862:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078296.899864:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078296.899867:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078296.899870:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21926:21926:256:4294967295] 192.168.204.105@tcp LPNI seq info [21923:21923:8:4294967295]
00000400:00000200:1.0:1769078296.899874:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078296.899881:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078296.899885:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078296.899889:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078296.899893:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078296.899904:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078296.899913:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078296.899915:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078296.899919:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078296.899921:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078296.899925:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078296.899928:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078296.899931:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078296.899934:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078296.899937:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078296.899941:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899948:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.899951:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.899958:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.899960:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078296.899963:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078296.899966:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078296.899969:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078296.899971:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299958318
00000100:00000001:1.0:1769078296.899973:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299959152
00000100:00000001:1.0:1769078296.899976:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299958318
00000100:00000001:1.0:1769078296.899978:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299959152
00000100:00000001:1.0:1769078296.899980:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078296.899982:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.899984:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078296.899988:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078296/real 1769078296]  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078296.899996:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078296.899997:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078296.899999:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078296.900001:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078296.900003:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078296.900006:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078296.900009:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078296.900017:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900029:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078296.900030:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900033:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.900034:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078296.900038:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900046:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078296.900049:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900057:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078296.900059:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900061:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.900062:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900064:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078296.900065:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078296.900067:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078296.900070:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078296.900072:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078296.900076:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078296.900084:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799744:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078296.900089:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078296.900092:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900099:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078296.900100:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.900102:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078296.900104:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078296.900106:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078296.900109:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799872:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078296.900112:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078296.900114:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078296.900115:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.900117:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078296.900120:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078296.900122:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.900126:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078296.900129:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078296.900132:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078296.900135:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610799872, portal 4
00000100:00000001:1.0:1769078296.900138:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078296.900139:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409835264 : -104785299716352 : ffffa0b2c56ec700)
00000100:00000040:1.0:1769078296.900145:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900152:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078296.900154:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078296.900157:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078296.900159:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610799872, offset 0
00000400:00000200:1.0:1769078296.900164:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078296.900168:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078296.900172:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078296.900174:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078296.900177:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078296.900179:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078296.900181:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078296.900184:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21927:21927:256:4294967295] 192.168.204.105@tcp LPNI seq info [21924:21924:8:4294967295]
00000400:00000200:1.0:1769078296.900188:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078296.900194:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078296.900199:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078296.900203:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078296.900207:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078296.900209:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078296.900214:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078296.900217:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078296.900221:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078296.900223:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078296.900226:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078296.900229:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078296.900232:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078296.900233:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078296.900236:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078296.900239:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900246:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.900250:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900256:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.900258:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078296.900261:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078296.900263:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078296.900267:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078296.900269:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299958329
00000100:00000001:1.0:1769078296.900271:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299959152
00000100:00000001:1.0:1769078296.900273:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299958329
00000100:00000001:1.0:1769078296.900275:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299959152
00000100:00000001:1.0:1769078296.900277:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078296.900280:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.900281:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078296.900285:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078296/real 1769078296]  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078296.900294:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078296.900295:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078296.900297:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078296.900299:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078296.900301:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078296.900303:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078296.900306:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078296.900315:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900322:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078296.900323:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900325:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.900327:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078296.900330:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900337:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078296.900341:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900348:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078296.900351:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900352:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.900354:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900356:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078296.900357:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078296.900360:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078296.900363:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078296.900366:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078296.900404:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078296.900412:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610799872:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078296.900417:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900419:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.900422:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eca80 x1855007610799616/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900430:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078296.900431:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078296.900433:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078296.900436:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078296.900438:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078296.900439:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078296.900441:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078296.900443:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0000.
02000000:00000001:1.0:1769078296.900445:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078296.900446:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078296.900448:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eca80.
00000100:00000001:1.0:1769078296.900451:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078296.900452:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900454:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.900458:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed880 x1855007610799744/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900465:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078296.900466:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078296.900468:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078296.900471:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078296.900472:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078296.900473:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078296.900475:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078296.900477:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0400.
02000000:00000001:1.0:1769078296.900479:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078296.900481:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078296.900482:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed880.
00000100:00000001:1.0:1769078296.900484:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078296.900485:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900487:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.900490:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec700 x1855007610799872/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.900496:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078296.900498:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078296.900499:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078296.900502:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078296.900504:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078296.900505:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078296.900507:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078296.900508:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3400.
02000000:00000001:1.0:1769078296.900511:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078296.900512:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078296.900514:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec700.
00000100:00000001:1.0:1769078296.900517:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078296.900518:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900520:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.900523:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078296.900524:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.900526:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078296.900528:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078297.730510:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078297.730520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078297.730583:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078297.730587:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078297.730591:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078297.794466:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299959152, at 4299959168
00000100:00000040:3.0:1769078297.794466:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299959152, at 4299959168
00000100:00000010:2.0:1769078297.794482:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a540.
00000100:00000010:3.0:1769078297.794484:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a6c0.
00010000:00000001:0.0:1769078298.754501:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078298.754508:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078298.754552:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078298.754555:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078298.754559:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078299.778520:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078299.778529:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078299.778588:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078299.778594:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078299.778598:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769078300.482541:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:2.0:1769078300.482549:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:2.0:1769078300.482554:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:2.0:1769078300.482726:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:3.0:1769078300.482733:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078300.482741:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078300.482747:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078300.482750:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078300.802518:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078300.802525:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078300.802554:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078300.802556:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078300.802558:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078301.826472:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078301.826482:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078301.826540:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078301.826545:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078301.826548:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078302.018536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078302.018546:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078302.018548:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078302.018552:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078302.018556:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078302.018563:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5290
00000400:00000200:2.0:1769078302.018573:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078302.018579:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078302.018582:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078302.018585:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018589:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078302.018592:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018594:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078302.018599:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078302.018601:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078302.018605:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078302.018607:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078302.018610:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078302.018613:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078302.018616:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018618:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078302.018620:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018623:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078302.018627:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078302.018631:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018633:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078302.018636:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078302.018638:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078302.018640:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078302.018642:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078302.018644:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078302.018653:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356a300.
00000020:00000040:2.0:1769078302.018656:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078302.018659:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078302.018661:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078302.018663:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078302.018665:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078302.018669:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078302.018676:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49c00.
00000100:00000001:2.0:1769078302.018681:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078302.018688:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078302.018696:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078302.018700:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078302.018703:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5a0487c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078302.018721:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078302.018724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078302.018732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078302.018733:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078302.018735:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078302.018737:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078302.018740:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5290
00000400:00000200:2.0:1769078302.018744:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078302.018748:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078302.018750:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078302.018753:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018755:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078302.018757:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018759:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078302.018761:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078302.018762:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000100:00000001:1.0:1769078302.018764:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078302.018764:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078302.018766:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078302.018768:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078302.018769:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078302.018770:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078302.018772:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078302.018773:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018775:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078302.018777:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:1.0:1769078302.018779:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078302.018779:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078302.018781:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078302.018784:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078302.018787:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078302.018787:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.018789:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078302.018789:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078302.018793:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078302.018793:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078302.018795:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078302.018796:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078302.018797:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078302.018798:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078302.018801:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078302.018802:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610800000:192.168.204.105@tcp:250:kworker.0
00000008:00000001:2.0:1769078302.018805:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.018807:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078302.018807:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078302.018810:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568380.
02000000:00000001:1.0:1769078302.018811:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078302.018813:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078302.018813:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078302.018815:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078302.018815:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078302.018817:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078302.018819:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1769078302.018820:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:2.0:1769078302.018821:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078302.018822:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078302.018823:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078302.018826:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48800.
00000400:00000200:1.0:1769078302.018829:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078302.018829:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078302.018833:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00100000:2.0:1769078302.018833:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078302.018839:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078302.018840:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000001:2.0:1769078302.018842:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078302.018844:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046cd8b3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078302.018849:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610800000, portal 25
00000100:00000001:1.0:1769078302.018852:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078302.018852:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.018853:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374698752 : -104785334852864 : ffffa0b2c356a300)
00000100:00080000:2.0:1769078302.018855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078302.018858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1769078302.018859:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078302.018860:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078302.018861:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078302.018864:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078302.018866:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769078302.018867:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5290
00000100:00000040:1.0:1769078302.018870:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078302.018870:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078302.018872:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000010:1.0:1769078302.018873:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00080000:2.0:1769078302.018874:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1769078302.018877:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610800000, offset 0
00000100:00000040:2.0:1769078302.018877:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018879:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078302.018881:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018882:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078302.018884:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000001:2.0:1769078302.018884:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078302.018885:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078302.018886:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078302.018888:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078302.018889:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078302.018892:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:2.0:1769078302.018892:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078302.018895:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018897:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078302.018898:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:2.0:1769078302.018899:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018901:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078302.018902:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769078302.018904:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769078302.018904:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018906:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078302.018907:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078302.018908:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:2.0:1769078302.018910:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078302.018912:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078302.018912:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078302.018913:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078302.018915:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000008:00100000:2.0:1769078302.018916:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078302.018918:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078302.018920:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21928:21928:256:4294967295] 192.168.204.105@tcp LPNI seq info [21925:21925:8:4294967295]
00000100:00000001:2.0:1769078302.018920:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078302.018923:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000010:2.0:1769078302.018925:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569c00.
00000020:00000040:2.0:1769078302.018927:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078302.018929:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078302.018930:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078302.018932:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078302.018933:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078302.018934:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769078302.018934:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078302.018937:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a400.
00000800:00000200:1.0:1769078302.018940:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018940:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078302.018945:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078302.018952:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769078302.018953:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000100:00000001:2.0:1769078302.018954:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078302.018957:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d656d84] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078302.018961:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078302.018964:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078302.018965:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1769078302.018966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078302.018970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078302.018972:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1769078302.018972:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:2.0:1769078302.018973:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1769078302.018975:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1769078302.018976:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078302.018978:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5290
00000800:00000100:1.0:1769078302.018980:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078302.018981:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000010:1.0:1769078302.018982:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:2.0:1769078302.018983:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078302.018985:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078302.018988:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078302.018989:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769078302.018990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078302.018991:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.018993:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078302.018994:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1769078302.018995:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078302.018996:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078302.018998:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078302.018999:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000020:00000040:2.0:1769078302.018999:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078302.019001:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000010:1.0:1769078302.019002:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000020:00000001:2.0:1769078302.019003:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078302.019006:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769078302.019006:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078302.019007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078302.019009:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078302.019010:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078302.019011:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078302.019014:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:2.0:1769078302.019017:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078302.019019:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769078302.019019:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078302.019020:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078302.019023:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078302.019023:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078302.019024:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078302.019026:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078302.019028:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078302.019030:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078302.019031:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.019032:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078302.019033:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078302.019035:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569880.
00000020:00000040:2.0:1769078302.019037:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078302.019038:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078302.019039:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078302.019041:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078302.019042:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078302.019042:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078302.019044:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078302.019045:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299964272
02000000:00000001:2.0:1769078302.019045:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078302.019048:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48c00.
00000100:00000001:2.0:1769078302.019051:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078302.019055:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1769078302.019056:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a0c0.
00000100:00000001:2.0:1769078302.019061:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078302.019063:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078302.019063:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078302.019066:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c0c624b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019069:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299964272
00000100:00000001:2.0:1769078302.019072:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078302.019073:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a3c0.
00000100:00000001:1.0:1769078302.019077:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1769078302.019077:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5301)
00000100:00000001:1.0:1769078302.019080:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078302.019082:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.019085:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078302.019088:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078302]  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078302.019098:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078302.019100:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078302.019103:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078302.019105:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078302.019107:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078302.019110:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078302.019113:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078302.019123:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019129:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078302.019131:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019134:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078302.019136:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078302.019141:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019147:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078302.019152:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019159:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078302.019162:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019164:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078302.019165:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019167:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078302.019169:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078302.019172:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078302.019176:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078302.019179:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078302.019183:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078302.019191:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610800000:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078302.019199:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019202:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078302.019205:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356a300 x1855007610800000/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019210:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078302.019212:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078302.019214:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078302.019217:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078302.019219:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078302.019220:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078302.019221:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078302.019223:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49c00.
02000000:00000001:1.0:1769078302.019226:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078302.019228:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078302.019229:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356a300.
00000100:00000001:1.0:1769078302.019231:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078302.019232:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019233:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019240:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078302.019241:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.019243:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078302.019244:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078302.019245:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078302.019247:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019251:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078302.019252:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078302.019253:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078302.019255:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078302.019256:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078302.019258:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800128:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078302.019259:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078302.019260:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078302.019261:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078302.019263:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078302.019265:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078302.019266:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078302.019269:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078302.019271:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078302.019273:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078302.019275:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610800128, portal 10
00000100:00000001:1.0:1769078302.019277:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078302.019278:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374690688 : -104785334860928 : ffffa0b2c3568380)
00000100:00000040:1.0:1769078302.019305:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019310:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078302.019312:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078302.019314:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078302.019315:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610800128, offset 0
00000400:00000200:1.0:1769078302.019318:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078302.019320:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078302.019323:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078302.019325:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078302.019327:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078302.019329:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078302.019330:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078302.019332:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21929:21929:256:4294967295] 192.168.204.105@tcp LPNI seq info [21926:21926:8:4294967295]
00000400:00000200:1.0:1769078302.019335:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078302.019339:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078302.019341:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078302.019344:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078302.019347:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078302.019350:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078302.019354:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078302.019356:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078302.019361:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078302.019363:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078302.019366:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078302.019369:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078302.019372:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078302.019373:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078302.019375:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078302.019379:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019413:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078302.019417:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019424:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.019425:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078302.019429:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078302.019433:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078302.019436:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078302.019438:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299963412
00000100:00000001:1.0:1769078302.019441:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299964272
00000100:00000001:1.0:1769078302.019443:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299963412
00000100:00000001:1.0:1769078302.019445:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299964272
00000100:00000001:1.0:1769078302.019447:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078302.019449:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.019451:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078302.019454:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078302]  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078302.019462:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078302.019463:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078302.019465:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078302.019467:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078302.019469:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078302.019471:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078302.019475:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078302.019491:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019500:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078302.019502:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019503:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078302.019505:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078302.019508:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019515:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078302.019518:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019525:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078302.019527:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019529:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078302.019530:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019532:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078302.019533:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078302.019536:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078302.019539:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078302.019541:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078302.019545:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078302.019553:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800128:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078302.019557:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078302.019560:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019571:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078302.019573:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078302.019575:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078302.019576:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078302.019584:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078302.019587:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800256:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078302.019590:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078302.019591:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078302.019593:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078302.019595:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078302.019598:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078302.019600:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078302.019603:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078302.019606:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078302.019609:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078302.019612:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610800256, portal 4
00000100:00000001:1.0:1769078302.019614:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078302.019616:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696960 : -104785334854656 : ffffa0b2c3569c00)
00000100:00000040:1.0:1769078302.019621:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019627:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078302.019629:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078302.019631:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078302.019633:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610800256, offset 0
00000400:00000200:1.0:1769078302.019637:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078302.019640:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078302.019644:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078302.019646:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078302.019649:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078302.019651:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078302.019653:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078302.019656:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21930:21930:256:4294967295] 192.168.204.105@tcp LPNI seq info [21927:21927:8:4294967295]
00000400:00000200:1.0:1769078302.019660:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078302.019666:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078302.019671:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078302.019674:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078302.019677:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078302.019680:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078302.019684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078302.019687:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078302.019690:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078302.019692:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078302.019695:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078302.019698:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078302.019701:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078302.019703:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078302.019705:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078302.019708:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019716:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078302.019719:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019725:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.019727:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078302.019729:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078302.019732:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078302.019735:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078302.019737:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299963438
00000100:00000001:1.0:1769078302.019740:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299964272
00000100:00000001:1.0:1769078302.019742:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299963438
00000100:00000001:1.0:1769078302.019744:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299964272
00000100:00000001:1.0:1769078302.019746:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078302.019749:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.019750:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078302.019754:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078302]  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078302.019761:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078302.019762:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078302.019764:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078302.019766:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078302.019768:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078302.019770:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078302.019772:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078302.019780:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019786:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078302.019787:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019789:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078302.019790:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078302.019794:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019800:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078302.019804:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019810:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078302.019813:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019814:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078302.019816:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.019817:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078302.019819:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078302.019821:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078302.019825:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078302.019827:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078302.019831:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078302.019839:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800256:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078302.019842:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078302.019845:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019851:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078302.019852:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078302.019854:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078302.019856:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078302.019858:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078302.019861:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800384:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078302.019864:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078302.019865:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078302.019867:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078302.019869:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078302.019872:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078302.019874:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078302.019877:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078302.019879:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078302.019882:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078302.019885:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610800384, portal 4
00000100:00000001:1.0:1769078302.019886:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078302.019888:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696064 : -104785334855552 : ffffa0b2c3569880)
00000100:00000040:1.0:1769078302.019893:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019899:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078302.019901:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078302.019903:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078302.019905:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610800384, offset 0
00000400:00000200:1.0:1769078302.019909:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078302.019912:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078302.019915:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078302.019918:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078302.019920:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078302.019923:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078302.019925:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078302.019928:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21931:21931:256:4294967295] 192.168.204.105@tcp LPNI seq info [21928:21928:8:4294967295]
00000400:00000200:1.0:1769078302.019931:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078302.019937:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078302.019941:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078302.019943:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078302.019947:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078302.019949:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078302.019953:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078302.019956:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078302.019959:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078302.019961:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078302.019964:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078302.019967:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078302.019970:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078302.019971:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078302.019973:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078302.019977:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019983:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078302.019986:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.019992:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.019994:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078302.019996:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078302.019999:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078302.020002:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078302.020004:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299963449
00000100:00000001:1.0:1769078302.020006:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299964272
00000100:00000001:1.0:1769078302.020008:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299963449
00000100:00000001:1.0:1769078302.020010:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299964272
00000100:00000001:1.0:1769078302.020012:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078302.020014:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.020016:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078302.020019:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078302]  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078302.020026:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078302.020027:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078302.020029:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078302.020031:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078302.020033:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078302.020035:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078302.020038:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078302.020046:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.020052:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078302.020053:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.020055:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078302.020056:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078302.020059:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.020065:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078302.020068:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.020075:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078302.020077:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.020079:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078302.020080:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.020081:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078302.020083:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078302.020085:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078302.020088:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078302.020090:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078302.020094:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078302.020101:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800384:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078302.020104:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.020106:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078302.020109:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568380 x1855007610800128/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.020115:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078302.020116:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078302.020118:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078302.020120:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078302.020122:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078302.020123:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078302.020126:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078302.020127:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:1.0:1769078302.020130:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078302.020131:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078302.020132:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568380.
00000100:00000001:1.0:1769078302.020135:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078302.020136:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.020138:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078302.020141:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569c00 x1855007610800256/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.020147:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078302.020148:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078302.020150:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078302.020152:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078302.020153:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078302.020155:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078302.020156:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078302.020158:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:1.0:1769078302.020159:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078302.020161:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078302.020162:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569c00.
00000100:00000001:1.0:1769078302.020165:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078302.020166:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.020167:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078302.020171:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569880 x1855007610800384/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078302.020176:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078302.020177:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078302.020179:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078302.020180:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078302.020181:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078302.020182:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078302.020184:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078302.020185:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:1.0:1769078302.020187:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078302.020188:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078302.020189:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569880.
00000100:00000001:1.0:1769078302.020191:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078302.020193:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.020194:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078302.020197:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078302.020199:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078302.020200:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078302.020202:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078302.850472:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078302.850478:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078302.850497:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078302.850499:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078302.850501:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078302.914500:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299964272, at 4299964288
00000100:00000040:3.0:1769078302.914500:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299964272, at 4299964288
00000100:00000010:2.0:1769078302.914518:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a0c0.
00000100:00000010:3.0:1769078302.914525:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a3c0.
00010000:00000001:0.0:1769078303.874456:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078303.874463:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078303.874524:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078303.874528:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078303.874532:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078304.898475:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078304.898488:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078304.898490:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078304.898494:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078304.898500:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078304.898502:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078304.898505:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078304.898507:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078304.898527:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078304.898529:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078304.898531:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078305.922525:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078305.922535:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078305.922595:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078305.922599:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078305.922603:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078306.946487:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078306.946494:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078306.946520:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078306.946523:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078306.946527:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078307.138506:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078307.138517:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078307.138519:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078307.138523:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078307.138526:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078307.138533:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5296
00000400:00000200:3.0:1769078307.138542:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078307.138549:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078307.138551:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078307.138554:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138557:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078307.138558:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138560:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078307.138564:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078307.138565:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078307.138567:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078307.138569:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078307.138571:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078307.138572:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078307.138574:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138575:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078307.138576:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078307.138580:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078307.138583:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138584:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.138586:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078307.138589:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078307.138591:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.138592:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078307.138594:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078307.138604:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769078307.138607:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078307.138610:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078307.138612:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.138614:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078307.138616:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078307.138619:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078307.138627:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1000.
00000100:00000001:3.0:1769078307.138632:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078307.138639:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078307.138646:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078307.138650:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078307.138653:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.138676:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078307.138679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078307.138681:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078307.138682:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078307.138683:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078307.138684:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078307.138686:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5296
00000400:00000200:3.0:1769078307.138688:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078307.138690:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078307.138692:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078307.138695:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138696:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078307.138698:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138701:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078307.138703:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078307.138704:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078307.138706:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078307.138709:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078307.138711:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078307.138714:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078307.138717:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138720:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078307.138721:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078307.138722:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138727:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078307.138729:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078307.138730:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:1.0:1769078307.138733:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078307.138735:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138738:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.138740:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078307.138745:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078307.138746:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078307.138748:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.138752:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078307.138757:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078307.138760:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769078307.138761:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.138764:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.138764:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078307.138769:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
02000000:00000001:1.0:1769078307.138771:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078307.138772:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078307.138776:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078307.138777:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078307.138777:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.138780:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078307.138781:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078307.138783:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.138784:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078307.138790:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0000.
00000100:00100000:1.0:1769078307.138792:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610800512:192.168.204.105@tcp:250:kworker.0
00000100:00000001:3.0:1769078307.138794:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.138802:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769078307.138802:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078307.138808:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078307.138812:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.138814:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078307.138816:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078307.138818:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078307.138824:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000040:3.0:1769078307.138825:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078307.138828:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.138839:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078307.138840:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769078307.138844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078307.138848:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00080000:3.0:1769078307.138849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078307.138853:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078307.138855:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078307.138858:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000001:3.0:1769078307.138858:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078307.138864:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5296
00000100:00000200:1.0:1769078307.138870:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610800512, portal 25
00000400:00000200:3.0:1769078307.138870:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078307.138874:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078307.138876:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416064 : -104785198135552 : ffffa0b2cb7cc700)
00000100:00000040:1.0:1769078307.138885:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078307.138888:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078307.138893:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078307.138900:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078307.138902:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078307.138905:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078307.138909:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000040:3.0:1769078307.138912:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078307.138915:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000001:3.0:1769078307.138916:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078307.138921:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1769078307.138922:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610800512, offset 0
00000020:00000040:3.0:1769078307.138923:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078307.138927:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078307.138930:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078307.138933:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078307.138935:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769078307.138936:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078307.138942:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138943:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078307.138944:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138945:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078307.138947:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769078307.138949:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769078307.138951:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078307.138954:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078307.138955:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078307.138957:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078307.138960:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.138962:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078307.138963:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078307.138965:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.138967:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078307.138969:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000400:00000200:1.0:1769078307.138970:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000020:00000040:3.0:1769078307.138971:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078307.138975:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078307.138977:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078307.138982:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078307.138986:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078307.138989:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:3.0:1769078307.138990:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078307.138993:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078307.138996:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1769078307.139000:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2000.
00000400:00000200:1.0:1769078307.139001:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.139006:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078307.139009:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21932:21932:256:4294967295] 192.168.204.105@tcp LPNI seq info [21929:21929:8:4294967295]
00000100:00100000:3.0:1769078307.139015:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078307.139017:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078307.139027:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078307.139032:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078307.139036:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078307.139040:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.139047:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078307.139049:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078307.139050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078307.139055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078307.139056:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078307.139057:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1769078307.139059:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000100:00000001:3.0:1769078307.139059:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078307.139062:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5296
00000400:00000200:3.0:1769078307.139066:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078307.139068:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078307.139070:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769078307.139073:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769078307.139074:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.139078:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078307.139081:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:1.0:1769078307.139082:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769078307.139083:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078307.139085:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078307.139087:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078307.139090:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078307.139091:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078307.139094:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078307.139096:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:1.1:1769078307.139096:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769078307.139100:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078307.139103:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078307.139105:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:1.1:1769078307.139105:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769078307.139108:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078307.139112:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000800:00000100:1.0:1769078307.139117:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078307.139117:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078307.139122:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078307.139123:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
02000000:00000001:3.0:1769078307.139123:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078307.139126:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078307.139129:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.139130:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078307.139131:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078307.139133:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1769078307.139133:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.139136:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078307.139140:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769078307.139143:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769078307.139145:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769078307.139146:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078307.139149:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078307.139151:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078307.139152:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078307.139153:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078307.139154:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
02000000:00000010:3.0:1769078307.139157:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa3c00.
00000400:00000010:1.0:1769078307.139159:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:3.0:1769078307.139160:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078307.139167:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078307.139168:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078307.139175:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078307.139178:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078307.139178:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078307.139186:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139194:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078307.139213:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139220:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.139221:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078307.139226:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.139229:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078307.139232:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5306)
00000400:00000200:1.0:1769078307.139235:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078307.139239:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299969392
00000100:00000010:1.0:1769078307.139244:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a2a0.
00000100:00000001:1.0:1769078307.139249:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078307.139256:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299969392
00000100:00000010:1.0:1769078307.139261:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328ad80.
00000100:00000001:1.0:1769078307.139264:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078307.139268:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078307.139271:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.139274:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078307.139278:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307]  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078307.139290:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078307.139292:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078307.139294:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078307.139297:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078307.139299:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078307.139301:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078307.139305:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078307.139313:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139320:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078307.139321:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.139324:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078307.139327:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078307.139331:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139338:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078307.139342:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139349:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078307.139352:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.139353:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078307.139354:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.139357:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078307.139359:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078307.139362:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078307.139366:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078307.139368:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078307.139372:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078307.139380:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610800512:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078307.139417:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.139420:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078307.139424:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc700 x1855007610800512/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139431:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078307.139435:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078307.139437:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078307.139441:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078307.139442:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078307.139444:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078307.139446:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078307.139449:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1000.
02000000:00000001:1.0:1769078307.139453:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078307.139455:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078307.139457:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc700.
00000100:00000001:1.0:1769078307.139459:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078307.139461:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.139463:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.139472:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078307.139474:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.139476:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078307.139478:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078307.139479:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078307.139484:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139496:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078307.139498:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.139500:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078307.139502:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078307.139504:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078307.139508:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800640:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078307.139512:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078307.139513:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078307.139515:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.139516:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078307.139520:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078307.139523:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078307.139527:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078307.139530:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078307.139533:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078307.139536:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610800640, portal 10
00000100:00000001:1.0:1769078307.139538:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078307.139539:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511420544 : -104785198131072 : ffffa0b2cb7cd880)
00000100:00000040:1.0:1769078307.139546:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139552:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078307.139555:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078307.139557:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078307.139560:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610800640, offset 0
00000400:00000200:1.0:1769078307.139564:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078307.139568:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078307.139572:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078307.139576:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078307.139578:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078307.139581:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078307.139583:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078307.139587:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21933:21933:256:4294967295] 192.168.204.105@tcp LPNI seq info [21930:21930:8:4294967295]
00000400:00000200:1.0:1769078307.139590:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078307.139596:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078307.139601:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078307.139604:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078307.139608:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078307.139610:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078307.139614:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078307.139617:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078307.139621:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078307.139623:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078307.139626:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078307.139630:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078307.139638:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078307.139640:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078307.139643:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078307.139646:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139654:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078307.139657:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139663:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.139664:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078307.139667:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078307.139671:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078307.139674:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078307.139676:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299968532
00000100:00000001:1.0:1769078307.139679:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299969392
00000100:00000001:1.0:1769078307.139681:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299968532
00000100:00000001:1.0:1769078307.139684:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299969392
00000100:00000001:1.0:1769078307.139686:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078307.139689:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.139691:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078307.139695:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307]  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078307.139703:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078307.139704:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078307.139706:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078307.139709:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078307.139710:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078307.139712:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078307.139715:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078307.139724:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139731:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078307.139734:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.139736:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078307.139737:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078307.139742:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139749:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078307.139754:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139761:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078307.139764:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.139765:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078307.139767:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.139769:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078307.139770:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078307.139773:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078307.139777:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078307.139780:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078307.139784:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078307.139792:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800640:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078307.139796:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078307.139800:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139806:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078307.139808:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.139810:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078307.139812:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078307.139814:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078307.139817:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800768:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078307.139820:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078307.139822:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078307.139823:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.139825:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078307.139829:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078307.139831:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078307.139834:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078307.139837:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078307.139840:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078307.139844:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610800768, portal 4
00000100:00000001:1.0:1769078307.139846:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078307.139848:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511421440 : -104785198130176 : ffffa0b2cb7cdc00)
00000100:00000040:1.0:1769078307.139854:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139861:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078307.139864:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078307.139867:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078307.139869:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610800768, offset 0
00000400:00000200:1.0:1769078307.139889:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078307.139893:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078307.139897:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078307.139900:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078307.139902:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078307.139904:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078307.139907:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078307.139909:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21934:21934:256:4294967295] 192.168.204.105@tcp LPNI seq info [21931:21931:8:4294967295]
00000400:00000200:1.0:1769078307.139914:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078307.139920:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078307.139924:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078307.139928:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078307.139932:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078307.139934:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078307.139939:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078307.139941:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078307.139945:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078307.139947:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078307.139950:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078307.139953:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078307.139957:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078307.139958:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078307.139961:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078307.139965:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139972:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078307.139975:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.139982:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.139983:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078307.139987:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078307.139990:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078307.139994:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078307.139996:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299968558
00000100:00000001:1.0:1769078307.139999:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299969392
00000100:00000001:1.0:1769078307.140001:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299968558
00000100:00000001:1.0:1769078307.140003:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299969392
00000100:00000001:1.0:1769078307.140006:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078307.140008:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.140010:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078307.140013:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307]  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078307.140021:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078307.140022:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078307.140024:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078307.140026:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078307.140028:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078307.140030:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078307.140032:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078307.140040:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140046:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078307.140048:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.140050:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078307.140051:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078307.140055:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140061:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078307.140065:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140073:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078307.140075:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.140077:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078307.140078:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.140080:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078307.140082:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078307.140085:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078307.140088:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078307.140090:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078307.140094:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078307.140102:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800768:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078307.140106:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078307.140109:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140115:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078307.140117:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.140119:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078307.140121:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078307.140123:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078307.140125:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800896:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078307.140128:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078307.140130:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078307.140132:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078307.140133:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078307.140137:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078307.140139:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078307.140142:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078307.140145:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078307.140148:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078307.140152:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610800896, portal 4
00000100:00000001:1.0:1769078307.140154:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078307.140155:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511424128 : -104785198127488 : ffffa0b2cb7ce680)
00000100:00000040:1.0:1769078307.140160:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140167:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078307.140169:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078307.140171:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078307.140174:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610800896, offset 0
00000400:00000200:1.0:1769078307.140178:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078307.140182:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078307.140185:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078307.140188:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078307.140191:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078307.140193:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078307.140195:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078307.140523:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21935:21935:256:4294967295] 192.168.204.105@tcp LPNI seq info [21932:21932:8:4294967295]
00000400:00000200:1.0:1769078307.140528:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078307.140534:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078307.140539:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078307.140543:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078307.140547:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078307.140549:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078307.140553:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078307.140555:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078307.140559:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078307.140561:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078307.140564:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078307.140567:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078307.140570:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078307.140572:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078307.140575:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078307.140579:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140586:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078307.140589:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140595:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.140597:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078307.140601:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078307.140604:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078307.140607:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078307.140609:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299968570
00000100:00000001:1.0:1769078307.140612:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299969392
00000100:00000001:1.0:1769078307.140614:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299968570
00000100:00000001:1.0:1769078307.140616:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299969392
00000100:00000001:1.0:1769078307.140653:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078307.140655:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.140657:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078307.140679:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307]  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078307.140713:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078307.140714:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078307.140716:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078307.140728:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078307.140730:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078307.140733:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078307.140750:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078307.140758:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140770:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078307.140772:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.140774:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078307.140775:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078307.140796:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140803:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078307.140806:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140830:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078307.140858:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.140860:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078307.140862:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.140864:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078307.140866:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078307.140882:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078307.140886:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078307.140888:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078307.140918:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078307.140927:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610800896:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078307.140931:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.140933:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078307.140937:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd880 x1855007610800640/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.140960:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078307.140974:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078307.140990:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078307.140994:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078307.140996:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078307.140998:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078307.141000:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078307.141002:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0000.
02000000:00000001:1.0:1769078307.141005:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078307.141006:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078307.141007:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd880.
00000100:00000001:1.0:1769078307.141010:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078307.141012:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.141013:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078307.141044:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdc00 x1855007610800768/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.141052:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078307.141053:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078307.141055:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078307.141059:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078307.141060:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078307.141062:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078307.141064:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078307.141089:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2000.
02000000:00000001:1.0:1769078307.141093:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078307.141094:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078307.141095:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdc00.
00000100:00000001:1.0:1769078307.141097:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078307.141099:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.141101:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078307.141104:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce680 x1855007610800896/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078307.141110:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078307.141112:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078307.141131:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078307.141135:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078307.141136:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078307.141137:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078307.141140:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078307.141142:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa3c00.
02000000:00000001:1.0:1769078307.141144:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078307.141146:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078307.141147:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce680.
00000100:00000001:1.0:1769078307.141149:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078307.141151:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.141153:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078307.141157:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078307.141158:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078307.141161:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078307.141162:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078307.970534:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078307.970544:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078307.970614:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078307.970619:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078307.970622:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078308.034506:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299969392, at 4299969408
00000100:00000040:3.0:1769078308.034506:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299969392, at 4299969408
00000100:00000010:2.0:1769078308.034526:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a2a0.
00000100:00000010:3.0:1769078308.034528:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328ad80.
00010000:00000001:0.0:1769078308.994480:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078308.994493:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078308.994517:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078308.994519:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078308.994522:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078310.018536:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078310.018546:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078310.018619:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078310.018623:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078310.018627:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078311.042468:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078311.042477:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078311.042512:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078311.042521:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078311.042525:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078312.066497:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078312.066503:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078312.066568:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078312.066573:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078312.066576:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078312.258514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078312.258530:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078312.258532:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078312.258536:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078312.258541:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078312.258548:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5301
00000400:00000200:3.0:1769078312.258558:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078312.258563:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078312.258566:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078312.258570:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258573:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.258576:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078312.258582:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078312.258584:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078312.258592:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078312.258595:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078312.258598:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078312.258600:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078312.258604:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258606:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.258608:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258609:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078312.258612:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078312.258616:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258618:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078312.258621:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078312.258625:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078312.258628:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.258630:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078312.258632:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078312.258644:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769078312.258647:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078312.258650:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078312.258652:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.258654:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078312.258657:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078312.258661:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078312.258671:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0c00.
00000100:00000001:3.0:1769078312.258677:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078312.258686:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078312.258697:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078312.258702:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078312.258708:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078312.258729:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078312.258732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078312.258734:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078312.258735:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078312.258736:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078312.258738:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078312.258739:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5301
00000400:00000200:3.0:1769078312.258742:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078312.258744:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078312.258746:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078312.258748:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258749:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.258751:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258752:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078312.258754:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078312.258755:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078312.258756:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078312.258758:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078312.258759:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078312.258760:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078312.258763:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258764:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.258765:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258767:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078312.258769:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078312.258771:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258773:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078312.258774:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078312.258775:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078312.258778:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078312.258782:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078312.258782:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.258787:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078312.258787:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078312.258792:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078312.258797:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078312.258798:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078312.258799:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078312.258806:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769078312.258811:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00000001:1.0:1769078312.258813:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078312.258816:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078312.258818:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078312.258819:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.258823:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078312.258824:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078312.258825:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078312.258830:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078312.258830:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.258835:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078312.258838:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa3c00.
00000100:00100000:1.0:1769078312.258840:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610801024:192.168.204.105@tcp:250:kworker.0
00000100:00000001:3.0:1769078312.258843:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.258848:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769078312.258850:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078312.258854:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078312.258857:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078312.258859:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.258860:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.258865:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078312.258866:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078312.258873:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
00000100:00000001:3.0:1769078312.258874:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.258879:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078312.258880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078312.258891:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078312.258896:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078312.258903:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078312.258913:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610801024, portal 25
00000100:00000001:1.0:1769078312.258916:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078312.258917:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511414272 : -104785198137344 : ffffa0b2cb7cc000)
00000100:00000040:1.0:1769078312.258924:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078312.258928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078312.258932:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078312.258935:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078312.258939:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078312.258939:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769078312.258946:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078312.258950:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078312.258954:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610801024, offset 0
00000100:00080000:3.0:1769078312.258961:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5301
00000400:00000200:1.0:1769078312.258966:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078312.258969:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078312.258972:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078312.258974:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078312.258976:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078312.258980:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078312.258985:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078312.258989:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:3.0:1769078312.258990:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.258994:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078312.258997:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769078312.259001:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1769078312.259004:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078312.259007:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078312.259008:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000040:3.0:1769078312.259010:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078312.259013:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078312.259016:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769078312.259016:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078312.259022:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078312.259027:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21936:21936:256:4294967295] 192.168.204.105@tcp LPNI seq info [21933:21933:8:4294967295]
00000100:00000040:3.0:1769078312.259029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.259032:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078312.259037:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078312.259041:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078312.259041:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078312.259051:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769078312.259059:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769078312.259061:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078312.259065:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078312.259066:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078312.259068:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1769078312.259070:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
02000000:00000001:3.0:1769078312.259071:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.259074:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078312.259077:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1769078312.259079:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000008:00000001:3.0:1769078312.259079:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.259081:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078312.259091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000010:3.0:1769078312.259094:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769078312.259097:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:1.0:1769078312.259098:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1769078312.259100:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078312.259102:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.259105:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078312.259106:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078312.259108:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078312.259120:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078312.259125:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078312.259133:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078312.259136:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
02000000:00000010:3.0:1769078312.259138:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2000.
00000100:00000001:3.0:1769078312.259142:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078312.259145:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1769078312.259147:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078312.259155:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078312.259156:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078312.259159:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078312.259164:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078312.259166:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078312.259171:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:3.0:1769078312.259171:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078312.259177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078312.259179:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769078312.259180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078312.259183:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1769078312.259188:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078312.259198:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078312.259200:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.259206:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078312.259211:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078312.259217:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.259220:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078312.259227:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078312.259228:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5301
00000400:00000200:1.0:1769078312.259235:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078312.259237:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078312.259241:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299974512
00000100:00000010:1.0:1769078312.259249:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328aba0.
00000400:00000200:3.0:1769078312.259255:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078312.259257:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1769078312.259259:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078312.259265:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078312.259276:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299974512
00000100:00000001:3.0:1769078312.259278:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1769078312.259282:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a120.
00000100:00000040:3.0:1769078312.259283:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078312.259289:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078312.259294:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078312.259298:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.259300:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078312.259301:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1769078312.259306:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078312.259308:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00100000:1.0:1769078312.259310:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312]  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078312.259311:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078312.259313:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078312.259317:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000001:1.0:1769078312.259328:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1769078312.259329:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000001:1.0:1769078312.259332:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078312.259336:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000100:00000040:3.0:1769078312.259336:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078312.259341:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078312.259343:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078312.259346:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078312.259349:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1769078312.259352:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078312.259355:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078312.259356:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078312.259361:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078312.259368:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000200:1.0:1769078312.259373:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078312.259382:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.259413:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078312.259416:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.259419:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.259421:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078312.259427:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078312.259434:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078312.259438:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078312.259440:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078312.259443:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.259447:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769078312.259448:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078312.259458:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078312.259462:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078312.259463:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.259466:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078312.259475:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.259478:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1769078312.259478:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000100:00000001:1.0:1769078312.259480:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.259484:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078312.259486:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078312.259490:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1769078312.259494:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00080000:1.0:1769078312.259497:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
02000000:00000001:3.0:1769078312.259498:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078312.259501:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.259503:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769078312.259503:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078312.259506:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078312.259508:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078312.259513:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078312.259514:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0000.
00000100:00100000:1.0:1769078312.259524:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610801024:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078312.259531:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.259533:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.259537:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc000 x1855007610801024/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078312.259537:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078312.259546:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078312.259549:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078312.259554:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078312.259558:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078312.259563:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1769078312.259563:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000020:00000001:1.0:1769078312.259565:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078312.259569:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000100:00000001:3.0:1769078312.259569:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078312.259575:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078312.259579:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0c00.
02000000:00000001:1.0:1769078312.259584:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1769078312.259584:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078312.259588:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078312.259592:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc000.
00000100:00000001:3.0:1769078312.259595:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.259597:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078312.259598:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.259600:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.259610:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1769078312.259610:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5311)
00000100:00000001:1.0:1769078312.259614:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.259618:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078312.259620:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078312.259621:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078312.259626:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.259634:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078312.259636:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.259638:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078312.259640:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078312.259642:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078312.259646:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801152:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078312.259649:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078312.259651:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078312.259653:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.259655:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078312.259658:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078312.259660:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078312.259665:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078312.259667:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078312.259671:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078312.259674:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610801152, portal 10
00000100:00000001:1.0:1769078312.259675:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078312.259677:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511415168 : -104785198136448 : ffffa0b2cb7cc380)
00000100:00000040:1.0:1769078312.259684:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.259691:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078312.259693:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078312.259697:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078312.259699:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610801152, offset 0
00000400:00000200:1.0:1769078312.259703:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078312.259707:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078312.259711:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078312.259714:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078312.259716:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078312.259719:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078312.259721:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078312.259724:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21937:21937:256:4294967295] 192.168.204.105@tcp LPNI seq info [21934:21934:8:4294967295]
00000400:00000200:1.0:1769078312.259729:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078312.259735:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078312.259740:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078312.259743:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078312.259747:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078312.259750:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078312.259754:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078312.259757:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078312.259761:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078312.259763:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078312.259766:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078312.259770:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078312.259773:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078312.259775:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078312.259777:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078312.259781:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.259789:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.259792:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.259799:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.259800:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078312.259804:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078312.259808:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078312.259812:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078312.259814:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299973652
00000100:00000001:1.0:1769078312.259817:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299974512
00000100:00000001:1.0:1769078312.259819:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299973652
00000100:00000001:1.0:1769078312.259821:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299974512
00000100:00000001:1.0:1769078312.259824:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078312.259826:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.259828:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078312.259831:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312]  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078312.259839:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078312.259841:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078312.259842:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078312.259845:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078312.259847:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078312.259849:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078312.259852:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078312.259861:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.259867:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078312.259869:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.259871:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.259872:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078312.259876:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.259883:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078312.259887:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.259894:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078312.259896:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.259898:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.259899:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.259901:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078312.259903:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078312.259905:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078312.259909:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078312.259911:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078312.259915:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078312.259923:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801152:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078312.259927:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078312.259931:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.259938:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078312.259939:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.259941:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078312.259943:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078312.259945:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078312.259948:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801280:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078312.259951:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078312.259953:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078312.259954:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.259956:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078312.259959:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078312.259961:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078312.259965:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078312.259968:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078312.259971:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078312.259974:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610801280, portal 4
00000100:00000001:1.0:1769078312.259976:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078312.259977:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511427712 : -104785198123904 : ffffa0b2cb7cf480)
00000100:00000040:1.0:1769078312.259983:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.259989:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078312.259991:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078312.259993:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078312.259996:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610801280, offset 0
00000400:00000200:1.0:1769078312.260000:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078312.260003:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078312.260007:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078312.260010:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078312.260012:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078312.260014:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078312.260017:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078312.260019:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21938:21938:256:4294967295] 192.168.204.105@tcp LPNI seq info [21935:21935:8:4294967295]
00000400:00000200:1.0:1769078312.260024:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078312.260030:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078312.260035:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078312.260038:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078312.260042:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078312.260044:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078312.260048:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078312.260051:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078312.260055:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078312.260057:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078312.260059:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078312.260062:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078312.260065:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078312.260067:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078312.260070:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078312.260073:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260081:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.260084:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260090:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.260092:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078312.260095:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078312.260098:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078312.260101:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078312.260103:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299973678
00000100:00000001:1.0:1769078312.260105:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299974512
00000100:00000001:1.0:1769078312.260108:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299973678
00000100:00000001:1.0:1769078312.260122:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299974512
00000100:00000001:1.0:1769078312.260125:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078312.260127:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.260129:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078312.260133:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312]  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078312.260141:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078312.260142:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078312.260144:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078312.260146:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078312.260148:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078312.260150:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078312.260153:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078312.260161:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260173:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078312.260174:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260176:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.260177:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078312.260180:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260186:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078312.260189:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260196:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078312.260198:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260200:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.260201:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260203:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078312.260204:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078312.260207:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078312.260210:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078312.260212:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078312.260216:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078312.260223:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801280:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078312.260228:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078312.260231:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260237:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078312.260238:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.260241:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078312.260242:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078312.260244:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078312.260247:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801408:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078312.260250:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078312.260252:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078312.260253:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078312.260255:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078312.260258:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078312.260259:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078312.260262:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078312.260265:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078312.260267:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078312.260270:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610801408, portal 4
00000100:00000001:1.0:1769078312.260271:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078312.260272:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511422336 : -104785198129280 : ffffa0b2cb7cdf80)
00000100:00000040:1.0:1769078312.260277:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260283:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078312.260286:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078312.260289:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078312.260291:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610801408, offset 0
00000400:00000200:1.0:1769078312.260296:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078312.260300:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078312.260304:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078312.260308:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078312.260310:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078312.260313:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078312.260316:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078312.260319:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21939:21939:256:4294967295] 192.168.204.105@tcp LPNI seq info [21936:21936:8:4294967295]
00000400:00000200:1.0:1769078312.260323:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078312.260329:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078312.260335:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078312.260338:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078312.260343:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078312.260346:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078312.260351:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078312.260354:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078312.260358:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078312.260360:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078312.260363:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078312.260366:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078312.260370:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078312.260372:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078312.260374:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078312.260378:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260407:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.260412:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260419:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.260420:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078312.260424:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078312.260427:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078312.260430:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078312.260432:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299973690
00000100:00000001:1.0:1769078312.260435:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299974512
00000100:00000001:1.0:1769078312.260437:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299973690
00000100:00000001:1.0:1769078312.260439:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299974512
00000100:00000001:1.0:1769078312.260441:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078312.260444:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.260445:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078312.260449:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312]  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078312.260457:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078312.260459:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078312.260460:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078312.260463:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078312.260464:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078312.260467:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078312.260470:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078312.260479:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260485:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078312.260486:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260488:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.260489:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078312.260493:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260499:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078312.260504:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260510:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078312.260512:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260514:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078312.260515:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260516:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078312.260517:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078312.260520:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078312.260523:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078312.260526:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078312.260530:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078312.260539:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801408:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078312.260543:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260544:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.260547:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc380 x1855007610801152/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260553:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078312.260555:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078312.260557:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078312.260560:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078312.260561:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078312.260562:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078312.260564:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078312.260566:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa3c00.
02000000:00000001:1.0:1769078312.260569:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078312.260571:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078312.260572:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc380.
00000100:00000001:1.0:1769078312.260575:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078312.260576:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260577:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.260581:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf480 x1855007610801280/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260587:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078312.260589:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078312.260590:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078312.260592:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078312.260594:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078312.260595:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078312.260596:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078312.260598:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2000.
02000000:00000001:1.0:1769078312.260600:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078312.260602:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078312.260603:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf480.
00000100:00000001:1.0:1769078312.260606:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078312.260607:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260608:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078312.260612:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdf80 x1855007610801408/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078312.260617:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078312.260618:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078312.260620:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078312.260622:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078312.260623:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078312.260624:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078312.260626:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078312.260627:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0000.
02000000:00000001:1.0:1769078312.260629:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078312.260630:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078312.260631:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdf80.
00000100:00000001:1.0:1769078312.260634:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078312.260635:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260637:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078312.260640:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078312.260641:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078312.260644:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078312.260645:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078313.090515:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078313.090524:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078313.090552:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078313.090556:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078313.090559:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078313.154489:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299974512, at 4299974528
00000100:00000040:3.0:1769078313.154489:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299974512, at 4299974528
00000100:00000010:3.0:1769078313.154505:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a120.
00000100:00000010:2.0:1769078313.154508:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328aba0.
00010000:00000001:0.0:1769078314.114530:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078314.114539:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078314.114542:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078314.114545:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078314.114551:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078314.114553:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078314.114555:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078314.114558:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078314.114621:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078314.114624:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078314.114627:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078315.138523:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078315.138530:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078315.138557:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078315.138561:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078315.138564:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078316.162527:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078316.162537:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078316.162600:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078316.162605:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078316.162609:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078317.186463:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078317.186470:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078317.186492:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078317.186494:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078317.186497:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078317.378496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078317.378507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078317.378509:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078317.378513:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078317.378517:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078317.378531:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5306
00000400:00000200:3.0:1769078317.378540:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078317.378546:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078317.378549:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078317.378551:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078317.378554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078317.378556:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078317.378558:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078317.378562:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078317.378563:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078317.378566:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078317.378568:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078317.378570:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078317.378571:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078317.378573:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078317.378574:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078317.378575:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078317.378576:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078317.378578:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078317.378580:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078317.378582:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.378584:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078317.378586:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078317.378588:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.378590:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078317.378591:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078317.378601:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769078317.378604:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078317.378607:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078317.378608:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.378610:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078317.378612:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078317.378616:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078317.378623:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1000.
00000100:00000001:3.0:1769078317.378629:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078317.378636:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078317.378644:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078317.378647:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078317.378651:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.378668:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078317.378670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078317.378673:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078317.378673:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078317.378674:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078317.378676:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078317.378677:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5306
00000400:00000200:3.0:1769078317.378679:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078317.378681:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078317.378682:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078317.378684:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078317.378685:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078317.378687:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078317.378688:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078317.378689:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078317.378690:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078317.378691:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078317.378693:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078317.378695:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078317.378696:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078317.378698:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078317.378699:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078317.378703:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078317.378706:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078317.378709:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078317.378709:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078317.378713:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078317.378714:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078317.378718:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000040:1.0:1769078317.378721:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.378722:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.378727:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078317.378734:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078317.378734:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078317.378737:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.378739:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.378741:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078317.378743:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078317.378744:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078317.378748:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078317.378750:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610801536:192.168.204.105@tcp:250:kworker.0
00000008:00100000:3.0:1769078317.378750:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078317.378757:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.378758:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078317.378761:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.378763:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078317.378765:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078317.378766:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
02000000:00000001:1.0:1769078317.378767:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769078317.378771:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000010:1.0:1769078317.378773:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:3.0:1769078317.378775:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078317.378776:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.378778:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.378780:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078317.378781:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078317.378783:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078317.378784:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078317.378790:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
02000000:00000010:3.0:1769078317.378791:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2800.
00000100:00000001:3.0:1769078317.378796:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078317.378799:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00100000:3.0:1769078317.378801:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078317.378807:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078317.378808:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610801536, portal 25
00000100:00000001:3.0:1769078317.378809:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.378812:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078317.378815:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511429504 : -104785198122112 : ffffa0b2cb7cfb80)
00000100:00000040:3.0:1769078317.378815:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078317.378825:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.378826:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078317.378831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078317.378837:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078317.378837:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078317.378840:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1769078317.378843:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078317.378843:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078317.378846:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000001:3.0:1769078317.378847:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769078317.378852:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610801536, offset 0
00000100:00080000:3.0:1769078317.378853:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5306
00000400:00000200:1.0:1769078317.378862:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078317.378862:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078317.378868:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078317.378870:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078317.378872:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:3.0:1769078317.378877:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078317.378880:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:3.0:1769078317.378882:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078317.378887:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078317.378888:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078317.378891:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078317.378895:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000001:3.0:1769078317.378896:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078317.378899:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:1.0:1769078317.378901:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078317.378904:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078317.378907:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21940:21940:256:4294967295] 192.168.204.105@tcp LPNI seq info [21937:21937:8:4294967295]
00000400:00000200:1.0:1769078317.378909:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:3.0:1769078317.378912:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078317.378915:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:1.0:1769078317.378921:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1769078317.378921:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078317.378926:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:1.0:1769078317.378929:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000040:3.0:1769078317.378932:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000010:1.0:1769078317.378935:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000100:00000001:3.0:1769078317.378935:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078317.378937:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078317.378939:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078317.378941:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078317.378945:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:1.0:1769078317.378946:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078317.378947:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.378950:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1769078317.378953:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1769078317.378953:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078317.378956:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.378960:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078317.378963:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078317.378966:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078317.378967:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078317.378968:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078317.378971:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769078317.378974:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:1.1:1769078317.378974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1769078317.378979:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078317.378981:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.378984:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1769078317.378985:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000001:3.0:1769078317.378985:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078317.378988:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078317.378991:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
02000000:00000010:3.0:1769078317.378992:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1c00.
00000100:00000001:3.0:1769078317.378996:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078317.379000:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078317.379001:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078317.379008:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078317.379010:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078317.379011:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078317.379016:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078317.379017:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078317.379020:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:3.0:1769078317.379037:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379039:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769078317.379040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078317.379043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1769078317.379046:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.379046:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078317.379050:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078317.379056:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078317.379061:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1769078317.379061:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5306
00000100:00000040:1.0:1769078317.379067:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078317.379068:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078317.379076:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078317.379076:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078317.379081:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078317.379082:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078317.379087:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078317.379088:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.379090:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078317.379094:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078317.379095:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078317.379100:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299979632
00000100:00000001:3.0:1769078317.379100:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078317.379103:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078317.379104:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078317.379106:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:1.0:1769078317.379107:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328aea0.
00000020:00000040:3.0:1769078317.379107:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078317.379111:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078317.379113:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078317.379115:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078317.379116:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078317.379116:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078317.379120:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078317.379121:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078317.379123:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299979632
00000020:00000040:3.0:1769078317.379124:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000010:1.0:1769078317.379129:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328af60.
00000100:00080000:3.0:1769078317.379129:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078317.379134:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379135:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1769078317.379138:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078317.379139:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078317.379141:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078317.379142:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078317.379144:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379146:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078317.379146:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078317.379149:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078317.379152:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317]  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769078317.379153:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078317.379157:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078317.379162:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000400:00000001:1.0:1769078317.379165:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1769078317.379165:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078317.379167:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1769078317.379168:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1769078317.379169:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078317.379172:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000100:00000001:3.0:1769078317.379172:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078317.379175:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078317.379176:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
02000000:00000001:3.0:1769078317.379177:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078317.379179:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078317.379182:0:2365:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:3.0:1769078317.379183:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0000.
00000100:00000200:1.0:1769078317.379184:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.379186:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078317.379194:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078317.379197:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.379206:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078317.379210:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379211:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078317.379213:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078317.379214:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379215:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078317.379218:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078317.379226:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078317.379226:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078317.379231:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5316)
00000100:00000001:1.0:1769078317.379233:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078317.379238:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379242:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078317.379244:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379246:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078317.379246:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379248:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078317.379250:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078317.379252:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078317.379255:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078317.379256:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078317.379260:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078317.379265:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610801536:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078317.379270:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379271:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078317.379273:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cfb80 x1855007610801536/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379277:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078317.379280:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078317.379281:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078317.379283:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078317.379285:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078317.379286:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078317.379287:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078317.379289:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1000.
02000000:00000001:1.0:1769078317.379292:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078317.379293:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078317.379294:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cfb80.
00000100:00000001:1.0:1769078317.379296:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078317.379297:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379298:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379305:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078317.379307:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379308:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078317.379309:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078317.379310:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078317.379312:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379316:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078317.379317:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.379319:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078317.379320:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078317.379322:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078317.379323:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801664:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078317.379325:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078317.379326:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078317.379327:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.379329:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078317.379331:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078317.379332:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078317.379334:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078317.379336:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078317.379338:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078317.379340:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610801664, portal 10
00000100:00000001:1.0:1769078317.379341:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078317.379342:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511419648 : -104785198131968 : ffffa0b2cb7cd500)
00000100:00000040:1.0:1769078317.379347:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379351:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078317.379353:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078317.379354:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078317.379356:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610801664, offset 0
00000400:00000200:1.0:1769078317.379358:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078317.379360:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078317.379362:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078317.379364:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078317.379366:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078317.379367:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078317.379369:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078317.379371:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21941:21941:256:4294967295] 192.168.204.105@tcp LPNI seq info [21938:21938:8:4294967295]
00000400:00000200:1.0:1769078317.379373:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078317.379377:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078317.379380:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078317.379382:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078317.379384:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078317.379410:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078317.379419:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078317.379421:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078317.379424:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078317.379425:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078317.379428:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078317.379430:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078317.379432:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078317.379433:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078317.379435:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078317.379437:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379442:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078317.379444:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379448:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379449:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078317.379451:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078317.379454:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078317.379456:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078317.379457:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299978772
00000100:00000001:1.0:1769078317.379460:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299979632
00000100:00000001:1.0:1769078317.379461:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299978772
00000100:00000001:1.0:1769078317.379462:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299979632
00000100:00000001:1.0:1769078317.379464:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078317.379465:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379466:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078317.379468:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317]  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078317.379472:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078317.379473:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078317.379474:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078317.379476:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078317.379477:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078317.379478:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078317.379480:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078317.379485:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379489:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078317.379489:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379490:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078317.379491:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078317.379493:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379496:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078317.379498:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379502:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078317.379503:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379504:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078317.379504:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379505:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078317.379506:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078317.379507:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078317.379509:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078317.379511:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078317.379513:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078317.379518:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801664:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078317.379520:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078317.379523:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379535:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078317.379536:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.379538:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078317.379539:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078317.379541:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078317.379544:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801792:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078317.379547:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078317.379549:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078317.379550:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.379552:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078317.379555:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078317.379557:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078317.379561:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078317.379563:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078317.379567:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078317.379569:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610801792, portal 4
00000100:00000001:1.0:1769078317.379571:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078317.379572:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416960 : -104785198134656 : ffffa0b2cb7cca80)
00000100:00000040:1.0:1769078317.379577:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379582:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078317.379583:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078317.379585:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078317.379586:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610801792, offset 0
00000400:00000200:1.0:1769078317.379589:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078317.379591:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078317.379594:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078317.379596:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078317.379597:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078317.379599:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078317.379600:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078317.379603:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21942:21942:256:4294967295] 192.168.204.105@tcp LPNI seq info [21939:21939:8:4294967295]
00000400:00000200:1.0:1769078317.379605:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078317.379609:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078317.379612:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078317.379614:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078317.379617:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078317.379619:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078317.379621:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078317.379623:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078317.379625:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078317.379626:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078317.379628:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078317.379630:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078317.379632:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078317.379633:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078317.379634:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078317.379636:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379641:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078317.379643:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379647:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379648:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078317.379650:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078317.379652:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078317.379654:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078317.379655:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299978798
00000100:00000001:1.0:1769078317.379657:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299979632
00000100:00000001:1.0:1769078317.379658:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299978798
00000100:00000001:1.0:1769078317.379660:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299979632
00000100:00000001:1.0:1769078317.379661:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078317.379662:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379663:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078317.379666:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317]  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078317.379671:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078317.379671:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078317.379672:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078317.379673:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078317.379674:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078317.379675:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078317.379677:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078317.379682:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379685:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078317.379686:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379687:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078317.379688:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078317.379690:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379693:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078317.379695:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379698:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078317.379700:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379701:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078317.379702:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379703:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078317.379704:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078317.379705:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078317.379708:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078317.379709:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078317.379711:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078317.379716:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801792:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078317.379718:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078317.379720:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379723:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078317.379724:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.379725:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078317.379726:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078317.379727:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078317.379728:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801920:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078317.379731:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078317.379732:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078317.379733:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078317.379734:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078317.379736:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078317.379736:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078317.379738:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078317.379739:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078317.379741:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078317.379743:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610801920, portal 4
00000100:00000001:1.0:1769078317.379744:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078317.379745:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511426816 : -104785198124800 : ffffa0b2cb7cf100)
00000100:00000040:1.0:1769078317.379748:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379752:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078317.379754:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078317.379755:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078317.379756:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610801920, offset 0
00000400:00000200:1.0:1769078317.379758:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078317.379760:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078317.379762:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078317.379764:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078317.379766:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078317.379767:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078317.379768:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078317.379770:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21943:21943:256:4294967295] 192.168.204.105@tcp LPNI seq info [21940:21940:8:4294967295]
00000400:00000200:1.0:1769078317.379773:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078317.379776:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078317.379778:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078317.379780:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078317.379782:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078317.379783:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078317.379785:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078317.379787:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078317.379789:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078317.379790:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078317.379792:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078317.379794:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078317.379796:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078317.379796:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078317.379798:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078317.379800:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379804:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078317.379806:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379809:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379810:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078317.379812:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078317.379813:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078317.379815:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078317.379816:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299978809
00000100:00000001:1.0:1769078317.379818:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299979632
00000100:00000001:1.0:1769078317.379819:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299978809
00000100:00000001:1.0:1769078317.379821:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299979632
00000100:00000001:1.0:1769078317.379822:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078317.379823:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379824:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078317.379826:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317]  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078317.379829:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078317.379830:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078317.379831:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078317.379832:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078317.379832:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078317.379833:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078317.379835:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078317.379839:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379843:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078317.379844:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379845:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078317.379846:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078317.379848:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379851:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078317.379853:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379858:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078317.379860:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379861:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078317.379861:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379862:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078317.379863:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078317.379864:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078317.379866:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078317.379867:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078317.379869:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078317.379873:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610801920:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078317.379875:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379875:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078317.379877:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd500 x1855007610801664/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379880:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078317.379881:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078317.379882:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078317.379884:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078317.379884:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078317.379885:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078317.379886:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078317.379887:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2800.
02000000:00000001:1.0:1769078317.379888:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078317.379889:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078317.379890:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd500.
00000100:00000001:1.0:1769078317.379891:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078317.379892:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379893:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078317.379895:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cca80 x1855007610801792/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379899:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078317.379900:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078317.379901:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078317.379902:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078317.379903:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078317.379904:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078317.379905:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078317.379906:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1c00.
02000000:00000001:1.0:1769078317.379907:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078317.379908:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078317.379909:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cca80.
00000100:00000001:1.0:1769078317.379911:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078317.379912:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379913:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078317.379916:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf100 x1855007610801920/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078317.379922:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078317.379924:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078317.379925:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078317.379927:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078317.379929:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078317.379930:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078317.379932:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078317.379933:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0000.
02000000:00000001:1.0:1769078317.379935:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078317.379936:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078317.379937:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf100.
00000100:00000001:1.0:1769078317.379939:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078317.379940:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379942:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.379946:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078317.379947:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078317.379949:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078317.379951:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078318.210531:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078318.210540:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078318.210612:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078318.210616:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078318.210620:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078318.274443:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299979632, at 4299979648
00000100:00000040:3.0:1769078318.274443:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299979632, at 4299979648
00000100:00000010:3.0:1769078318.274460:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328af60.
00000100:00000010:2.0:1769078318.274464:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328aea0.
00010000:00000001:0.0:1769078319.234494:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078319.234502:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078319.234539:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078319.234543:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078319.234547:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078320.258498:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078320.258505:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078320.258561:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078320.258564:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078320.258567:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078321.282530:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078321.282537:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078321.282561:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078321.282564:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078321.282567:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078322.306506:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078322.306515:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078322.306568:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078322.306572:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078322.306574:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078322.498504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078322.498514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078322.498516:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078322.498521:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078322.498525:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078322.498533:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5311
00000400:00000200:1.0:1769078322.498545:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078322.498551:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078322.498555:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078322.498558:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498561:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078322.498563:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498565:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078322.498568:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078322.498569:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078322.498571:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078322.498574:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078322.498575:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078322.498577:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078322.498579:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498580:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078322.498581:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498582:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078322.498584:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078322.498586:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498588:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078322.498590:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078322.498592:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078322.498593:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.498595:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078322.498597:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078322.498607:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b100.
00000020:00000040:1.0:1769078322.498609:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078322.498613:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078322.498614:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.498617:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078322.498619:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078322.498622:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078322.498629:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67adc00.
00000100:00000001:1.0:1769078322.498635:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078322.498642:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078322.498650:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078322.498653:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078322.498656:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be95ff3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.498679:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078322.498682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078322.498686:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078322.498687:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078322.498689:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078322.498692:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078322.498694:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5311
00000400:00000200:1.0:1769078322.498698:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078322.498701:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078322.498702:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078322.498705:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498707:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078322.498708:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498710:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078322.498711:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078322.498712:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078322.498715:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078322.498717:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078322.498717:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078322.498718:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:2.0:1769078322.498720:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078322.498721:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078322.498724:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078322.498728:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498729:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078322.498730:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078322.498731:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498735:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078322.498740:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:2.0:1769078322.498745:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769078322.498746:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078322.498747:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.498752:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078322.498753:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078322.498757:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078322.498757:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078322.498761:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078322.498765:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610802048:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078322.498768:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078322.498771:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078322.498772:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078322.498773:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078322.498778:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078322.498778:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078322.498783:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769078322.498783:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078322.498786:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078322.498788:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078322.498792:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078322.498793:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078322.498795:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078322.498797:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000100:00000010:1.0:1769078322.498799:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b480.
00000020:00000040:1.0:1769078322.498802:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000400:00000010:2.0:1769078322.498804:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
02000000:00000001:1.0:1769078322.498805:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078322.498807:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.498809:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078322.498810:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078322.498812:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078322.498813:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610802048, portal 25
02000000:00000010:1.0:1769078322.498816:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:2.0:1769078322.498816:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078322.498818:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205056 : -104785325346560 : ffffa0b2c3e7b100)
00000100:00000040:2.0:1769078322.498822:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.498827:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.498832:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1769078322.498836:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078322.498837:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078322.498841:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078322.498845:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610802048, offset 0
00000100:00000001:1.0:1769078322.498847:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078322.498850:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078322.498852:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:1.0:1769078322.498856:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008158e222] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078322.498862:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078322.498863:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078322.498866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078322.498869:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:1.0:1769078322.498870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078322.498873:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078322.498875:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078322.498877:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078322.498878:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769078322.498881:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5311
00000400:00000200:2.0:1769078322.498885:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078322.498886:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078322.498892:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078322.498893:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078322.498896:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078322.498898:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000040:1.0:1769078322.498901:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498906:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078322.498906:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21944:21944:256:4294967295] 192.168.204.105@tcp LPNI seq info [21941:21941:8:4294967295]
00000100:00000040:1.0:1769078322.498910:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498914:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078322.498914:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:1.0:1769078322.498918:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078322.498919:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078322.498921:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078322.498924:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:2.0:1769078322.498926:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1769078322.498929:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078322.498934:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.0:1769078322.498934:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000040:1.0:1769078322.498951:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000010:2.0:1769078322.498952:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000100:00000001:1.0:1769078322.498956:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078322.498960:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.498964:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.0:1769078322.498964:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:1.0:1769078322.498969:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000800:00000200:2.0:1769078322.498969:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1769078322.498977:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:2.1:1769078322.498978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078322.498983:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078322.498983:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
02000000:00000001:1.0:1769078322.498988:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1769078322.498988:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000001:1.0:1769078322.498993:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1769078322.498993:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
02000000:00000001:1.0:1769078322.498997:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078322.498999:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078322.499000:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078322.499004:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000008:00100000:1.0:1769078322.499011:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078322.499012:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078322.499015:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000008:00000001:1.0:1769078322.499019:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499022:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078322.499023:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078322.499027:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078322.499029:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78e00.
00000020:00000040:1.0:1769078322.499034:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078322.499039:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078322.499041:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499043:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078322.499044:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078322.499047:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078322.499050:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078322.499050:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078322.499056:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000001:1.0:1769078322.499062:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499063:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499067:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1769078322.499070:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078322.499075:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.499082:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078322.499084:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078322.499086:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499089:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299984752
00000100:00000040:1.0:1769078322.499092:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cac2cf7f] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078322.499096:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:1.0:1769078322.499102:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078322.499105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078322.499105:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1769078322.499110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078322.499111:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078322.499112:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078322.499113:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299984752
00000100:00000001:1.0:1769078322.499115:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:2.0:1769078322.499117:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf480.
00000100:00080000:1.0:1769078322.499120:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5311
00000100:00000001:2.0:1769078322.499122:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078322.499127:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078322.499129:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078322.499130:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499135:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1769078322.499138:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00100000:2.0:1769078322.499142:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078322.499143:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078322.499152:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000001:2.0:1769078322.499154:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769078322.499156:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1769078322.499157:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078322.499161:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000100:00000040:1.0:1769078322.499162:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078322.499164:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000100:00000001:1.0:1769078322.499167:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000010:2.0:1769078322.499168:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000020:00000001:1.0:1769078322.499172:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078322.499173:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1769078322.499175:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078322.499179:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1769078322.499180:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078322.499183:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078322.499187:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078322.499191:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078322.499198:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078322.499201:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.499202:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078322.499207:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078322.499210:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078322.499214:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078322.499218:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1769078322.499219:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078322.499221:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.499222:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499224:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1769078322.499225:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078322.499228:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1769078322.499230:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078322.499233:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078322.499234:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.499236:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078322.499239:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078322.499244:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499245:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.499246:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078322.499250:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78700.
00000020:00000040:1.0:1769078322.499252:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078322.499256:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078322.499260:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078322.499260:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.499265:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078322.499268:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078322.499269:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1769078322.499272:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499273:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499276:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078322.499278:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499280:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000010:1.0:1769078322.499281:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000100:00000001:2.0:1769078322.499282:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078322.499287:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769078322.499289:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078322.499290:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078322.499294:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1769078322.499298:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078322.499299:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078322.499326:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610802048:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078322.499327:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078322.499330:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499333:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078322.499336:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087ffcb3c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499337:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078322.499343:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b100 x1855007610802048/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.499350:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499355:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1769078322.499357:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5321)
02000000:00000001:2.0:1769078322.499358:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078322.499361:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078322.499363:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078322.499365:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078322.499366:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078322.499368:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078322.499370:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:2.0:1769078322.499374:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078322.499375:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078322.499377:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b100.
00000100:00000001:2.0:1769078322.499379:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078322.499380:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499381:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499410:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078322.499412:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499414:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078322.499415:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078322.499416:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078322.499418:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499423:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078322.499424:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078322.499425:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078322.499426:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078322.499428:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078322.499430:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802176:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078322.499432:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078322.499433:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078322.499434:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078322.499436:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078322.499438:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078322.499440:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078322.499444:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078322.499447:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078322.499450:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078322.499453:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610802176, portal 10
00000100:00000001:2.0:1769078322.499455:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078322.499456:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205952 : -104785325345664 : ffffa0b2c3e7b480)
00000100:00000040:2.0:1769078322.499463:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499469:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078322.499472:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078322.499474:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078322.499477:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610802176, offset 0
00000400:00000200:2.0:1769078322.499481:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078322.499485:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078322.499488:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078322.499492:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078322.499494:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078322.499495:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078322.499497:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078322.499499:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21945:21945:256:4294967295] 192.168.204.105@tcp LPNI seq info [21942:21942:8:4294967295]
00000400:00000200:2.0:1769078322.499501:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078322.499506:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078322.499508:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078322.499511:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078322.499513:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078322.499515:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078322.499518:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078322.499520:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078322.499522:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078322.499523:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078322.499526:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078322.499528:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078322.499530:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078322.499531:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078322.499533:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078322.499535:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499540:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078322.499542:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499546:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499547:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078322.499549:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078322.499552:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078322.499554:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078322.499555:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299983892
00000100:00000001:2.0:1769078322.499557:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299984752
00000100:00000001:2.0:1769078322.499559:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299983892
00000100:00000001:2.0:1769078322.499560:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299984752
00000100:00000001:2.0:1769078322.499562:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078322.499563:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499564:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078322.499566:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078322.499570:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078322.499571:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078322.499573:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078322.499574:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078322.499575:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078322.499576:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078322.499579:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078322.499584:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499588:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078322.499588:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499589:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078322.499590:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078322.499592:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499595:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078322.499597:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499601:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078322.499602:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499603:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078322.499604:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499605:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078322.499606:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078322.499607:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078322.499609:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078322.499610:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078322.499613:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078322.499621:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802176:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078322.499625:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078322.499628:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499640:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078322.499641:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078322.499643:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078322.499645:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078322.499648:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078322.499651:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802304:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078322.499654:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078322.499656:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078322.499657:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078322.499659:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078322.499662:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078322.499664:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078322.499668:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078322.499669:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078322.499672:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078322.499673:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610802304, portal 4
00000100:00000001:2.0:1769078322.499675:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078322.499676:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196096 : -104785325355520 : ffffa0b2c3e78e00)
00000100:00000040:2.0:1769078322.499679:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499683:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078322.499685:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078322.499686:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078322.499687:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610802304, offset 0
00000400:00000200:2.0:1769078322.499689:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078322.499692:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078322.499694:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078322.499696:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078322.499697:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078322.499699:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078322.499700:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078322.499703:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21946:21946:256:4294967295] 192.168.204.105@tcp LPNI seq info [21943:21943:8:4294967295]
00000400:00000200:2.0:1769078322.499706:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078322.499709:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078322.499712:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078322.499714:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078322.499717:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078322.499718:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078322.499721:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078322.499722:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078322.499725:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078322.499726:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078322.499728:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078322.499730:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078322.499731:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078322.499733:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078322.499734:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078322.499736:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499741:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078322.499743:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499747:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499748:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078322.499750:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078322.499751:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078322.499753:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078322.499755:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299983918
00000100:00000001:2.0:1769078322.499756:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299984752
00000100:00000001:2.0:1769078322.499758:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299983918
00000100:00000001:2.0:1769078322.499759:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299984752
00000100:00000001:2.0:1769078322.499760:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078322.499762:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499763:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078322.499765:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078322.499770:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078322.499770:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078322.499771:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078322.499772:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078322.499773:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078322.499774:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078322.499776:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078322.499781:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499785:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078322.499785:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499786:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078322.499787:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078322.499789:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499792:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078322.499794:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499798:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078322.499799:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499800:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078322.499801:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499802:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078322.499803:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078322.499805:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078322.499807:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078322.499808:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078322.499811:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078322.499815:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802304:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078322.499817:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078322.499819:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499822:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078322.499823:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078322.499824:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078322.499825:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078322.499826:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078322.499828:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802432:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078322.499830:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078322.499831:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078322.499832:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078322.499833:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078322.499835:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48400.
02000000:00000001:2.0:1769078322.499836:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078322.499838:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078322.499839:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078322.499840:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078322.499842:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610802432, portal 4
00000100:00000001:2.0:1769078322.499844:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078322.499844:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384194304 : -104785325357312 : ffffa0b2c3e78700)
00000100:00000040:2.0:1769078322.499848:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499851:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078322.499854:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078322.499855:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078322.499856:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610802432, offset 0
00000400:00000200:2.0:1769078322.499859:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078322.499861:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078322.499863:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078322.499864:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078322.499866:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078322.499867:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078322.499868:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078322.499870:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21947:21947:256:4294967295] 192.168.204.105@tcp LPNI seq info [21944:21944:8:4294967295]
00000400:00000200:2.0:1769078322.499873:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078322.499876:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078322.499879:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078322.499880:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078322.499882:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078322.499884:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078322.499886:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078322.499887:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078322.499890:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078322.499891:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078322.499893:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078322.499894:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078322.499896:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078322.499897:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078322.499898:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078322.499900:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499905:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078322.499906:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499910:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499911:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078322.499913:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078322.499915:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078322.499916:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078322.499918:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299983929
00000100:00000001:2.0:1769078322.499919:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299984752
00000100:00000001:2.0:1769078322.499920:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299983929
00000100:00000001:2.0:1769078322.499922:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299984752
00000100:00000001:2.0:1769078322.499923:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078322.499924:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.499925:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078322.499927:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078322.499930:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078322.499931:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078322.499932:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078322.499934:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078322.499935:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078322.499936:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078322.499951:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078322.499956:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499960:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078322.499961:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499962:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078322.499963:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078322.499965:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499968:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078322.499970:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499975:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078322.499977:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499977:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078322.499978:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499979:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078322.499980:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078322.499981:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078322.499983:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078322.499984:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078322.499986:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078322.499990:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802432:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078322.499992:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.499993:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078322.499994:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b480 x1855007610802176/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.499998:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078322.499999:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078322.500000:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078322.500001:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078322.500002:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078322.500003:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078322.500005:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078322.500006:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:2.0:1769078322.500008:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078322.500009:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078322.500010:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b480.
00000100:00000001:2.0:1769078322.500011:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078322.500012:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.500013:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078322.500015:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78e00 x1855007610802304/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.500019:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078322.500020:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078322.500021:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078322.500022:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078322.500023:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078322.500023:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078322.500024:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078322.500025:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:2.0:1769078322.500026:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078322.500026:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078322.500027:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78e00.
00000100:00000001:2.0:1769078322.500028:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078322.500029:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.500030:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078322.500031:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78700 x1855007610802432/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078322.500035:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078322.500035:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078322.500037:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48400.
02000000:00000001:2.0:1769078322.500038:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078322.500039:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078322.500040:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078322.500042:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078322.500043:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:2.0:1769078322.500045:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078322.500046:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078322.500047:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78700.
00000100:00000001:2.0:1769078322.500049:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078322.500050:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.500051:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.500054:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078322.500055:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078322.500057:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078322.500059:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078323.330461:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078323.330471:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078323.330497:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078323.330500:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078323.330504:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078323.394494:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299984752, at 4299984768
00000100:00000040:3.0:1769078323.394494:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299984752, at 4299984768
00000100:00000010:3.0:1769078323.394511:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf480.
00000100:00000010:2.0:1769078323.394513:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00010000:00000001:0.0:1769078324.354476:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078324.354485:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078324.354487:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078324.354489:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078324.354494:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078324.354496:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078324.354497:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078324.354499:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078324.354577:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078324.354583:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078324.354586:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078325.378540:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078325.378546:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078325.378568:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078325.378570:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078325.378573:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078326.402537:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078326.402547:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078326.402608:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078326.402613:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078326.402616:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078327.426519:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078327.426537:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078327.426567:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078327.426570:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078327.426574:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078327.618542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078327.618556:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078327.618559:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078327.618564:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078327.618569:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078327.618578:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5316
00000400:00000200:3.0:1769078327.618590:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078327.618597:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078327.618601:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078327.618605:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.618608:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078327.618611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.618614:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078327.618619:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078327.618621:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078327.618624:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078327.618627:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078327.618639:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078327.618643:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078327.618646:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.618648:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078327.618650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.618652:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078327.618656:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078327.618659:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078327.618663:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.618665:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078327.618669:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078327.618672:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.618676:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078327.618678:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078327.618690:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769078327.618694:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078327.618699:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078327.618701:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.618705:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078327.618708:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078327.618711:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078327.618720:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2000.
00000100:00000001:3.0:1769078327.618727:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078327.618746:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078327.618757:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078327.618763:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078327.618768:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.618788:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078327.618792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078327.618795:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078327.618797:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078327.618799:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078327.618801:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078327.618803:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5316
00000400:00000200:3.0:1769078327.618808:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078327.618812:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078327.618815:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078327.618818:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.618821:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078327.618823:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078327.618824:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078327.618828:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078327.618828:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078327.618832:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078327.618832:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078327.618834:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078327.618837:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078327.618840:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000040:2.0:1769078327.618842:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078327.618843:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078327.618848:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078327.618864:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.618866:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078327.618870:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.618874:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078327.618876:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:2.0:1769078327.618877:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078327.618881:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078327.618881:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078327.618885:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078327.618886:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078327.618887:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078327.618890:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078327.618893:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.618895:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078327.618897:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610802560:192.168.204.105@tcp:250:kworker.0
02000000:00000001:3.0:1769078327.618899:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.618904:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078327.618904:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078327.618909:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769078327.618911:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078327.618912:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078327.618916:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078327.618917:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078327.618921:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078327.618923:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
00000100:00000010:3.0:1769078327.618925:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
02000000:00000001:2.0:1769078327.618926:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078327.618931:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078327.618934:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078327.618935:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769078327.618936:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.618939:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769078327.618940:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
02000000:00000001:3.0:1769078327.618941:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078327.618945:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078327.618948:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078327.618957:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610802560, portal 25
02000000:00000010:3.0:1769078327.618957:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa3c00.
00000100:00000001:2.0:1769078327.618959:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078327.618963:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511425920 : -104785198125696 : ffffa0b2cb7ced80)
00000100:00000001:3.0:1769078327.618963:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078327.618973:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078327.618974:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078327.618988:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078327.618993:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619000:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078327.619001:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078327.619006:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078327.619011:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078327.619014:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610802560, offset 0
00000100:00000001:3.0:1769078327.619016:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078327.619020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078327.619021:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078327.619026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078327.619028:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078327.619030:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078327.619033:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078327.619034:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078327.619039:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5316
00000400:00000200:2.0:1769078327.619041:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078327.619047:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078327.619051:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078327.619054:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078327.619056:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078327.619059:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21948:21948:256:4294967295] 192.168.204.105@tcp LPNI seq info [21945:21945:8:4294967295]
00000400:00000200:2.0:1769078327.619062:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078327.619069:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769078327.619075:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.0:1769078327.619076:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078327.619083:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769078327.619083:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078327.619087:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769078327.619091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769078327.619092:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.619095:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078327.619097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078327.619101:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769078327.619101:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078327.619106:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078327.619108:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000800:00000200:2.1:1769078327.619110:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769078327.619111:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078327.619115:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769078327.619115:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769078327.619119:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000100:2.0:1769078327.619122:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769078327.619124:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000010:2.0:1769078327.619125:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000100:00000040:3.0:1769078327.619129:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.619131:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078327.619132:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078327.619135:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.619139:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078327.619140:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1769078327.619145:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078327.619146:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000100:00080000:3.0:1769078327.619150:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000010:2.0:1769078327.619153:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:3.0:1769078327.619154:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.619157:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078327.619159:0:2365:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769078327.619160:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769078327.619165:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078327.619165:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.619169:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078327.619173:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078327.619175:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1769078327.619176:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078327.619180:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078327.619180:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078327.619188:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769078327.619192:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078327.619198:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078327.619198:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078327.619201:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619203:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078327.619204:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078327.619207:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078327.619209:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619211:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078327.619213:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0c00.
00000400:00000200:2.0:1769078327.619218:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078327.619218:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619225:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299989872
00000100:00100000:3.0:1769078327.619227:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769078327.619233:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:3.0:1769078327.619236:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078327.619239:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078327.619243:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619248:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078327.619254:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619258:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299989872
00000100:00080000:3.0:1769078327.619258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1769078327.619264:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf840.
00000100:00080000:3.0:1769078327.619265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078327.619268:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078327.619269:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1769078327.619270:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078327.619273:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078327.619275:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078327.619277:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078327.619279:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5316
00000100:00000001:2.0:1769078327.619281:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1769078327.619286:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:2.0:1769078327.619288:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078327.619292:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078327.619297:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078327.619302:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000001:2.0:1769078327.619303:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078327.619307:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769078327.619307:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769078327.619311:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000100:00000040:3.0:1769078327.619312:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.619314:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078327.619316:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078327.619319:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000400:00000200:2.0:1769078327.619320:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000020:00000001:3.0:1769078327.619321:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769078327.619323:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000020:00000040:3.0:1769078327.619325:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078327.619326:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1769078327.619328:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000200:2.0:1769078327.619332:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078327.619333:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078327.619340:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.619345:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769078327.619348:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078327.619350:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078327.619354:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078327.619359:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078327.619360:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078327.619363:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078327.619365:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078327.619366:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078327.619369:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619370:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078327.619372:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078327.619376:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078327.619379:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078327.619380:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.619383:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078327.619419:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078327.619425:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078327.619433:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078327.619435:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1769078327.619437:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619440:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.619441:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619443:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078327.619445:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1769078327.619447:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000100:00000001:2.0:1769078327.619448:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078327.619450:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1769078327.619452:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00080000:2.0:1769078327.619453:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1769078327.619458:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1769078327.619459:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078327.619462:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1769078327.619462:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078327.619466:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769078327.619468:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078327.619469:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078327.619473:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078327.619478:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610802560:192.168.204.105@tcp:250:kworker.0
02000000:00000010:3.0:1769078327.619479:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0000.
00000100:00000001:2.0:1769078327.619484:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078327.619484:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619487:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078327.619493:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ced80 x1855007610802560/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078327.619494:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078327.619509:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078327.619512:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619513:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078327.619517:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078327.619520:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
00000100:00000040:3.0:1769078327.619520:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078327.619525:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078327.619527:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078327.619530:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078327.619533:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1769078327.619535:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078327.619536:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2000.
02000000:00000001:2.0:1769078327.619541:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1769078327.619542:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5326)
02000000:00000001:2.0:1769078327.619543:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078327.619546:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ced80.
00000100:00000001:2.0:1769078327.619549:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078327.619550:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.619551:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.619558:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078327.619560:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619562:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078327.619563:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078327.619564:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078327.619568:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619573:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078327.619575:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078327.619576:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078327.619578:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078327.619579:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078327.619581:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802688:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078327.619582:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078327.619584:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078327.619585:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078327.619586:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078327.619588:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078327.619589:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078327.619592:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078327.619594:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078327.619597:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078327.619599:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610802688, portal 10
00000100:00000001:2.0:1769078327.619600:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078327.619601:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511425024 : -104785198126592 : ffffa0b2cb7cea00)
00000100:00000040:2.0:1769078327.619606:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619610:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078327.619612:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078327.619614:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078327.619615:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610802688, offset 0
00000400:00000200:2.0:1769078327.619618:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078327.619621:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078327.619623:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078327.619625:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078327.619627:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078327.619633:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078327.619635:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078327.619637:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21949:21949:256:4294967295] 192.168.204.105@tcp LPNI seq info [21946:21946:8:4294967295]
00000400:00000200:2.0:1769078327.619640:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078327.619644:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078327.619647:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078327.619649:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078327.619651:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078327.619653:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078327.619656:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078327.619659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078327.619661:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078327.619662:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078327.619664:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078327.619666:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078327.619668:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078327.619669:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078327.619671:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078327.619673:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619678:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078327.619679:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619683:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619684:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078327.619687:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078327.619690:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078327.619692:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078327.619693:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299989012
00000100:00000001:2.0:1769078327.619695:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299989872
00000100:00000001:2.0:1769078327.619697:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299989012
00000100:00000001:2.0:1769078327.619698:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299989872
00000100:00000001:2.0:1769078327.619700:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078327.619701:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619702:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078327.619704:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078327.619708:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078327.619708:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078327.619710:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078327.619711:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078327.619712:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078327.619713:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078327.619715:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078327.619720:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619723:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078327.619724:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.619725:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078327.619725:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078327.619727:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619731:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078327.619733:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619737:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078327.619739:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.619740:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078327.619741:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.619742:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078327.619743:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078327.619744:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078327.619746:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078327.619747:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078327.619749:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078327.619753:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802688:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078327.619755:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078327.619756:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619760:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078327.619761:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078327.619762:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078327.619763:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078327.619764:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078327.619766:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802816:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078327.619768:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078327.619769:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078327.619770:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078327.619771:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078327.619773:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48400.
02000000:00000001:2.0:1769078327.619774:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078327.619776:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078327.619778:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078327.619780:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078327.619782:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610802816, portal 4
00000100:00000001:2.0:1769078327.619783:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078327.619784:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511426816 : -104785198124800 : ffffa0b2cb7cf100)
00000100:00000040:2.0:1769078327.619788:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619792:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078327.619793:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078327.619794:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078327.619795:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610802816, offset 0
00000400:00000200:2.0:1769078327.619797:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078327.619799:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078327.619801:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078327.619803:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078327.619804:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078327.619806:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078327.619807:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078327.619809:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21950:21950:256:4294967295] 192.168.204.105@tcp LPNI seq info [21947:21947:8:4294967295]
00000400:00000200:2.0:1769078327.619811:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078327.619814:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078327.619817:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078327.619818:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078327.619820:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078327.619822:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078327.619824:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078327.619826:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078327.619829:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078327.619830:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078327.619832:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078327.619833:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078327.619835:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078327.619836:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078327.619838:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078327.619840:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619844:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078327.619846:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619850:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619862:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078327.619865:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078327.619867:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078327.619869:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078327.619870:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299989038
00000100:00000001:2.0:1769078327.619872:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299989872
00000100:00000001:2.0:1769078327.619873:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299989038
00000100:00000001:2.0:1769078327.619875:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299989872
00000100:00000001:2.0:1769078327.619876:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078327.619877:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.619878:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078327.619881:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078327.619885:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078327.619886:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078327.619887:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078327.619889:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078327.619890:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078327.619891:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078327.619893:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078327.619897:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619904:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078327.619905:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.619907:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078327.619908:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078327.619909:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619913:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078327.619915:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619918:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078327.619920:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.619920:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078327.619921:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.619922:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078327.619923:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078327.619925:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078327.619927:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078327.619928:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078327.619930:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078327.619934:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802816:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078327.619936:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078327.619938:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619941:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078327.619942:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078327.619944:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078327.619945:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078327.619946:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078327.619948:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802944:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078327.619950:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078327.619951:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078327.619952:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078327.619953:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078327.619955:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078327.619956:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078327.619958:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078327.619959:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078327.619961:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000200:2.0:1769078327.619963:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610802944, portal 4
00000100:00000001:2.0:1769078327.619964:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078327.619965:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416960 : -104785198134656 : ffffa0b2cb7cca80)
00000100:00000040:2.0:1769078327.619968:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.619972:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078327.619974:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078327.619975:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078327.619976:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610802944, offset 0
00000400:00000200:2.0:1769078327.619978:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078327.619980:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078327.619982:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078327.619983:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078327.619985:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078327.619986:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078327.619988:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078327.619989:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21951:21951:256:4294967295] 192.168.204.105@tcp LPNI seq info [21948:21948:8:4294967295]
00000400:00000200:2.0:1769078327.619992:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078327.619996:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078327.619999:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078327.620001:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078327.620003:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078327.620005:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078327.620007:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078327.620009:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078327.620011:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078327.620013:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:2.0:1769078327.620014:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078327.620016:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078327.620018:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:2.0:1769078327.620019:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:2.0:1769078327.620020:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078327.620022:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.620026:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078327.620028:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.620032:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.620033:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078327.620034:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078327.620035:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078327.620037:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078327.620038:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299989049
00000100:00000001:2.0:1769078327.620040:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299989872
00000100:00000001:2.0:1769078327.620041:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299989049
00000100:00000001:2.0:1769078327.620042:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299989872
00000100:00000001:2.0:1769078327.620044:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078327.620045:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.620046:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078327.620047:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078327.620052:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078327.620053:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078327.620054:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078327.620056:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078327.620056:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:2.0:1769078327.620057:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078327.620059:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078327.620063:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.620066:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078327.620067:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.620068:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078327.620069:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078327.620071:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.620074:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078327.620076:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.620081:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078327.620082:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.620083:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078327.620083:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.620084:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078327.620085:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078327.620086:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078327.620088:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078327.620089:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078327.620092:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078327.620096:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610802944:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078327.620098:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.620099:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078327.620101:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cea00 x1855007610802688/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.620104:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078327.620105:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078327.620106:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078327.620107:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078327.620108:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078327.620109:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078327.620110:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078327.620110:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa3c00.
02000000:00000001:2.0:1769078327.620112:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078327.620112:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078327.620113:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cea00.
00000100:00000001:2.0:1769078327.620114:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078327.620115:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.620116:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078327.620118:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf100 x1855007610802816/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.620122:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078327.620122:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078327.620123:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48400.
02000000:00000001:2.0:1769078327.620124:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078327.620125:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078327.620126:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078327.620126:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078327.620127:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0c00.
02000000:00000001:2.0:1769078327.620128:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078327.620129:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078327.620130:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf100.
00000100:00000001:2.0:1769078327.620132:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078327.620132:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.620133:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078327.620135:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cca80 x1855007610802944/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078327.620138:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078327.620139:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078327.620140:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078327.620141:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078327.620141:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078327.620142:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078327.620143:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078327.620143:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0000.
02000000:00000001:2.0:1769078327.620144:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078327.620145:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078327.620146:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cca80.
00000100:00000001:2.0:1769078327.620147:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078327.620147:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.620148:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078327.620150:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078327.620151:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078327.620152:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078327.620153:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078328.450468:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078328.450478:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078328.450540:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078328.450544:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078328.450549:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078328.514516:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299989872, at 4299989888
00000100:00000040:3.0:1769078328.514516:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299989872, at 4299989888
00000100:00000010:3.0:1769078328.514535:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00000100:00000010:2.0:1769078328.514538:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00010000:00000001:0.0:1769078329.474521:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078329.474529:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078329.474560:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078329.474563:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078329.474566:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078330.498524:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078330.498533:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078330.498603:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078330.498607:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078330.498612:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078331.522480:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078331.522487:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078331.522504:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078331.522506:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078331.522509:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078332.546477:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078332.546487:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078332.546538:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078332.546543:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078332.546547:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078332.738505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078332.738516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078332.738518:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078332.738522:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078332.738526:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078332.738533:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5321
00000400:00000200:3.0:1769078332.738550:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078332.738557:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078332.738561:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078332.738564:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078332.738567:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078332.738569:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078332.738572:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078332.738576:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078332.738579:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078332.738582:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078332.738584:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078332.738587:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078332.738590:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078332.738593:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078332.738596:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078332.738598:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078332.738600:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078332.738603:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078332.738607:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078332.738610:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078332.738612:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078332.738616:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078332.738619:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.738621:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078332.738624:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078332.738634:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769078332.738638:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078332.738642:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078332.738644:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.738647:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078332.738650:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078332.738654:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078332.738662:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2800.
00000100:00000001:3.0:1769078332.738669:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078332.738678:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078332.738688:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078332.738693:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.738698:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.738720:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078332.738723:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078332.738726:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078332.738728:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078332.738729:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078332.738732:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078332.738735:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5321
00000400:00000200:3.0:1769078332.738738:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078332.738742:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078332.738745:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078332.738749:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078332.738751:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078332.738754:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078332.738755:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078332.738756:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078332.738760:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078332.738761:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078332.738762:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000100:00000001:2.0:1769078332.738773:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078332.738782:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769078332.738783:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078332.738786:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078332.738791:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078332.738795:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078332.738802:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078332.738803:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078332.738806:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078332.738807:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.738811:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078332.738813:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078332.738814:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:2.0:1769078332.738816:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078332.738819:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078332.738820:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078332.738826:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00100000:2.0:1769078332.738827:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610803072:192.168.204.105@tcp:250:kworker.0
00000100:00000001:3.0:1769078332.738832:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.738833:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078332.738836:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078332.738839:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078332.738841:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078332.738843:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078332.738844:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769078332.738847:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48400.
02000000:00000001:3.0:1769078332.738847:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.738849:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078332.738851:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078332.738854:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078332.738858:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078332.738861:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078332.738862:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078332.738867:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000100:00000010:3.0:1769078332.738869:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769078332.738873:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000400:00000010:2.0:1769078332.738875:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
02000000:00000001:3.0:1769078332.738876:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078332.738880:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.738883:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078332.738884:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769078332.738886:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610803072, portal 25
02000000:00000001:3.0:1769078332.738887:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.738890:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078332.738892:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511419648 : -104785198131968 : ffffa0b2cb7cd500)
02000000:00000010:3.0:1769078332.738894:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1c00.
00000100:00000040:2.0:1769078332.738897:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.738900:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.738907:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769078332.738909:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078332.738912:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078332.738915:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894cc0.
00000100:00000200:2.0:1769078332.738919:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610803072, offset 0
00000100:00000001:3.0:1769078332.738925:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078332.738928:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078332.738930:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.738936:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078332.738938:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078332.738948:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:3.0:1769078332.738950:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078332.738954:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769078332.738955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078332.738961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769078332.738962:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:3.0:1769078332.738965:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078332.738968:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078332.738969:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078332.738971:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078332.738976:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21952:21952:256:4294967295] 192.168.204.105@tcp LPNI seq info [21949:21949:8:4294967295]
00000100:00000001:3.0:1769078332.738976:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078332.738982:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769078332.738982:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5321
00000400:00000200:2.0:1769078332.738993:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078332.739000:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078332.739000:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000010:2.0:1769078332.739005:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769078332.739007:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078332.739010:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1769078332.739014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769078332.739022:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.1:1769078332.739022:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078332.739028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078332.739032:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078332.739035:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078332.739038:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078332.739039:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078332.739041:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078332.739042:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078332.739043:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:2.0:1769078332.739048:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:3.0:1769078332.739048:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000001:2.0:1769078332.739053:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4299994992
00000020:00000001:3.0:1769078332.739053:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078332.739060:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000010:2.0:1769078332.739061:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:3.0:1769078332.739063:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078332.739067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078332.739069:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078332.739071:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078332.739075:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000001:2.0:1769078332.739077:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4299994992
00000100:00080000:3.0:1769078332.739079:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078332.739083:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078332.739084:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfba0.
02000000:00000001:3.0:1769078332.739086:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078332.739090:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1769078332.739091:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078332.739095:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739097:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078332.739098:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078332.739102:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078332.739103:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078332.739107:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739110:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.739111:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739116:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1769078332.739118:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769078332.739123:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078332.739125:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078332.739126:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739127:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078332.739128:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078332.739130:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:3.0:1769078332.739132:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078332.739133:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078332.739136:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078332.739136:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739138:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1769078332.739142:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1000.
00000100:00000040:2.0:1769078332.739143:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.739148:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739153:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078332.739154:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078332.739157:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1769078332.739158:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078332.739159:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078332.739164:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078332.739170:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803200:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078332.739176:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078332.739178:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078332.739181:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078332.739185:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078332.739186:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1769078332.739189:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
00000100:00000001:3.0:1769078332.739190:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078332.739192:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.739197:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078332.739198:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078332.739202:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078332.739208:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078332.739212:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610803200, portal 10
00000100:00000001:3.0:1769078332.739212:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739214:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078332.739217:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511429504 : -104785198122112 : ffffa0b2cb7cfb80)
00000100:00080000:3.0:1769078332.739218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078332.739222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1769078332.739224:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.739225:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078332.739228:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078332.739234:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078332.739235:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769078332.739238:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078332.739242:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894e58.
00000100:00080000:3.0:1769078332.739242:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5321
00000100:00000200:2.0:1769078332.739245:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610803200, offset 0
00000400:00000200:3.0:1769078332.739250:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078332.739251:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078332.739258:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078332.739259:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078332.739264:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:3.0:1769078332.739264:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078332.739271:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078332.739272:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078332.739276:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:3.0:1769078332.739277:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078332.739283:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078332.739284:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078332.739288:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078332.739290:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000020:00000001:3.0:1769078332.739292:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078332.739295:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000400:00000200:2.0:1769078332.739297:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21953:21953:255:4294967295] 192.168.204.105@tcp LPNI seq info [21950:21950:7:4294967295]
00000020:00000001:3.0:1769078332.739298:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078332.739301:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000400:00000200:2.0:1769078332.739306:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:3.0:1769078332.739310:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078332.739315:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:2.0:1769078332.739317:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078332.739321:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078332.739325:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769078332.739329:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000040:3.0:1769078332.739330:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078332.739333:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000010:2.0:1769078332.739337:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000020:00000040:3.0:1769078332.739338:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078332.739343:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000200:2.0:1769078332.739347:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078332.739348:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078332.739352:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1769078332.739356:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:3.0:1769078332.739357:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078332.739359:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078332.739361:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.739364:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769078332.739366:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000008:00100000:3.0:1769078332.739367:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078332.739372:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078332.739375:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078332.739376:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739380:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299994131
00000100:00000010:3.0:1769078332.739382:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000100:00000001:2.0:1769078332.739384:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299994992
00000100:00000001:2.0:1769078332.739419:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299994132
00000020:00000040:3.0:1769078332.739420:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078332.739422:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299994992
02000000:00000001:3.0:1769078332.739427:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078332.739428:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078332.739430:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739432:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.739434:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078332.739436:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078332.739437:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078332.739438:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739441:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1769078332.739443:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0000.
00000100:00000001:2.0:1769078332.739446:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078332.739447:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739450:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078332.739455:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1769078332.739455:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078332.739458:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078332.739461:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078332.739468:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078332.739469:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078332.739472:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078332.739480:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078332.739482:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078332.739484:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078332.739488:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078332.739492:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078332.739497:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078332.739498:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078332.739503:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803328:192.168.204.105@tcp:8:kworker.0
00000100:00000040:3.0:1769078332.739507:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5331)
00000100:00000001:2.0:1769078332.739509:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078332.739512:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078332.739514:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078332.739516:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078332.739520:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078332.739522:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078332.739526:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078332.739529:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db58.
00000400:00000010:2.0:1769078332.739533:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078332.739536:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610803328, portal 4
00000100:00000001:2.0:1769078332.739538:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078332.739540:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511422336 : -104785198129280 : ffffa0b2cb7cdf80)
00000100:00000040:2.0:1769078332.739546:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078332.739553:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078332.739555:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078332.739558:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894198.
00000100:00000200:2.0:1769078332.739561:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610803328, offset 0
00000400:00000200:2.0:1769078332.739566:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078332.739570:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078332.739573:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078332.739577:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078332.739580:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078332.739583:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078332.739586:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078332.739588:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21954:21954:254:4294967295] 192.168.204.105@tcp LPNI seq info [21951:21951:6:4294967295]
00000400:00000200:2.0:1769078332.739592:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078332.739598:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078332.739602:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078332.739606:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d300.
00000800:00000200:2.0:1769078332.739611:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078332.739615:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078332.739619:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078332.739622:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078332.739626:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078332.739628:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299994158
00000100:00000001:2.0:1769078332.739630:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299994992
00000100:00000001:2.0:1769078332.739633:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299994158
00000100:00000001:2.0:1769078332.739635:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299994992
00000100:00000001:2.0:1769078332.739637:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078332.739639:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739641:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739643:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078332.739646:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078332.739647:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078332.739649:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078332.739650:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078332.739651:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078332.739655:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078332.739662:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078332.739663:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078332.739665:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078332.739667:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078332.739669:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078332.739672:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803456:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078332.739675:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078332.739677:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078332.739678:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078332.739680:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078332.739683:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078332.739685:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078332.739688:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078332.739691:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db00.
00000400:00000010:2.0:1769078332.739694:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078332.739697:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610803456, portal 4
00000100:00000001:2.0:1769078332.739699:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078332.739700:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511427712 : -104785198123904 : ffffa0b2cb7cf480)
00000100:00000040:2.0:1769078332.739706:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078332.739712:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078332.739720:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078332.739722:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28946e8.
00000100:00000200:2.0:1769078332.739725:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610803456, offset 0
00000400:00000200:2.0:1769078332.739729:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078332.739733:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078332.739737:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078332.739740:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078332.739742:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078332.739745:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078332.739747:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078332.739750:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21955:21955:253:4294967295] 192.168.204.105@tcp LPNI seq info [21952:21952:5:4294967295]
00000400:00000200:2.0:1769078332.739754:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078332.739759:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078332.739775:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078332.739779:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d800.
00000800:00000200:2.0:1769078332.739783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078332.739786:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078332.739789:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078332.739792:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078332.739795:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078332.739797:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299994169
00000100:00000001:2.0:1769078332.739799:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4299994992
00000100:00000001:2.0:1769078332.739802:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299994169
00000100:00000001:2.0:1769078332.739803:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4299994992
00000100:00000001:2.0:1769078332.739806:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078332.739808:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739810:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739812:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078332.739815:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078332.739816:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078332.739817:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078332.739818:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078332.739821:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.739822:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078333.570467:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078333.570476:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078333.570499:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078333.570502:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078333.570505:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078333.634507:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4299994992, at 4299995008
00000100:00000040:2.0:1769078333.634512:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4299994992, at 4299995008
00000100:00000010:2.0:1769078333.634526:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000010:3.0:1769078333.634533:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00010000:00000001:0.0:1769078334.594513:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078334.594524:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078334.594527:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078334.594530:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078334.594536:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078334.594538:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078334.594539:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078334.594541:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078334.594597:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078334.594600:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078334.594602:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078335.618571:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078335.618581:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078335.618620:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078335.618623:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078335.618626:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1769078335.810738:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:1.0:1769078335.810801:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769078335.810816:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078335.810822:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:1.0:1769078335.810825:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078335.810830:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769078335.810836:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:1.0:1769078335.810841:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:1.0:1769078335.810847:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078335.810852:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078335.810860:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894cc0
00000400:00000010:1.0:1769078335.810864:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894cc0.
00000100:00000001:1.0:1769078335.810870:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078335.810881:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078335.810909:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078335.810913:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078335.810921:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078335.810923:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078335.810934:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:1.0:1769078335.810936:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:1.0:1769078335.810940:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078335.810945:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078335.810948:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894e58
00000100:00000001:2.0:1769078335.810949:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:1.0:1769078335.810950:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894e58.
00000100:00000001:1.0:1769078335.810955:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078335.810956:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000200:1.0:1769078335.810961:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.810965:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078335.810973:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769078335.810978:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078335]  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078335.810984:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078335.811004:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078335.811006:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1769078335.811009:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078335.811013:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000800:00000100:1.0:1769078335.811016:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000400:00000010:2.0:1769078335.811019:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000800:00000010:1.0:1769078335.811021:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d300.
00000400:00000200:1.0:1769078335.811027:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078335.811027:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:2.0:1769078335.811032:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000400:00000200:1.0:1769078335.811033:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078335.811040:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894198
00000100:00000001:2.0:1769078335.811040:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000010:1.0:1769078335.811042:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894198.
00000100:00000001:1.0:1769078335.811047:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078335.811049:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078335.811054:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078335.811070:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811083:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078335.811087:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078335.811088:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769078335.811092:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1769078335.811094:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811097:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078335.811105:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078335.811107:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078335.811108:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078335.811118:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:1.0:1769078335.811122:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:1.0:1769078335.811127:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d800.
00000100:00000040:2.0:1769078335.811130:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078335.811132:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078335.811141:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078335.811148:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28946e8
00000100:00000001:2.0:1769078335.811148:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000010:1.0:1769078335.811153:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28946e8.
00000100:00000001:2.0:1769078335.811156:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078335.811157:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078335.811159:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078335.811162:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1769078335.811166:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811166:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078335.811170:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078335.811177:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1769078335.811182:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1769078335.811187:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000040:1.0:1769078335.811188:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811193:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1769078335.811200:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078335.811204:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1769078335.811205:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078335.811215:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610803072:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078335.811220:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078335.811222:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078335.811225:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd500 x1855007610803072/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811232:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078335.811236:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078335.811241:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48400.
02000000:00000001:2.0:1769078335.811246:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078335.811250:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078335.811252:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078335.811255:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078335.811258:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2800.
02000000:00000001:2.0:1769078335.811263:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078335.811265:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078335.811267:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd500.
00000100:00000001:2.0:1769078335.811271:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078335.811272:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811275:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078335.811277:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078335.811278:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078335.811279:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078335.811284:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078335]  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078335.811292:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078335.811294:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078335.811296:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db00.
00000400:00000200:2.0:1769078335.811298:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078335.811301:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078335.811304:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078335.811307:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078335.811316:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811323:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078335.811324:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811326:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078335.811327:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078335.811331:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811337:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078335.811340:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811347:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078335.811349:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811351:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078335.811353:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811354:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078335.811356:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078335.811358:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078335.811363:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078335.811366:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078335.811370:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078335.811378:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803456:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078335.811382:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078335.811420:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078335]  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078335.811428:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078335.811430:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078335.811432:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db58.
00000400:00000200:2.0:1769078335.811435:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078335.811437:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078335.811439:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078335.811443:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078335.811451:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811457:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078335.811458:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811460:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078335.811462:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078335.811465:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811471:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078335.811474:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811480:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078335.811483:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811485:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078335.811486:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811488:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078335.811490:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078335.811492:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078335.811495:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078335.811498:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078335.811501:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078335.811509:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803328:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078335.811513:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078335.811517:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078335]  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078335.811525:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078335.811526:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078335.811529:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078335.811531:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078335.811533:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078335.811535:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078335.811538:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078335.811546:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811552:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078335.811553:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811555:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078335.811557:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078335.811560:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811572:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078335.811575:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811581:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078335.811584:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811585:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078335.811587:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811588:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078335.811590:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078335.811593:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078335.811607:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078335.811610:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078335.811614:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078335.811621:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803200:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078335.811625:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811627:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078335.811630:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf480 x1855007610803456/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811637:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078335.811638:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078335.811640:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078335.811643:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078335.811645:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078335.811646:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078335.811648:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078335.811650:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0000.
02000000:00000001:2.0:1769078335.811652:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078335.811654:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078335.811656:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf480.
00000100:00000001:2.0:1769078335.811658:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078335.811660:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811661:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078335.811665:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdf80 x1855007610803328/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811670:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078335.811671:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078335.811673:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078335.811675:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078335.811676:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078335.811677:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078335.811679:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078335.811681:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1000.
02000000:00000001:2.0:1769078335.811683:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078335.811684:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078335.811685:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdf80.
00000100:00000001:2.0:1769078335.811687:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078335.811688:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811690:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078335.811698:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cfb80 x1855007610803200/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078335.811704:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078335.811706:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078335.811707:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078335.811710:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078335.811711:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078335.811725:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078335.811727:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078335.811729:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1c00.
02000000:00000001:2.0:1769078335.811731:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078335.811732:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078335.811734:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cfb80.
00000100:00000001:2.0:1769078335.811736:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078335.811738:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811740:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078335.811749:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078335.811752:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078335.811754:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078335.811755:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078336.643450:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078336.643460:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078336.643534:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078336.643538:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078336.643542:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078337.666522:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078337.666530:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078337.666566:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078337.666569:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078337.666572:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078337.858530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078337.858540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078337.858542:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078337.858545:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078337.858549:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078337.858556:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5326
00000400:00000200:0.0:1769078337.858566:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078337.858571:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078337.858573:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078337.858576:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.858578:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078337.858580:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.858582:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078337.858585:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078337.858587:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078337.858589:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078337.858591:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078337.858592:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078337.858594:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078337.858596:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.858598:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078337.858600:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.858602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078337.858606:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078337.858609:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078337.858612:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078337.858615:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078337.858618:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078337.858621:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.858623:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078337.858625:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078337.858633:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769078337.858637:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078337.858642:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078337.858644:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.858647:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078337.858650:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078337.858655:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078337.858663:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769078337.858672:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078337.858709:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078337.858721:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078337.858727:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078337.858732:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078337.858755:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078337.858759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078337.858762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078337.858763:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078337.858765:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078337.858768:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078337.858770:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5326
00000400:00000200:0.0:1769078337.858776:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078337.858780:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078337.858782:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078337.858786:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.858788:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078337.858789:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078337.858791:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078337.858796:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078337.858797:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078337.858801:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078337.858802:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078337.858805:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078337.858809:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078337.858812:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000040:2.0:1769078337.858814:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078337.858815:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078337.858820:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078337.858828:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.858832:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078337.858835:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078337.858837:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078337.858839:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.858843:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:2.0:1769078337.858846:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769078337.858848:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078337.858852:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078337.858853:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:2.0:1769078337.858858:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.858859:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078337.858863:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769078337.858866:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610803584:192.168.204.105@tcp:250:kworker.0
02000000:00000001:0.0:1769078337.858870:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078337.858873:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078337.858874:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.858878:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078337.858880:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769078337.858885:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078337.858885:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078337.858891:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1769078337.858892:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.858895:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078337.858899:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
00000100:00000010:0.0:1769078337.858900:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
02000000:00000001:2.0:1769078337.858904:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078337.858906:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078337.858911:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078337.858912:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078337.858916:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078337.858917:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078337.858919:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078337.858923:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078337.858924:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
02000000:00000010:0.0:1769078337.858928:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769078337.858935:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078337.858935:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00100000:0.0:1769078337.858944:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078337.858948:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610803584, portal 25
00000100:00000001:0.0:1769078337.858953:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078337.858956:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.858960:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769078337.858963:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.858964:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409833472 : -104785299718144 : ffffa0b2c56ec000)
00000100:00000040:2.0:1769078337.858975:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078337.858982:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078337.858988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078337.858988:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078337.858994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1769078337.858996:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078337.858997:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078337.859000:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769078337.859001:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000001:0.0:1769078337.859006:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769078337.859008:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610803584, offset 0
00000100:00080000:0.0:1769078337.859013:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5326
00000400:00000200:0.0:1769078337.859022:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078337.859023:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:0.0:1769078337.859029:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078337.859032:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078337.859036:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078337.859038:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078337.859040:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078337.859044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.859046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078337.859049:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078337.859050:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000020:00000040:0.0:1769078337.859051:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078337.859055:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078337.859058:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:2.0:1769078337.859061:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769078337.859062:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078337.859066:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078337.859069:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000040:0.0:1769078337.859073:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.859078:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078337.859078:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769078337.859083:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078337.859085:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.859088:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078337.859093:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21956:21956:256:4294967295] 192.168.204.105@tcp LPNI seq info [21953:21953:8:4294967295]
00000020:00000040:0.0:1769078337.859094:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078337.859100:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078337.859103:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078337.859105:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078337.859108:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078337.859109:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.859113:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078337.859114:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00100000:0.0:1769078337.859117:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078337.859121:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.859124:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078337.859129:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000400:00000200:2.0:1769078337.859130:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769078337.859134:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078337.859138:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078337.859141:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078337.859142:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078337.859144:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078337.859149:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078337.859151:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078337.859152:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
02000000:00000010:0.0:1769078337.859157:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769078337.859164:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078337.859165:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078337.859172:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00100000:0.0:1769078337.859173:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769078337.859185:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078337.859187:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078337.859192:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078337.859192:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769078337.859200:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769078337.859202:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078337.859207:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000100:00000001:0.0:1769078337.859215:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078337.859216:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769078337.859219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078337.859225:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769078337.859226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078337.859230:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078337.859233:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078337.859236:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000100:00000001:0.0:1769078337.859237:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1769078337.859240:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00080000:0.0:1769078337.859245:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5326
00000100:00000001:2.0:1769078337.859247:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1769078337.859254:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000200:2.0:1769078337.859255:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078337.859267:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078337.859268:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1769078337.859272:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078337.859275:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078337.859279:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.859282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078337.859286:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.859291:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078337.859296:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078337.859299:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:2.0:1769078337.859299:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078337.859303:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078337.859304:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1769078337.859308:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078337.859312:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078337.859314:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078337.859316:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078337.859318:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078337.859323:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078337.859325:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078337.859327:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078337.859331:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300000112
00000100:00000001:0.0:1769078337.859332:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078337.859337:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000010:2.0:1769078337.859340:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00080000:0.0:1769078337.859341:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078337.859347:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078337.859349:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078337.859353:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078337.859353:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1769078337.859358:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.859361:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078337.859363:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078337.859363:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300000112
00000008:00000001:0.0:1769078337.859370:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078337.859371:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000100:00000001:0.0:1769078337.859373:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.859377:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000010:0.0:1769078337.859379:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000100:00000001:2.0:1769078337.859382:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078337.859384:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078337.859423:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.859427:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769078337.859432:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078337.859435:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078337.859435:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078337/real 1769078337]  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078337.859439:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078337.859441:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078337.859444:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078337.859451:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000400:00000001:2.0:1769078337.859456:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769078337.859457:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078337.859460:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078337.859464:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000100:00100000:0.0:1769078337.859466:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078337.859468:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078337.859472:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078337.859478:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769078337.859482:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769078337.859486:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078337.859487:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078337.859496:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078337.859507:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078337.859508:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078337.859517:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5336)
00000100:00000001:2.0:1769078337.859519:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078337.859523:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.859526:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078337.859529:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078337.859534:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.859542:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078337.859547:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.859556:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078337.859560:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.859561:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078337.859562:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.859565:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078337.859567:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078337.859570:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078337.859574:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078337.859576:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078337.859580:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078337.859589:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610803584:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078337.859594:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.859597:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078337.859599:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec000 x1855007610803584/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.859607:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078337.859610:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078337.859613:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078337.859617:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078337.859619:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078337.859621:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078337.859623:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078337.859626:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2400.
02000000:00000001:2.0:1769078337.859632:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078337.859635:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078337.859636:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec000.
00000100:00000001:2.0:1769078337.859641:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078337.859642:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.859645:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.859655:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078337.859658:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.859660:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078337.859661:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078337.859663:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078337.859667:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.859674:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078337.859676:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078337.859692:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078337.859694:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078337.859697:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078337.859700:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803712:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078337.859704:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078337.859706:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078337.859707:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078337.859709:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078337.859713:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078337.859715:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078337.859720:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078337.859724:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078337.859728:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078337.859732:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610803712, portal 10
00000100:00000001:2.0:1769078337.859735:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078337.859737:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409842432 : -104785299709184 : ffffa0b2c56ee300)
00000100:00000040:2.0:1769078337.859745:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.859752:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078337.859755:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078337.859757:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078337.859760:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610803712, offset 0
00000400:00000200:2.0:1769078337.859764:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078337.859768:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078337.859773:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078337.859777:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078337.859780:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078337.859782:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078337.859785:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078337.859789:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21957:21957:256:4294967295] 192.168.204.105@tcp LPNI seq info [21954:21954:8:4294967295]
00000400:00000200:2.0:1769078337.859793:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078337.859800:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078337.859805:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078337.859808:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078337.859813:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078337.859816:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078337.859821:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078337.859824:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078337.859828:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078337.859830:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078337.859833:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078337.859837:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078337.859841:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078337.859843:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078337.859845:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078337.859849:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.859857:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078337.859860:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.859866:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.859868:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078337.859871:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078337.859876:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078337.859880:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078337.859882:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299999252
00000100:00000001:2.0:1769078337.859886:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300000112
00000100:00000001:2.0:1769078337.859888:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299999252
00000100:00000001:2.0:1769078337.859890:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300000112
00000100:00000001:2.0:1769078337.859893:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078337.859895:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.859897:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078337.859901:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078337/real 1769078337]  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078337.859908:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078337.859910:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078337.859911:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078337.859914:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078337.859915:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078337.859918:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078337.859921:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078337.859929:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.859936:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078337.859937:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.859939:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078337.859940:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078337.859944:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.859951:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078337.859955:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.859962:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078337.859964:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.859967:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078337.859968:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.859970:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078337.859972:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078337.859974:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078337.859978:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078337.859980:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078337.859984:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078337.859992:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803712:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078337.859996:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078337.860000:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860006:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078337.860008:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078337.860010:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078337.860012:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078337.860014:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078337.860017:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803840:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078337.860020:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078337.860023:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078337.860024:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078337.860026:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078337.860030:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078337.860032:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078337.860036:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078337.860039:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078337.860042:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078337.860046:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610803840, portal 4
00000100:00000001:2.0:1769078337.860048:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078337.860050:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409838848 : -104785299712768 : ffffa0b2c56ed500)
00000100:00000040:2.0:1769078337.860055:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860062:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078337.860065:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078337.860067:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078337.860070:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610803840, offset 0
00000400:00000200:2.0:1769078337.860074:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078337.860077:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078337.860081:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078337.860085:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078337.860087:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078337.860090:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078337.860092:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078337.860095:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21958:21958:256:4294967295] 192.168.204.105@tcp LPNI seq info [21955:21955:8:4294967295]
00000400:00000200:2.0:1769078337.860100:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078337.860105:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078337.860110:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078337.860113:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078337.860117:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078337.860120:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078337.860125:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078337.860128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078337.860131:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078337.860134:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078337.860137:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078337.860140:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078337.860144:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078337.860146:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078337.860149:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078337.860152:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860160:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078337.860164:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860170:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.860172:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078337.860175:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078337.860178:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078337.860182:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078337.860184:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299999278
00000100:00000001:2.0:1769078337.860187:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300000112
00000100:00000001:2.0:1769078337.860189:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299999278
00000100:00000001:2.0:1769078337.860192:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300000112
00000100:00000001:2.0:1769078337.860194:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078337.860196:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.860198:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078337.860201:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078337/real 1769078337]  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078337.860210:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078337.860211:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078337.860213:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078337.860216:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078337.860217:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078337.860220:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078337.860223:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078337.860231:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860238:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078337.860239:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860241:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078337.860242:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078337.860246:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860253:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078337.860256:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860263:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078337.860266:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860268:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078337.860269:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860271:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078337.860272:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078337.860275:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078337.860279:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078337.860281:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078337.860285:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078337.860292:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803840:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078337.860296:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078337.860299:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860306:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078337.860308:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078337.860310:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078337.860312:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078337.860315:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078337.860318:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803968:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078337.860321:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078337.860323:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078337.860325:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078337.860327:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078337.860331:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078337.860333:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078337.860336:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078337.860339:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078337.860342:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078337.860345:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610803968, portal 4
00000100:00000001:2.0:1769078337.860348:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078337.860349:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409845120 : -104785299706496 : ffffa0b2c56eed80)
00000100:00000040:2.0:1769078337.860355:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860361:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078337.860363:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078337.860366:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078337.860368:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610803968, offset 0
00000400:00000200:2.0:1769078337.860372:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078337.860376:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078337.860379:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078337.860382:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078337.860385:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078337.860417:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078337.860420:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078337.860424:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21959:21959:256:4294967295] 192.168.204.105@tcp LPNI seq info [21956:21956:8:4294967295]
00000400:00000200:2.0:1769078337.860429:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078337.860439:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078337.860444:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078337.860447:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078337.860451:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078337.860454:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078337.860459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078337.860461:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078337.860465:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078337.860467:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078337.860470:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078337.860473:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078337.860476:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078337.860478:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078337.860480:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078337.860484:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860492:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078337.860494:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860500:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.860502:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078337.860505:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078337.860508:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078337.860511:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078337.860513:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4299999290
00000100:00000001:2.0:1769078337.860516:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300000112
00000100:00000001:2.0:1769078337.860518:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4299999290
00000100:00000001:2.0:1769078337.860520:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300000112
00000100:00000001:2.0:1769078337.860523:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078337.860525:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.860527:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078337.860531:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078337/real 1769078337]  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078337.860538:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078337.860539:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078337.860541:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078337.860543:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078337.860545:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078337.860547:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078337.860551:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078337.860558:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860564:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078337.860565:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860567:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078337.860569:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078337.860572:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860577:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078337.860581:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860586:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078337.860589:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860591:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078337.860592:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860593:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078337.860594:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078337.860597:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078337.860600:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078337.860602:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078337.860605:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078337.860612:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610803968:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078337.860616:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860618:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078337.860621:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ee300 x1855007610803712/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860627:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078337.860629:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078337.860631:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078337.860634:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078337.860635:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078337.860636:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078337.860638:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078337.860640:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1800.
02000000:00000001:2.0:1769078337.860642:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078337.860644:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078337.860645:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ee300.
00000100:00000001:2.0:1769078337.860647:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078337.860649:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860650:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078337.860652:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed500 x1855007610803840/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860657:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078337.860658:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078337.860660:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078337.860661:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078337.860662:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078337.860663:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078337.860665:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078337.860666:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1400.
02000000:00000001:2.0:1769078337.860667:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078337.860669:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078337.860670:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed500.
00000100:00000001:2.0:1769078337.860672:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078337.860674:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860675:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078337.860690:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eed80 x1855007610803968/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078337.860696:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078337.860698:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078337.860699:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078337.860701:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078337.860703:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078337.860704:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078337.860705:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078337.860706:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3000.
02000000:00000001:2.0:1769078337.860709:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078337.860710:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078337.860711:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eed80.
00000100:00000001:2.0:1769078337.860713:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078337.860715:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860716:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078337.860721:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078337.860723:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078337.860725:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078337.860726:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078338.370498:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:2.0:1769078338.370506:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:2.0:1769078338.370511:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:2.0:1769078338.370684:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:3.0:1769078338.370703:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078338.370705:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078338.370712:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078338.370715:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078338.690550:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078338.690561:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078338.690627:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078338.690631:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078338.690635:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078338.754456:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300000112, at 4300000128
00000100:00000040:3.0:1769078338.754456:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300000112, at 4300000128
00000100:00000010:3.0:1769078338.754472:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00000100:00000010:2.0:1769078338.754477:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00010000:00000001:0.0:1769078339.714496:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078339.714502:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078339.714540:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078339.714543:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078339.714547:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078340.738527:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078340.738534:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078340.738602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078340.738607:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078340.738611:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078341.762470:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078341.762479:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078341.762509:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078341.762512:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078341.762514:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078342.786519:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078342.786527:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078342.786585:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078342.786589:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078342.786592:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078342.978530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078342.978546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078342.978549:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078342.978554:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078342.978559:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078342.978567:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5331
00000400:00000200:1.0:1769078342.978579:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078342.978586:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078342.978590:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078342.978603:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078342.978615:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978617:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078342.978621:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078342.978623:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078342.978625:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078342.978627:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078342.978629:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078342.978632:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078342.978635:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978637:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078342.978639:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978641:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078342.978644:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078342.978648:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978651:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.978654:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078342.978658:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078342.978661:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.978663:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078342.978666:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078342.978677:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a300.
00000020:00000040:1.0:1769078342.978680:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078342.978684:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078342.978685:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.978688:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078342.978690:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078342.978694:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078342.978704:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000001:1.0:1769078342.978711:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078342.978721:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078342.978733:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078342.978738:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078342.978743:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfae78b9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078342.978766:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078342.978770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078342.978773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078342.978775:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078342.978776:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078342.978779:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078342.978782:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5331
00000400:00000200:1.0:1769078342.978787:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078342.978792:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078342.978794:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078342.978798:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078342.978800:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078342.978801:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978805:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078342.978806:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078342.978807:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078342.978809:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078342.978810:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078342.978813:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078342.978815:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078342.978818:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078342.978819:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078342.978821:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978822:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078342.978823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978824:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000040:2.0:1769078342.978824:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078342.978828:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078342.978833:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978837:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.978840:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078342.978840:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078342.978843:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.978844:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078342.978846:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078342.978848:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.978849:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078342.978850:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078342.978854:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078342.978856:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769078342.978857:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610804096:192.168.204.105@tcp:250:kworker.0
00000008:00000001:1.0:1769078342.978860:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.978863:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.978863:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078342.978867:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1769078342.978868:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79500.
02000000:00000001:2.0:1769078342.978870:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078342.978872:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078342.978874:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078342.978875:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.978878:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078342.978878:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078342.978879:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078342.978881:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078342.978886:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000010:1.0:1769078342.978887:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:2.0:1769078342.978891:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.978892:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078342.978899:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078342.978903:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078342.978909:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078342.978911:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078342.978912:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000040:1.0:1769078342.978915:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cf38f94] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078342.978922:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:1.0:1769078342.978925:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078342.978929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769078342.978931:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610804096, portal 25
00000100:00080000:1.0:1769078342.978933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078342.978935:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078342.978937:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078342.978937:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384201472 : -104785325350144 : ffffa0b2c3e7a300)
00000100:00080000:1.0:1769078342.978941:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078342.978945:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078342.978949:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5331
00000100:00000040:2.0:1769078342.978951:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078342.978958:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078342.978961:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1769078342.978965:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000040:2.0:1769078342.978966:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078342.978970:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00080000:1.0:1769078342.978971:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769078342.978973:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610804096, offset 0
00000100:00000040:1.0:1769078342.978979:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078342.978982:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078342.978987:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.978989:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078342.978990:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078342.978991:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078342.978992:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078342.978993:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078342.978996:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078342.978997:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:1.0:1769078342.979001:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078342.979004:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.979006:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078342.979009:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078342.979009:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:1.0:1769078342.979013:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078342.979016:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078342.979018:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078342.979020:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.979020:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769078342.979024:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078342.979027:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078342.979028:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.979030:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078342.979030:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000008:00100000:1.0:1769078342.979035:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078342.979038:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1769078342.979039:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.979043:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.979044:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000010:1.0:1769078342.979046:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79180.
00000400:00000200:2.0:1769078342.979050:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21960:21960:256:4294967295] 192.168.204.105@tcp LPNI seq info [21957:21957:8:4294967295]
00000020:00000040:1.0:1769078342.979051:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078342.979057:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078342.979058:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078342.979059:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.979063:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078342.979064:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078342.979068:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.979072:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1769078342.979075:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000001:1.0:1769078342.979080:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078342.979084:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00100000:1.0:1769078342.979089:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769078342.979093:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000100:00000001:1.0:1769078342.979101:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078342.979105:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078342.979106:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:1.0:1769078342.979111:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb405fe] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769078342.979114:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000100:00000001:1.0:1769078342.979122:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078342.979126:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:1.0:1769078342.979127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769078342.979131:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000100:00080000:1.0:1769078342.979132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078342.979135:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078342.979138:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1769078342.979139:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078342.979143:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:2.0:1769078342.979144:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000100:00080000:1.0:1769078342.979147:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5331
00000400:00000200:1.0:1769078342.979151:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078342.979152:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078342.979154:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078342.979157:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078342.979159:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078342.979163:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.979165:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078342.979166:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000100:00000040:1.0:1769078342.979168:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000010:2.0:1769078342.979169:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:1.0:1769078342.979172:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078342.979175:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078342.979176:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:2.0:1769078342.979176:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769078342.979177:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078342.979180:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078342.979184:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000200:2.0:1769078342.979184:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078342.979186:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078342.979192:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078342.979196:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078342.979199:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078342.979200:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078342.979201:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000040:2.0:1769078342.979205:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078342.979206:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078342.979215:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078342.979216:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.979219:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078342.979222:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.979225:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078342.979226:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.979229:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078342.979232:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078342.979235:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.979237:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300005232
00000100:00000001:1.0:1769078342.979239:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078342.979244:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000010:2.0:1769078342.979244:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000008:00000001:1.0:1769078342.979250:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.979252:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.979253:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000010:1.0:1769078342.979257:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78000.
00000020:00000040:1.0:1769078342.979260:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078342.979261:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300005232
02000000:00000001:1.0:1769078342.979264:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078342.979266:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078342.979266:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf4e0.
00000100:00000001:1.0:1769078342.979270:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078342.979272:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078342.979274:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.979274:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000010:1.0:1769078342.979279:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
00000100:00000001:2.0:1769078342.979280:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078342.979283:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.979285:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078342.979289:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078342.979290:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078342.979298:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078342]  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078342.979304:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078342.979308:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078342.979314:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809d7171] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078342.979316:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1769078342.979322:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078342.979325:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5342)
00000400:00000001:2.0:1769078342.979326:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078342.979331:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078342.979334:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078342.979336:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078342.979338:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078342.979344:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078342.979353:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979361:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078342.979363:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979366:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.979368:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078342.979372:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979379:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078342.979382:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979413:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078342.979416:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979418:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.979420:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979422:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078342.979425:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078342.979427:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078342.979432:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078342.979434:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078342.979439:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078342.979447:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610804096:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078342.979453:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979455:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.979458:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a300 x1855007610804096/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979464:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078342.979466:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078342.979469:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078342.979471:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078342.979472:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078342.979474:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078342.979475:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078342.979477:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:2.0:1769078342.979481:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078342.979483:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078342.979484:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a300.
00000100:00000001:2.0:1769078342.979486:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078342.979487:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979488:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979495:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078342.979496:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.979497:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078342.979498:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078342.979499:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078342.979502:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979511:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078342.979512:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.979513:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078342.979514:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078342.979516:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078342.979517:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804224:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078342.979519:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078342.979520:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078342.979521:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.979522:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078342.979524:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078342.979525:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.979528:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078342.979530:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078342.979533:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078342.979535:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610804224, portal 10
00000100:00000001:2.0:1769078342.979537:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078342.979538:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384197888 : -104785325353728 : ffffa0b2c3e79500)
00000100:00000040:2.0:1769078342.979542:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979547:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078342.979548:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078342.979550:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078342.979551:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610804224, offset 0
00000400:00000200:2.0:1769078342.979553:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078342.979556:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078342.979558:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078342.979560:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078342.979561:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078342.979563:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078342.979564:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078342.979567:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21961:21961:256:4294967295] 192.168.204.105@tcp LPNI seq info [21958:21958:8:4294967295]
00000400:00000200:2.0:1769078342.979578:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078342.979585:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078342.979589:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078342.979605:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078342.979610:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078342.979613:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769078342.979617:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078342.979619:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769078342.979623:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078342.979625:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078342.979628:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078342.979631:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078342.979634:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078342.979636:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078342.979639:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078342.979642:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979647:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.979649:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979653:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.979654:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078342.979657:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.979659:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078342.979662:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078342.979663:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300004372
00000100:00000001:2.0:1769078342.979665:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300005232
00000100:00000001:2.0:1769078342.979667:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300004372
00000100:00000001:2.0:1769078342.979668:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300005232
00000100:00000001:2.0:1769078342.979669:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078342.979671:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.979672:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078342.979675:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078342]  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078342.979680:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078342.979681:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078342.979682:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078342.979683:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078342.979684:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078342.979685:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078342.979687:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078342.979692:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979695:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078342.979696:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979697:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.979698:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078342.979700:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979703:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078342.979705:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979709:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078342.979710:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979711:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.979712:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979713:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078342.979714:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078342.979716:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078342.979719:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078342.979721:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078342.979724:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078342.979732:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804224:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078342.979736:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078342.979739:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979746:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078342.979747:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.979749:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078342.979751:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078342.979753:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078342.979756:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804352:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078342.979759:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078342.979761:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078342.979763:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.979765:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078342.979768:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078342.979770:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.979773:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078342.979775:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078342.979777:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078342.979779:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610804352, portal 4
00000100:00000001:2.0:1769078342.979781:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078342.979782:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196992 : -104785325354624 : ffffa0b2c3e79180)
00000100:00000040:2.0:1769078342.979786:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979790:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078342.979792:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078342.979793:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078342.979795:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610804352, offset 0
00000400:00000200:2.0:1769078342.979797:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078342.979800:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078342.979802:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078342.979804:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078342.979806:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078342.979808:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078342.979809:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078342.979811:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21962:21962:256:4294967295] 192.168.204.105@tcp LPNI seq info [21959:21959:8:4294967295]
00000400:00000200:2.0:1769078342.979814:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078342.979818:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078342.979820:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078342.979822:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078342.979824:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078342.979825:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769078342.979828:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078342.979830:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769078342.979832:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078342.979834:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078342.979836:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078342.979837:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078342.979839:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078342.979840:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078342.979842:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078342.979844:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979848:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.979850:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979855:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.979856:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078342.979858:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.979860:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078342.979862:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078342.979863:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300004398
00000100:00000001:2.0:1769078342.979865:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300005232
00000100:00000001:2.0:1769078342.979866:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300004398
00000100:00000001:2.0:1769078342.979868:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300005232
00000100:00000001:2.0:1769078342.979869:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078342.979870:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.979872:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078342.979873:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078342]  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078342.979877:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078342.979878:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078342.979879:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078342.979880:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078342.979881:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078342.979882:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078342.979884:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078342.979888:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979892:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078342.979893:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979894:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.979895:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078342.979897:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979901:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078342.979903:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979908:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078342.979909:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979910:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.979911:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.979912:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078342.979913:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078342.979914:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078342.979916:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078342.979917:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078342.979919:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078342.979923:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804352:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078342.979925:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078342.979927:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979930:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078342.979931:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.979932:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078342.979934:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078342.979935:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078342.979937:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804480:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078342.979939:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078342.979940:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078342.979941:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078342.979941:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078342.979944:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078342.979945:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078342.979947:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078342.979948:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078342.979950:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078342.979952:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610804480, portal 4
00000100:00000001:2.0:1769078342.979953:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078342.979954:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384192512 : -104785325359104 : ffffa0b2c3e78000)
00000100:00000040:2.0:1769078342.979958:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.979961:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078342.979962:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078342.979963:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078342.979965:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610804480, offset 0
00000400:00000200:2.0:1769078342.979967:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078342.979969:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078342.979971:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078342.979973:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078342.979975:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078342.979976:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078342.979978:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078342.979979:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21963:21963:256:4294967295] 192.168.204.105@tcp LPNI seq info [21960:21960:8:4294967295]
00000400:00000200:2.0:1769078342.979982:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078342.979987:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078342.979991:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078342.979993:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078342.979997:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078342.979999:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769078342.980003:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078342.980005:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769078342.980009:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078342.980011:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078342.980014:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078342.980017:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078342.980020:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078342.980021:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078342.980024:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078342.980028:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.980035:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.980037:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.980041:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.980042:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078342.980045:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078342.980047:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078342.980049:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078342.980050:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300004409
00000100:00000001:2.0:1769078342.980052:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300005232
00000100:00000001:2.0:1769078342.980053:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300004409
00000100:00000001:2.0:1769078342.980054:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300005232
00000100:00000001:2.0:1769078342.980056:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078342.980057:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.980058:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078342.980060:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078342]  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078342.980064:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078342.980064:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078342.980066:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078342.980067:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078342.980068:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078342.980070:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078342.980073:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078342.980081:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.980092:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078342.980094:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.980096:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.980097:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078342.980101:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.980109:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078342.980112:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.980119:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078342.980121:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.980122:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078342.980123:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.980124:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078342.980125:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078342.980126:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078342.980128:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078342.980130:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078342.980132:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078342.980137:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804480:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078342.980139:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.980140:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.980141:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79500 x1855007610804224/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.980145:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078342.980146:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078342.980148:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078342.980149:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078342.980150:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078342.980151:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078342.980153:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078342.980154:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:2.0:1769078342.980156:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078342.980156:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078342.980157:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79500.
00000100:00000001:2.0:1769078342.980159:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078342.980160:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.980161:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.980163:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79180 x1855007610804352/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.980166:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078342.980167:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078342.980168:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078342.980169:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078342.980170:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078342.980171:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078342.980172:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078342.980173:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:2.0:1769078342.980174:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078342.980175:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078342.980175:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79180.
00000100:00000001:2.0:1769078342.980176:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078342.980177:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.980178:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078342.980179:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78000 x1855007610804480/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078342.980182:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078342.980183:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078342.980184:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078342.980185:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078342.980186:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078342.980186:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078342.980188:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078342.980189:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078342.980190:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078342.980190:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078342.980191:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78000.
00000100:00000001:2.0:1769078342.980193:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078342.980193:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.980194:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078342.980196:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078342.980197:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078342.980198:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078342.980199:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078343.810440:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078343.810447:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078343.810467:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078343.810470:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078343.810472:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078343.874508:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300005232, at 4300005248
00000100:00000040:3.0:1769078343.874508:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300005232, at 4300005248
00000100:00000010:2.0:1769078343.874527:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000010:3.0:1769078343.874530:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00010000:00000001:0.0:1769078344.834523:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078344.834532:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078344.834534:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078344.834536:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078344.834540:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078344.834542:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078344.834544:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078344.834545:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078344.834607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078344.834610:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078344.834613:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078345.858474:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078345.858484:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078345.858515:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078345.858518:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078345.858521:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078346.882505:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078346.882512:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078346.882586:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078346.882601:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078346.882605:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078347.906457:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078347.906465:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078347.906490:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078347.906494:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078347.906498:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078348.098574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078348.098596:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078348.098599:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078348.098604:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078348.098609:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078348.098618:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5337
00000400:00000200:1.0:1769078348.098630:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078348.098638:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078348.098642:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078348.098646:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098650:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.098653:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098656:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078348.098661:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078348.098663:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078348.098666:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078348.098669:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078348.098672:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078348.098674:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078348.098677:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098679:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.098681:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098683:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078348.098686:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078348.098690:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098692:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078348.098696:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078348.098699:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078348.098702:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.098705:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078348.098708:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078348.098718:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78380.
00000020:00000040:1.0:1769078348.098722:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078348.098726:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078348.098728:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.098732:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078348.098734:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078348.098738:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078348.098746:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:1.0:1769078348.098763:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078348.098773:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078348.098784:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078348.098790:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078348.098795:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b372783] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078348.098821:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078348.098824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078348.098827:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078348.098829:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078348.098830:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078348.098833:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078348.098835:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5337
00000400:00000200:1.0:1769078348.098839:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078348.098842:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078348.098845:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078348.098847:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.098851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078348.098855:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078348.098856:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078348.098858:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078348.098860:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078348.098862:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078348.098864:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078348.098867:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098869:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.098871:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078348.098875:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078348.098878:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098882:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078348.098884:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078348.098889:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078348.098891:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.098893:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078348.098897:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078348.098900:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.098902:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078348.098905:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7bb80.
00000020:00000040:1.0:1769078348.098908:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078348.098910:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078348.098911:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.098913:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078348.098914:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078348.098916:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078348.098919:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:1.0:1769078348.098923:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078348.098927:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078348.098933:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078348.098935:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078348.098939:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49461df] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078348.098947:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078348.098949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078348.098952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078348.098954:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078348.098955:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078348.098958:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078348.098960:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5337
00000400:00000200:1.0:1769078348.098964:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078348.098967:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078348.098969:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078348.098971:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098973:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.098975:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.098977:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078348.098979:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078348.098980:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078348.098989:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078348.098991:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078348.098993:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078348.098996:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078348.098999:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.099001:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.099002:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.099004:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078348.099007:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078348.099009:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078348.099011:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078348.099013:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078348.099015:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078348.099017:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.099019:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078348.099022:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078348.099024:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.099026:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078348.099029:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79c00.
00000020:00000040:1.0:1769078348.099031:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078348.099034:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078348.099035:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.099037:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078348.099039:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078348.099040:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078348.099046:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
00000100:00000001:1.0:1769078348.099049:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078348.099053:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078348.099059:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078348.099061:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078348.099064:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038f725e8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078348.099071:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078348.099073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078348.099077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078348.099078:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078348.099080:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078348.099082:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078348.099084:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5337
00000400:00000200:1.0:1769078348.099088:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078348.099091:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078348.099093:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078348.099095:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.099097:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.099099:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.099101:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078348.099104:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078348.099105:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078348.099106:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078348.099108:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078348.099110:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078348.099112:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078348.099116:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.099118:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078348.099119:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078348.099121:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078348.099123:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078348.099126:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078348.099128:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078348.099130:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078348.099133:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078348.099134:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.099136:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078348.099138:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078348.099140:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.099142:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078348.099145:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a680.
00000020:00000040:1.0:1769078348.099147:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078348.099149:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078348.099151:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078348.099152:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078348.099154:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078348.099155:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078348.099158:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000001:1.0:1769078348.099161:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078348.099165:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078348.099172:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078348.099174:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078348.099177:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ef89d72] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078348.099185:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078348.099189:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5347)
00000100:00000001:2.0:1769078348.099254:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078348.099259:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078348.099261:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078348.099268:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099276:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078348.099278:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078348.099282:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078348.099297:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078348.099300:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078348.099304:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610804608:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078348.099309:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078348.099313:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078348.099316:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078348.099319:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078348.099324:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078348.099326:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078348.099333:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078348.099337:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078348.099345:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078348.099356:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610804608, portal 25
00000100:00000001:2.0:1769078348.099359:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078348.099361:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384193408 : -104785325358208 : ffffa0b2c3e78380)
00000100:00000040:2.0:1769078348.099366:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099374:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078348.099377:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078348.099380:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078348.099383:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610804608, offset 0
00000400:00000200:2.0:1769078348.099417:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078348.099426:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078348.099433:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078348.099440:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078348.099445:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078348.099450:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078348.099453:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078348.099458:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21964:21964:256:4294967295] 192.168.204.105@tcp LPNI seq info [21961:21961:8:4294967295]
00000400:00000200:2.0:1769078348.099462:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078348.099472:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078348.099479:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078348.099486:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078348.099493:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078348.099497:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078348.099503:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078348.099516:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078348.099521:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078348.099524:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078348.099531:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078348.099536:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078348.099541:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078348.099544:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078348.099548:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078348.099553:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099562:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078348.099565:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099571:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078348.099572:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078348.099580:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078348.099584:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078348.099587:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300010353
00000100:00000010:2.0:1769078348.099592:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:2.0:1769078348.099598:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078348.099603:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300010353
00000100:00000010:2.0:1769078348.099606:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf4e0.
00000100:00000001:2.0:1769078348.099610:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078348.099613:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078348.099616:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078348.099618:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078348.099623:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348]  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078348.099634:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078348.099636:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078348.099639:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078348.099642:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078348.099644:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078348.099646:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078348.099650:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078348.099664:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099671:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078348.099673:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.099676:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078348.099678:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078348.099682:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099689:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078348.099692:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099697:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078348.099699:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.099700:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078348.099701:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.099703:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078348.099706:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078348.099708:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078348.099712:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078348.099715:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078348.099719:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078348.099727:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610804608:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078348.099732:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078348.099736:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099743:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078348.099744:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078348.099747:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078348.099748:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078348.099750:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078348.099753:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804736:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078348.099756:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078348.099758:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078348.099760:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078348.099761:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078348.099765:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078348.099767:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078348.099771:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078348.099773:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078348.099777:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078348.099780:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610804736, portal 10
00000100:00000001:2.0:1769078348.099782:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078348.099783:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384207744 : -104785325343872 : ffffa0b2c3e7bb80)
00000100:00000040:2.0:1769078348.099790:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099797:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078348.099799:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078348.099802:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078348.099804:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610804736, offset 0
00000400:00000200:2.0:1769078348.099808:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078348.099812:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078348.099816:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078348.099819:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078348.099821:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078348.099823:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078348.099826:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078348.099829:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21965:21965:256:4294967295] 192.168.204.105@tcp LPNI seq info [21962:21962:8:4294967295]
00000400:00000200:2.0:1769078348.099833:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078348.099839:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078348.099844:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078348.099848:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078348.099852:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078348.099854:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078348.099857:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078348.099859:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078348.099863:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078348.099865:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078348.099868:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078348.099871:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078348.099874:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078348.099875:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078348.099878:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078348.099881:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099888:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078348.099891:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099898:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078348.099900:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078348.099903:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078348.099908:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078348.099911:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078348.099913:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300009492
00000100:00000001:2.0:1769078348.099916:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300010353
00000100:00000001:2.0:1769078348.099918:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300009492
00000100:00000001:2.0:1769078348.099920:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300010353
00000100:00000001:2.0:1769078348.099922:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078348.099924:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078348.099926:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078348.099930:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348]  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078348.099939:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078348.099941:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078348.099943:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078348.099945:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078348.099947:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078348.099948:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078348.099951:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078348.099959:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099965:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078348.099966:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.099968:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078348.099969:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078348.099972:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099979:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078348.099983:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.099989:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078348.099991:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.099992:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078348.099993:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.099995:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078348.099996:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078348.099999:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078348.100002:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078348.100004:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078348.100008:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078348.100014:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804736:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078348.100017:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078348.100020:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100025:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078348.100027:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078348.100029:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078348.100030:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078348.100032:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078348.100034:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804864:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078348.100037:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078348.100038:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078348.100039:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078348.100041:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078348.100044:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078348.100046:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078348.100050:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078348.100052:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078348.100055:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078348.100058:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610804864, portal 4
00000100:00000001:2.0:1769078348.100059:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078348.100061:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384199680 : -104785325351936 : ffffa0b2c3e79c00)
00000100:00000040:2.0:1769078348.100067:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100072:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078348.100074:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078348.100076:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078348.100078:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610804864, offset 0
00000400:00000200:2.0:1769078348.100083:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078348.100087:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078348.100090:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078348.100092:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078348.100095:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078348.100097:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078348.100100:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078348.100102:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21966:21966:256:4294967295] 192.168.204.105@tcp LPNI seq info [21963:21963:8:4294967295]
00000400:00000200:2.0:1769078348.100106:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078348.100112:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078348.100116:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078348.100120:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078348.100124:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078348.100126:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078348.100130:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078348.100133:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078348.100137:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078348.100138:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078348.100141:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078348.100144:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078348.100147:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078348.100149:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078348.100152:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078348.100155:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100163:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078348.100165:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100171:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078348.100173:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078348.100176:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078348.100179:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078348.100182:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078348.100185:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300009518
00000100:00000001:2.0:1769078348.100187:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300010353
00000100:00000001:2.0:1769078348.100189:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300009518
00000100:00000001:2.0:1769078348.100191:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300010353
00000100:00000001:2.0:1769078348.100193:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078348.100195:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078348.100196:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078348.100200:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348]  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078348.100207:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078348.100208:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078348.100210:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078348.100212:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078348.100213:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078348.100215:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078348.100218:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078348.100225:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100231:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078348.100232:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100234:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078348.100235:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078348.100238:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100245:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078348.100248:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100255:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078348.100257:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100259:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078348.100260:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100262:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078348.100263:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078348.100265:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078348.100268:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078348.100269:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078348.100272:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078348.100279:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804864:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078348.100283:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078348.100286:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100293:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078348.100294:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078348.100296:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078348.100298:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078348.100300:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078348.100303:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804992:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078348.100306:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078348.100308:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078348.100309:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078348.100311:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078348.100314:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48400.
02000000:00000001:2.0:1769078348.100316:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078348.100320:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078348.100322:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078348.100325:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078348.100328:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610804992, portal 4
00000100:00000001:2.0:1769078348.100331:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078348.100332:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384202368 : -104785325349248 : ffffa0b2c3e7a680)
00000100:00000040:2.0:1769078348.100337:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100343:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078348.100346:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078348.100348:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078348.100350:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610804992, offset 0
00000400:00000200:2.0:1769078348.100353:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078348.100357:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078348.100360:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078348.100362:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078348.100365:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078348.100367:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078348.100369:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078348.100372:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21967:21967:256:4294967295] 192.168.204.105@tcp LPNI seq info [21964:21964:8:4294967295]
00000400:00000200:2.0:1769078348.100375:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078348.100381:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078348.100385:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078348.100407:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078348.100411:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078348.100414:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078348.100417:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078348.100420:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078348.100424:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078348.100426:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078348.100428:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078348.100431:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078348.100434:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078348.100436:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078348.100438:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078348.100442:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100453:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078348.100456:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100462:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078348.100463:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078348.100466:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078348.100469:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078348.100472:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078348.100474:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300009530
00000100:00000001:2.0:1769078348.100476:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300010353
00000100:00000001:2.0:1769078348.100478:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300009530
00000100:00000001:2.0:1769078348.100480:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300010353
00000100:00000001:2.0:1769078348.100482:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078348.100484:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078348.100486:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078348.100489:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348]  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078348.100497:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078348.100498:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078348.100500:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078348.100502:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078348.100504:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078348.100516:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078348.100519:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078348.100527:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100533:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078348.100535:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100536:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078348.100538:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078348.100541:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100547:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078348.100551:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100557:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078348.100559:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100561:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078348.100562:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100564:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078348.100565:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078348.100567:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078348.100570:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078348.100572:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078348.100576:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078348.100584:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610804992:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078348.100588:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100590:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078348.100593:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78380 x1855007610804608/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100599:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078348.100602:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078348.100605:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078348.100608:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078348.100610:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078348.100612:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078348.100614:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078348.100617:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af800.
02000000:00000001:2.0:1769078348.100620:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078348.100623:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078348.100625:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78380.
00000100:00000001:2.0:1769078348.100628:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078348.100629:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100631:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078348.100634:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7bb80 x1855007610804736/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100641:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078348.100642:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078348.100644:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078348.100646:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078348.100647:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078348.100648:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078348.100650:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078348.100652:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:2.0:1769078348.100654:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078348.100656:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078348.100657:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7bb80.
00000100:00000001:2.0:1769078348.100659:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078348.100660:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100662:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078348.100665:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79c00 x1855007610804864/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100671:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078348.100673:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078348.100674:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078348.100676:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078348.100677:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078348.100679:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078348.100681:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078348.100682:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078348.100684:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078348.100686:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078348.100687:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79c00.
00000100:00000001:2.0:1769078348.100689:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078348.100690:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100692:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078348.100695:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a680 x1855007610804992/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078348.100701:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078348.100703:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078348.100704:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48400.
02000000:00000001:2.0:1769078348.100706:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078348.100708:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078348.100709:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078348.100711:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078348.100712:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:2.0:1769078348.100714:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078348.100715:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078348.100716:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a680.
00000100:00000001:2.0:1769078348.100718:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078348.100719:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100722:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078348.100731:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078348.100733:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078348.100735:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078348.100736:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078348.930532:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078348.930541:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078348.930600:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078348.930604:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078348.930607:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078348.994708:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300010353, at 4300010368
00000100:00000010:2.0:1769078348.994729:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000040:3.0:1769078348.994862:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300010353, at 4300010368
00000100:00000010:3.0:1769078348.994870:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf4e0.
00010000:00000001:0.0:1769078349.954539:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078349.954546:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078349.954573:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078349.954576:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078349.954579:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078350.978542:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078350.978551:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078350.978641:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078350.978646:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078350.978650:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078352.002546:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078352.002554:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078352.002600:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078352.002602:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078352.002605:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078353.026507:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078353.026516:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078353.026581:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078353.026586:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078353.026591:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078353.218528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078353.218540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078353.218542:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078353.218551:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078353.218555:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078353.218562:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5342
00000400:00000200:0.0:1769078353.218571:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078353.218576:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078353.218578:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078353.218581:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.218583:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078353.218586:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.218587:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078353.218592:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078353.218593:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078353.218599:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078353.218601:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078353.218603:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078353.218604:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078353.218606:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.218608:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078353.218609:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.218610:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078353.218612:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078353.218614:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078353.218615:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078353.218618:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078353.218620:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078353.218622:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078353.218623:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078353.218625:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078353.218634:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769078353.218637:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078353.218640:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078353.218641:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078353.218643:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078353.218645:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078353.218649:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078353.218656:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769078353.218661:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078353.218668:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078353.218676:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078353.218680:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078353.218684:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078353.218700:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078353.218702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078353.218704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078353.218705:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078353.218706:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078353.218707:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078353.218709:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5342
00000400:00000200:0.0:1769078353.218711:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078353.218712:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078353.218714:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078353.218716:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.218718:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078353.218720:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.218722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078353.218725:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078353.218726:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078353.218728:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078353.218729:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078353.218730:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078353.218735:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078353.218735:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078353.218739:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078353.218740:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078353.218746:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078353.218747:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078353.218751:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078353.218756:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078353.218758:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078353.218760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078353.218760:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078353.218765:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078353.218766:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078353.218769:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078353.218772:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:2.0:1769078353.218773:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078353.218780:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078353.218780:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610805120:192.168.204.105@tcp:250:kworker.0
02000000:00000001:0.0:1769078353.218784:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078353.218788:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078353.218789:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078353.218793:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078353.218794:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078353.218795:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769078353.218798:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078353.218798:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078353.218803:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078353.218805:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078353.218806:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078353.218811:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
02000000:00000010:2.0:1769078353.218812:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
00000020:00000040:0.0:1769078353.218814:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078353.218817:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078353.218820:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078353.218822:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078353.218825:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078353.218826:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078353.218827:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078353.218831:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078353.218831:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
02000000:00000010:0.0:1769078353.218839:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000400:00000010:2.0:1769078353.218839:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:0.0:1769078353.218845:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078353.218850:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610805120, portal 25
00000100:00100000:0.0:1769078353.218852:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078353.218854:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078353.218858:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409841536 : -104785299710080 : ffffa0b2c56edf80)
00000100:00000001:0.0:1769078353.218864:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078353.218866:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078353.218869:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078353.218872:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.218893:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078353.218894:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078353.218898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078353.218900:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:0.0:1769078353.218902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078353.218904:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078353.218905:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1769078353.218906:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000001:0.0:1769078353.218910:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769078353.218911:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610805120, offset 0
00000100:00080000:0.0:1769078353.218914:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5342
00000400:00000200:0.0:1769078353.218919:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078353.218921:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:0.0:1769078353.218925:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078353.218927:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078353.218929:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.218933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078353.218933:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078353.218938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.218939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078353.218942:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078353.218942:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000020:00000040:0.0:1769078353.218944:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078353.218947:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078353.218948:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078353.218950:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078353.218951:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769078353.218952:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078353.218956:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078353.218958:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:0.0:1769078353.218959:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078353.218963:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078353.218965:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769078353.218966:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078353.218970:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078353.218971:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00080000:0.0:1769078353.218978:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:2.0:1769078353.218978:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21968:21968:256:4294967295] 192.168.204.105@tcp LPNI seq info [21965:21965:8:4294967295]
00000100:00000001:0.0:1769078353.218982:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078353.218985:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078353.218986:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078353.218988:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078353.218990:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078353.218992:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078353.218994:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078353.218996:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078353.218999:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078353.219004:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000400:00000200:2.0:1769078353.219004:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769078353.219009:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078353.219014:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078353.219016:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078353.219018:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078353.219020:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078353.219021:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078353.219023:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
02000000:00000010:0.0:1769078353.219026:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769078353.219031:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078353.219031:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000100:00100000:0.0:1769078353.219040:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769078353.219043:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078353.219048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1769078353.219055:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769078353.219057:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078353.219058:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078353.219063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1769078353.219064:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769078353.219072:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078353.219076:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000100:00000001:0.0:1769078353.219078:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078353.219081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078353.219083:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769078353.219084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078353.219087:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078353.219088:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078353.219090:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078353.219093:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5342
00000400:00000200:2.0:1769078353.219096:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078353.219101:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078353.219102:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078353.219105:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000400:00000200:0.0:1769078353.219107:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078353.219110:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1769078353.219111:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769078353.219116:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078353.219119:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.219125:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078353.219130:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078353.219131:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078353.219135:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000040:2.0:1769078353.219136:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078353.219142:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078353.219145:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078353.219149:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078353.219151:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078353.219153:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078353.219155:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769078353.219158:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078353.219162:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078353.219165:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078353.219167:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.219171:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078353.219175:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078353.219176:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078353.219180:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078353.219181:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300015472
00000020:00000040:0.0:1769078353.219184:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078353.219189:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000010:2.0:1769078353.219189:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:0.0:1769078353.219193:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078353.219197:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078353.219199:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1769078353.219200:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078353.219204:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.219206:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300015472
00000100:00000001:0.0:1769078353.219207:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078353.219210:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000010:2.0:1769078353.219213:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd20.
00000008:00000001:0.0:1769078353.219214:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078353.219217:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.219220:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000010:0.0:1769078353.219221:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769078353.219226:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078353.219228:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078353.219228:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078353.219231:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078353.219233:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078353.219233:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078353.219236:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078353.219237:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769078353.219239:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078353.219244:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00100000:2.0:1769078353.219244:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353]  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078353.219249:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078353.219256:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1769078353.219258:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078353.219261:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769078353.219265:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769078353.219265:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:0.0:1769078353.219267:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078353.219269:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000100:00000040:0.0:1769078353.219272:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078353.219273:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078353.219277:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769078353.219283:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078353.219283:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078353.219289:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5352)
00000100:00000200:2.0:1769078353.219293:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219298:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078353.219300:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219303:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078353.219306:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078353.219310:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219316:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078353.219321:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219328:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078353.219331:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219333:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078353.219335:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219337:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078353.219340:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078353.219343:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078353.219348:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078353.219350:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078353.219354:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078353.219360:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610805120:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078353.219364:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219366:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078353.219369:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edf80 x1855007610805120/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219375:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078353.219377:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078353.219380:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078353.219383:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078353.219384:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078353.219413:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078353.219417:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078353.219431:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3400.
02000000:00000001:2.0:1769078353.219437:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078353.219439:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078353.219441:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edf80.
00000100:00000001:2.0:1769078353.219445:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078353.219446:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219447:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219454:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078353.219456:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.219457:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078353.219458:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078353.219459:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078353.219462:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219471:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078353.219472:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078353.219474:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078353.219475:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078353.219476:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078353.219478:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610805248:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078353.219480:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078353.219481:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078353.219482:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078353.219483:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078353.219485:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078353.219487:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078353.219497:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078353.219499:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078353.219504:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078353.219506:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610805248, portal 10
00000100:00000001:2.0:1769078353.219508:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078353.219510:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409834368 : -104785299717248 : ffffa0b2c56ec380)
00000100:00000040:2.0:1769078353.219516:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219522:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078353.219524:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078353.219527:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078353.219529:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610805248, offset 0
00000400:00000200:2.0:1769078353.219533:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078353.219538:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078353.219542:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078353.219545:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078353.219547:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078353.219549:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078353.219552:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078353.219555:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21969:21969:256:4294967295] 192.168.204.105@tcp LPNI seq info [21966:21966:8:4294967295]
00000400:00000200:2.0:1769078353.219559:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078353.219563:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078353.219566:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078353.219569:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078353.219572:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078353.219573:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078353.219576:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078353.219578:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078353.219581:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078353.219582:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078353.219584:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078353.219586:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078353.219588:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078353.219590:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078353.219591:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078353.219594:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219606:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078353.219608:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219613:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.219614:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078353.219616:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078353.219619:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078353.219621:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078353.219623:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300014612
00000100:00000001:2.0:1769078353.219625:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300015472
00000100:00000001:2.0:1769078353.219627:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300014612
00000100:00000001:2.0:1769078353.219628:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300015472
00000100:00000001:2.0:1769078353.219629:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078353.219631:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.219633:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078353.219635:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353]  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078353.219640:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078353.219641:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078353.219642:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078353.219643:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078353.219644:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078353.219645:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078353.219647:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078353.219652:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219656:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078353.219656:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219657:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078353.219658:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078353.219660:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219663:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078353.219665:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219669:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078353.219671:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219672:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078353.219673:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219674:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078353.219675:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078353.219677:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078353.219679:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078353.219681:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078353.219683:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078353.219688:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610805248:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078353.219690:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078353.219691:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219695:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078353.219696:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078353.219697:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078353.219698:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078353.219699:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078353.219701:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610805376:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078353.219703:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078353.219704:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078353.219705:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078353.219706:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078353.219709:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078353.219710:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078353.219712:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078353.219714:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078353.219716:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078353.219718:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610805376, portal 4
00000100:00000001:2.0:1769078353.219719:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078353.219720:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409846912 : -104785299704704 : ffffa0b2c56ef480)
00000100:00000040:2.0:1769078353.219724:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219728:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078353.219730:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078353.219731:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078353.219732:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610805376, offset 0
00000400:00000200:2.0:1769078353.219735:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078353.219737:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078353.219739:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078353.219741:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078353.219742:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078353.219744:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078353.219745:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078353.219747:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21970:21970:256:4294967295] 192.168.204.105@tcp LPNI seq info [21967:21967:8:4294967295]
00000400:00000200:2.0:1769078353.219750:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078353.219753:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078353.219755:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078353.219757:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078353.219759:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078353.219761:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078353.219763:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078353.219765:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078353.219767:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078353.219769:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078353.219770:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078353.219772:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078353.219774:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078353.219775:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078353.219777:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078353.219779:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219785:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078353.219788:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219795:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.219796:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078353.219799:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078353.219802:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078353.219805:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078353.219807:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300014638
00000100:00000001:2.0:1769078353.219809:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300015472
00000100:00000001:2.0:1769078353.219811:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300014638
00000100:00000001:2.0:1769078353.219814:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300015472
00000100:00000001:2.0:1769078353.219816:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078353.219818:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.219820:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078353.219823:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353]  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078353.219830:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078353.219831:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078353.219832:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078353.219834:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078353.219835:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078353.219836:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078353.219838:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078353.219843:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219850:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078353.219851:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219853:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078353.219854:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078353.219858:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219864:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078353.219867:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219875:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078353.219877:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219879:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078353.219880:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.219882:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078353.219883:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078353.219886:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078353.219889:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078353.219892:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078353.219896:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078353.219904:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610805376:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078353.219907:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078353.219909:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219913:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078353.219914:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078353.219916:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078353.219917:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078353.219918:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078353.219919:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610805504:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078353.219921:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078353.219922:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078353.219924:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078353.219925:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078353.219927:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078353.219929:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078353.219931:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078353.219933:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078353.219935:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078353.219937:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610805504, portal 4
00000100:00000001:2.0:1769078353.219938:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078353.219939:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409840640 : -104785299710976 : ffffa0b2c56edc00)
00000100:00000040:2.0:1769078353.219943:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.219947:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078353.219948:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078353.219950:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078353.219951:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610805504, offset 0
00000400:00000200:2.0:1769078353.219953:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078353.219956:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078353.219958:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078353.219959:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078353.219961:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078353.219962:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078353.219964:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078353.219966:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21971:21971:256:4294967295] 192.168.204.105@tcp LPNI seq info [21968:21968:8:4294967295]
00000400:00000200:2.0:1769078353.219968:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078353.219972:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078353.219974:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078353.219976:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078353.219978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078353.219980:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078353.219984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078353.219986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078353.219990:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078353.219992:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078353.219994:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078353.219997:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078353.220000:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078353.220002:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078353.220004:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078353.220008:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.220016:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078353.220019:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.220025:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.220027:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078353.220030:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078353.220032:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078353.220036:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078353.220037:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300014649
00000100:00000001:2.0:1769078353.220039:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300015472
00000100:00000001:2.0:1769078353.220040:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300014649
00000100:00000001:2.0:1769078353.220041:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300015472
00000100:00000001:2.0:1769078353.220043:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078353.220044:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.220045:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078353.220047:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353]  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078353.220052:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078353.220053:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078353.220054:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078353.220056:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078353.220057:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078353.220058:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078353.220060:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078353.220065:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.220072:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078353.220073:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.220074:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078353.220076:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078353.220078:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.220081:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078353.220083:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.220086:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078353.220088:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.220089:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078353.220089:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.220090:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078353.220091:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078353.220093:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078353.220095:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078353.220097:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078353.220099:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078353.220103:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610805504:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078353.220105:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.220106:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078353.220108:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec380 x1855007610805248/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.220112:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078353.220113:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078353.220114:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078353.220116:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078353.220117:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078353.220118:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078353.220119:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078353.220120:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0400.
02000000:00000001:2.0:1769078353.220122:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078353.220123:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078353.220124:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec380.
00000100:00000001:2.0:1769078353.220126:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078353.220127:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.220128:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078353.220130:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef480 x1855007610805376/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.220134:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078353.220135:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078353.220136:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078353.220136:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078353.220137:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078353.220138:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078353.220139:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078353.220139:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0000.
02000000:00000001:2.0:1769078353.220140:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078353.220141:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078353.220141:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef480.
00000100:00000001:2.0:1769078353.220143:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078353.220143:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.220144:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078353.220146:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edc00 x1855007610805504/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078353.220149:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078353.220149:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078353.220150:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078353.220151:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078353.220152:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078353.220152:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078353.220154:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078353.220155:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0c00.
02000000:00000001:2.0:1769078353.220156:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078353.220157:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078353.220157:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edc00.
00000100:00000001:2.0:1769078353.220159:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078353.220159:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.220160:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078353.220162:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078353.220163:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078353.220164:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078353.220165:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078354.050549:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078354.050560:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078354.050563:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078354.050566:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078354.050571:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078354.050573:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078354.050575:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078354.050577:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078354.050598:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078354.050600:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078354.050602:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078354.114499:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300015472, at 4300015488
00000100:00000040:3.0:1769078354.114499:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300015472, at 4300015488
00000100:00000010:2.0:1769078354.114515:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000010:3.0:1769078354.114518:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd20.
00010000:00000001:0.0:1769078355.074540:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078355.074550:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078355.074607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078355.074612:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078355.074616:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078356.098516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078356.098523:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078356.098548:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078356.098550:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078356.098552:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078357.122496:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078357.122503:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078357.122564:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078357.122568:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078357.122571:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078358.146500:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078358.146510:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078358.146539:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078358.146542:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078358.146545:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078358.338519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078358.338542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078358.338545:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078358.338551:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078358.338556:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078358.338565:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5347
00000400:00000200:0.0:1769078358.338576:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078358.338584:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078358.338588:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078358.338592:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.338596:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078358.338599:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.338601:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078358.338606:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078358.338608:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078358.338611:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078358.338614:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078358.338617:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078358.338619:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078358.338622:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.338625:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078358.338627:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.338628:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078358.338632:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078358.338635:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078358.338638:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078358.338641:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078358.338645:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078358.338648:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078358.338657:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078358.338660:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078358.338673:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769078358.338677:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078358.338682:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078358.338684:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078358.338687:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078358.338690:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078358.338695:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078358.338705:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769078358.338712:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078358.338722:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078358.338740:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078358.338745:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078358.338750:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078358.338776:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078358.338779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078358.338783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078358.338784:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078358.338786:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078358.338789:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078358.338791:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5347
00000400:00000200:0.0:1769078358.338796:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078358.338800:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078358.338803:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078358.338807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.338809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078358.338811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.338813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078358.338816:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078358.338817:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078358.338819:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078358.338821:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078358.338824:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078358.338824:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078358.338827:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078358.338832:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.338834:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078358.338835:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078358.338836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078358.338840:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078358.338841:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078358.338846:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000040:2.0:1769078358.338851:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078358.338852:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078358.338858:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078358.338862:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078358.338868:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078358.338869:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078358.338871:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078358.338873:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078358.338877:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078358.338878:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769078358.338882:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078358.338883:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769078358.338889:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.338889:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078358.338894:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078358.338898:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610805632:192.168.204.105@tcp:250:kworker.0
00000100:00000010:0.0:1769078358.338901:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769078358.338906:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00000001:2.0:1769078358.338906:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078358.338911:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078358.338912:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078358.338913:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078358.338917:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078358.338917:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078358.338920:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078358.338922:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078358.338923:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078358.338930:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
02000000:00000010:2.0:1769078358.338931:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
00000100:00000001:0.0:1769078358.338936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.338936:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078358.338944:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078358.338952:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078358.338956:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078358.338957:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078358.338964:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078358.338964:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078358.338975:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:0.0:1769078358.338977:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078358.338981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078358.338985:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1769078358.338985:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610805632, portal 25
00000100:00000001:0.0:1769078358.338987:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078358.338990:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078358.338992:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409847808 : -104785299703808 : ffffa0b2c56ef800)
00000100:00080000:0.0:1769078358.338999:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1769078358.339000:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078358.339005:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078358.339012:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5347
00000100:00000001:2.0:1769078358.339015:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769078358.339019:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:2.0:1769078358.339023:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000200:0.0:1769078358.339027:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000010:2.0:1769078358.339028:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00080000:0.0:1769078358.339032:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769078358.339034:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610805632, offset 0
00000100:00000040:0.0:1769078358.339038:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.339040:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078358.339043:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.339048:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078358.339051:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078358.339052:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078358.339056:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078358.339056:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000040:0.0:1769078358.339060:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078358.339064:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078358.339066:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078358.339070:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078358.339074:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.339077:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078358.339080:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:0.0:1769078358.339081:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.339087:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078358.339089:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078358.339092:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078358.339094:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078358.339096:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078358.339097:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769078358.339100:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078358.339105:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078358.339105:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:0.0:1769078358.339109:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078358.339113:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1769078358.339114:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078358.339119:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078358.339120:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.339123:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078358.339128:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000400:00000200:2.0:1769078358.339128:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21972:21972:256:4294967295] 192.168.204.105@tcp LPNI seq info [21969:21969:8:4294967295]
00000020:00000040:0.0:1769078358.339133:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078358.339138:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078358.339138:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078358.339142:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078358.339145:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078358.339147:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078358.339149:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078358.339155:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1769078358.339156:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769078358.339163:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078358.339167:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00100000:0.0:1769078358.339173:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769078358.339175:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000100:00000001:0.0:1769078358.339185:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769078358.339187:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078358.339189:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078358.339194:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1769078358.339197:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769078358.339206:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078358.339213:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769078358.339214:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078358.339219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1769078358.339220:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078358.339225:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000100:00080000:0.0:1769078358.339226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078358.339229:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078358.339232:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078358.339235:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078358.339236:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769078358.339239:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5347
00000400:00000200:2.0:1769078358.339246:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078358.339247:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078358.339254:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078358.339255:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000100:00080000:0.0:1769078358.339257:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769078358.339260:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000040:0.0:1769078358.339263:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.339266:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078358.339267:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1769078358.339269:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.339273:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:2.0:1769078358.339275:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078358.339278:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078358.339280:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078358.339284:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078358.339287:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078358.339292:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078358.339293:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769078358.339296:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078358.339301:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078358.339303:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078358.339308:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078358.339311:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078358.339318:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.339321:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078358.339326:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078358.339329:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078358.339330:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078358.339345:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078358.339348:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078358.339351:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078358.339353:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078358.339356:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078358.339358:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078358.339361:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078358.339365:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00000001:0.0:1769078358.339367:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078358.339370:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.339371:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300020592
00000100:00000010:0.0:1769078358.339374:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000100:00000010:2.0:1769078358.339379:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000020:00000040:0.0:1769078358.339380:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078358.339420:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1769078358.339421:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078358.339425:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078358.339427:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078358.339428:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078358.339430:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300020593
02000000:00000001:0.0:1769078358.339431:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078358.339436:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfba0.
02000000:00000010:0.0:1769078358.339439:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:2.0:1769078358.339442:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078358.339445:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.339447:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078358.339452:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078358.339453:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078358.339456:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078358.339465:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358]  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078358.339466:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078358.339470:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078358.339479:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078358.339483:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078358.339487:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078358.339491:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:0.0:1769078358.339492:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078358.339497:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000100:00000040:0.0:1769078358.339500:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5357)
00000400:00000010:2.0:1769078358.339500:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078358.339504:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078358.339512:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078358.339528:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339535:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078358.339537:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.339540:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078358.339542:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078358.339547:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339554:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078358.339558:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339566:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078358.339570:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.339571:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078358.339572:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.339575:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078358.339577:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078358.339580:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078358.339585:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078358.339587:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078358.339592:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078358.339600:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610805632:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078358.339605:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.339608:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078358.339610:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef800 x1855007610805632/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339623:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078358.339625:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078358.339628:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078358.339631:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078358.339634:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078358.339635:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078358.339638:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078358.339640:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0800.
02000000:00000001:2.0:1769078358.339645:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078358.339648:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078358.339649:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef800.
00000100:00000001:2.0:1769078358.339653:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078358.339654:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.339656:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.339665:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078358.339668:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.339670:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078358.339671:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078358.339673:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078358.339676:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339683:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078358.339684:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.339686:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078358.339689:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078358.339691:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078358.339694:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610805760:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078358.339697:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078358.339700:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078358.339701:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.339703:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078358.339706:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078358.339708:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078358.339712:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078358.339716:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078358.339720:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078358.339731:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610805760, portal 10
00000100:00000001:2.0:1769078358.339733:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078358.339735:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409844224 : -104785299707392 : ffffa0b2c56eea00)
00000100:00000040:2.0:1769078358.339742:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339749:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078358.339751:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078358.339754:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078358.339756:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610805760, offset 0
00000400:00000200:2.0:1769078358.339760:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078358.339764:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078358.339768:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078358.339771:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078358.339774:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078358.339776:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078358.339779:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078358.339782:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21973:21973:256:4294967295] 192.168.204.105@tcp LPNI seq info [21970:21970:8:4294967295]
00000400:00000200:2.0:1769078358.339786:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078358.339792:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078358.339797:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078358.339800:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078358.339804:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078358.339807:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078358.339811:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078358.339814:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078358.339818:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078358.339820:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078358.339822:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078358.339826:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078358.339829:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078358.339830:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078358.339833:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078358.339837:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339844:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078358.339847:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339853:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.339855:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078358.339858:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078358.339862:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078358.339865:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078358.339868:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300019732
00000100:00000001:2.0:1769078358.339871:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300020592
00000100:00000001:2.0:1769078358.339874:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300019732
00000100:00000001:2.0:1769078358.339875:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300020593
00000100:00000001:2.0:1769078358.339878:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078358.339880:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.339882:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078358.339886:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358]  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078358.339893:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078358.339895:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078358.339896:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078358.339899:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078358.339901:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078358.339903:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078358.339906:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078358.339914:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339925:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078358.339927:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.339929:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078358.339930:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078358.339933:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339939:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078358.339943:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339950:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078358.339952:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.339954:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078358.339955:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.339957:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078358.339959:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078358.339961:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078358.339965:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078358.339967:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078358.339971:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078358.339979:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610805760:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078358.339983:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078358.339987:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.339993:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078358.339995:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.339998:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078358.339999:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078358.340001:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078358.340004:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610805888:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078358.340007:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078358.340009:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078358.340011:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.340012:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078358.340016:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078358.340018:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078358.340022:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078358.340025:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078358.340028:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078358.340031:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610805888, portal 4
00000100:00000001:2.0:1769078358.340033:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078358.340034:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409848704 : -104785299702912 : ffffa0b2c56efb80)
00000100:00000040:2.0:1769078358.340039:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340046:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078358.340048:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078358.340051:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078358.340054:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610805888, offset 0
00000400:00000200:2.0:1769078358.340057:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078358.340061:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078358.340065:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078358.340069:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078358.340071:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078358.340073:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078358.340076:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078358.340079:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21974:21974:256:4294967295] 192.168.204.105@tcp LPNI seq info [21971:21971:8:4294967295]
00000400:00000200:2.0:1769078358.340083:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078358.340088:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078358.340094:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078358.340097:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078358.340100:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078358.340103:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078358.340107:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078358.340110:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078358.340114:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078358.340116:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078358.340119:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078358.340122:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078358.340125:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078358.340127:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078358.340129:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078358.340133:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340140:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078358.340143:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340149:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.340150:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078358.340153:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078358.340156:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078358.340160:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078358.340162:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300019758
00000100:00000001:2.0:1769078358.340164:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300020592
00000100:00000001:2.0:1769078358.340166:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300019758
00000100:00000001:2.0:1769078358.340168:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300020593
00000100:00000001:2.0:1769078358.340170:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078358.340172:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.340174:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078358.340177:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358]  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078358.340186:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078358.340187:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078358.340189:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078358.340191:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078358.340192:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078358.340194:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078358.340197:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078358.340205:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340212:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078358.340213:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340215:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078358.340217:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078358.340220:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340228:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078358.340232:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340239:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078358.340241:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340243:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078358.340244:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340246:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078358.340248:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078358.340250:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078358.340253:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078358.340255:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078358.340259:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078358.340266:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610805888:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078358.340270:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078358.340273:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340279:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078358.340280:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.340283:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078358.340284:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078358.340287:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078358.340289:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806016:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078358.340293:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078358.340294:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078358.340296:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078358.340297:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078358.340301:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078358.340303:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078358.340306:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078358.340309:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078358.340312:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078358.340315:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610806016, portal 4
00000100:00000001:2.0:1769078358.340317:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078358.340318:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409837056 : -104785299714560 : ffffa0b2c56ece00)
00000100:00000040:2.0:1769078358.340324:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340330:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078358.340332:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078358.340356:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078358.340359:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610806016, offset 0
00000400:00000200:2.0:1769078358.340364:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078358.340367:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078358.340371:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078358.340373:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078358.340376:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078358.340378:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078358.340381:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078358.340383:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21975:21975:256:4294967295] 192.168.204.105@tcp LPNI seq info [21972:21972:8:4294967295]
00000400:00000200:2.0:1769078358.340409:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078358.340416:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078358.340421:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078358.340425:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078358.340429:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078358.340432:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078358.340436:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078358.340439:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078358.340444:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078358.340446:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078358.340448:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078358.340452:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078358.340455:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078358.340457:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078358.340459:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078358.340463:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340471:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078358.340474:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340481:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.340482:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078358.340485:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078358.340488:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078358.340492:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078358.340494:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300019770
00000100:00000001:2.0:1769078358.340497:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300020592
00000100:00000001:2.0:1769078358.340499:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300019770
00000100:00000001:2.0:1769078358.340501:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300020593
00000100:00000001:2.0:1769078358.340504:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078358.340506:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.340508:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078358.340512:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358]  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078358.340520:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078358.340522:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078358.340523:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078358.340525:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078358.340527:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078358.340530:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078358.340533:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078358.340541:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340547:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078358.340549:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340550:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078358.340552:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078358.340555:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340562:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078358.340566:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340572:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078358.340575:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340577:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078358.340578:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340580:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078358.340581:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078358.340584:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078358.340587:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078358.340589:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078358.340592:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078358.340600:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806016:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078358.340603:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340605:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078358.340608:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eea00 x1855007610805760/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340613:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078358.340615:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078358.340617:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078358.340619:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078358.340621:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078358.340622:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078358.340624:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078358.340626:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2000.
02000000:00000001:2.0:1769078358.340630:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078358.340631:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078358.340633:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eea00.
00000100:00000001:2.0:1769078358.340637:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078358.340638:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340640:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078358.340643:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56efb80 x1855007610805888/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340655:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078358.340656:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078358.340658:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078358.340660:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078358.340661:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078358.340662:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078358.340664:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078358.340665:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3800.
02000000:00000001:2.0:1769078358.340668:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078358.340669:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078358.340670:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56efb80.
00000100:00000001:2.0:1769078358.340672:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078358.340673:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340674:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078358.340677:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ece00 x1855007610806016/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078358.340683:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078358.340684:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078358.340686:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078358.340687:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078358.340688:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078358.340689:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078358.340691:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078358.340692:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1000.
02000000:00000001:2.0:1769078358.340694:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078358.340695:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078358.340697:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ece00.
00000100:00000001:2.0:1769078358.340700:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078358.340702:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340704:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078358.340707:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078358.340709:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078358.340711:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078358.340712:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078359.170496:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078359.170503:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078359.170594:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078359.170597:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078359.170600:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078359.234470:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300020592, at 4300020608
00000100:00000040:3.0:1769078359.234470:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300020593, at 4300020608
00000100:00000010:3.0:1769078359.234488:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfba0.
00000100:00000010:2.0:1769078359.234491:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00010000:00000001:0.0:1769078360.194516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078360.194526:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078360.194571:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078360.194575:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078360.194579:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078361.218556:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078361.218565:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078361.218700:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078361.218705:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078361.218714:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078362.243411:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078362.243420:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078362.243447:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078362.243449:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078362.243452:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078363.266477:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078363.266487:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078363.266554:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078363.266557:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078363.266560:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078363.458600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078363.458614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078363.458618:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078363.458623:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078363.458628:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078363.458636:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5352
00000400:00000200:3.0:1769078363.458645:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078363.458652:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078363.458654:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078363.458657:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078363.458660:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078363.458662:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078363.458664:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078363.458667:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078363.458669:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078363.458678:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078363.458680:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078363.458681:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078363.458683:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078363.458685:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078363.458686:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078363.458688:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078363.458689:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078363.458692:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078363.458695:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078363.458696:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.458698:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078363.458701:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078363.458703:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.458705:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078363.458707:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078363.458719:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769078363.458723:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078363.458727:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078363.458729:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.458732:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078363.458735:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078363.458739:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078363.458748:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa3c00.
00000100:00000001:3.0:1769078363.458756:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078363.458767:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078363.458776:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078363.458780:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078363.458785:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.458809:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078363.458812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078363.458815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078363.458817:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078363.458819:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078363.458821:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078363.458824:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5352
00000400:00000200:3.0:1769078363.458829:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078363.458833:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078363.458836:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078363.458839:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078363.458841:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078363.458841:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078363.458847:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078363.458847:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078363.458852:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078363.458852:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078363.458857:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078363.458860:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000100:00000040:2.0:1769078363.458861:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078363.458862:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078363.458866:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078363.458870:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078363.458873:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078363.458874:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078363.458876:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078363.458881:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078363.458882:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078363.458885:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769078363.458887:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078363.458890:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078363.458892:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.458895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00100000:2.0:1769078363.458900:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610806144:192.168.204.105@tcp:250:kworker.0
00000020:00000040:3.0:1769078363.458901:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078363.458908:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078363.458911:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078363.458912:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.458916:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078363.458923:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078363.458923:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078363.458928:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.458928:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078363.458934:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078363.458934:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078363.458939:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769078363.458942:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
00000008:00000001:3.0:1769078363.458944:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078363.458946:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.458948:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078363.458954:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000400:00000200:2.0:1769078363.458958:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769078363.458958:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078363.458963:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078363.458966:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078363.458967:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:3.0:1769078363.458969:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078363.458973:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078363.458975:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078363.458977:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
02000000:00000010:3.0:1769078363.458980:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2000.
00000100:00000001:3.0:1769078363.458986:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078363.458988:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610806144, portal 25
00000100:00000001:2.0:1769078363.458993:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1769078363.458994:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078363.458996:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511415168 : -104785198136448 : ffffa0b2cb7cc380)
00000100:00000040:2.0:1769078363.459005:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.459007:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078363.459012:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459018:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078363.459020:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078363.459024:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078363.459029:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078363.459033:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610806144, offset 0
00000100:00000001:3.0:1769078363.459033:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078363.459037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078363.459042:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078363.459043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078363.459046:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078363.459048:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078363.459051:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078363.459053:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769078363.459057:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5352
00000400:00000200:2.0:1769078363.459061:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078363.459067:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078363.459071:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078363.459074:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078363.459083:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078363.459087:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21976:21976:256:4294967295] 192.168.204.105@tcp LPNI seq info [21973:21973:8:4294967295]
00000400:00000200:2.0:1769078363.459091:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078363.459101:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769078363.459109:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.0:1769078363.459111:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078363.459117:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000010:2.0:1769078363.459120:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000100:00080000:3.0:1769078363.459121:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078363.459127:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078363.459130:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769078363.459134:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:3.0:1769078363.459136:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078363.459141:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769078363.459141:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078363.459145:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078363.459147:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078363.459151:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769078363.459153:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:3.0:1769078363.459154:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078363.459159:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769078363.459164:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769078363.459165:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078363.459173:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000100:2.0:1769078363.459175:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078363.459177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1769078363.459180:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000100:00000040:3.0:1769078363.459182:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078363.459187:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078363.459189:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769078363.459190:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078363.459199:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769078363.459202:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:2.0:1769078363.459206:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000100:00000001:3.0:1769078363.459207:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078363.459209:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
02000000:00000001:3.0:1769078363.459212:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078363.459215:0:2365:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769078363.459217:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1769078363.459220:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078363.459222:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.459227:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078363.459231:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078363.459235:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1769078363.459236:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.459239:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078363.459242:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078363.459245:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769078363.459269:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078363.459273:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078363.459274:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078363.459277:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459279:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078363.459281:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078363.459284:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078363.459286:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459291:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078363.459293:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0c00.
00000100:00000001:3.0:1769078363.459298:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078363.459299:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078363.459305:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300025712
00000100:00100000:3.0:1769078363.459306:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769078363.459314:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:3.0:1769078363.459316:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078363.459320:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459323:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1769078363.459324:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459330:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300025712
00000100:00000001:3.0:1769078363.459334:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078363.459335:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf840.
00000100:00080000:3.0:1769078363.459340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078363.459341:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078363.459346:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769078363.459347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078363.459349:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.459350:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078363.459352:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1769078363.459353:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078363.459357:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769078363.459359:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363]  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078363.459362:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5352
00000400:00000200:3.0:1769078363.459370:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000001:2.0:1769078363.459372:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1769078363.459375:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000001:2.0:1769078363.459376:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078363.459379:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000100:00080000:3.0:1769078363.459380:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078363.459383:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000100:00000040:3.0:1769078363.459411:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078363.459415:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769078363.459417:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000040:3.0:1769078363.459420:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078363.459422:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769078363.459425:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078363.459428:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078363.459429:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078363.459433:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078363.459435:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000200:2.0:1769078363.459439:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078363.459440:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078363.459443:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078363.459450:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078363.459454:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078363.459459:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078363.459462:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078363.459462:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078363.459467:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078363.459474:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078363.459477:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078363.459479:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459481:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.459484:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078363.459487:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078363.459489:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769078363.459494:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078363.459495:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078363.459500:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078363.459504:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078363.459507:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078363.459510:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459513:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.459514:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078363.459520:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000100:00000040:2.0:1769078363.459521:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078363.459525:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078363.459530:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078363.459533:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459536:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078363.459537:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078363.459540:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078363.459543:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459544:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.459548:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1769078363.459548:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1c00.
00000100:00000001:2.0:1769078363.459551:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078363.459553:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459555:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078363.459558:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1769078363.459560:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1769078363.459564:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078363.459571:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1769078363.459574:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:3.0:1769078363.459574:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078363.459578:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459580:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1769078363.459588:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078363.459592:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078363.459593:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5362)
00000100:00100000:2.0:1769078363.459604:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610806144:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078363.459611:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.459614:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078363.459618:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc380 x1855007610806144/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459624:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078363.459626:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078363.459629:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078363.459632:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078363.459634:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078363.459635:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078363.459638:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078363.459640:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa3c00.
02000000:00000001:2.0:1769078363.459644:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078363.459646:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078363.459648:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc380.
00000100:00000001:2.0:1769078363.459651:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078363.459652:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.459654:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.459663:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078363.459665:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459668:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078363.459669:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078363.459670:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078363.459674:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459681:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078363.459683:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078363.459685:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078363.459687:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078363.459689:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078363.459692:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806272:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078363.459695:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078363.459697:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078363.459698:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078363.459699:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078363.459701:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078363.459703:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078363.459706:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078363.459708:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078363.459711:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078363.459713:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610806272, portal 10
00000100:00000001:2.0:1769078363.459714:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078363.459715:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511414272 : -104785198137344 : ffffa0b2cb7cc000)
00000100:00000040:2.0:1769078363.459721:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459725:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078363.459727:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078363.459728:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078363.459730:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610806272, offset 0
00000400:00000200:2.0:1769078363.459732:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078363.459735:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078363.459738:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078363.459740:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078363.459742:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078363.459744:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078363.459745:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078363.459747:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21977:21977:256:4294967295] 192.168.204.105@tcp LPNI seq info [21974:21974:8:4294967295]
00000400:00000200:2.0:1769078363.459750:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078363.459754:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078363.459757:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078363.459759:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078363.459763:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078363.459766:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769078363.459771:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078363.459773:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078363.459777:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078363.459778:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078363.459781:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078363.459785:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078363.459788:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078363.459790:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078363.459792:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078363.459796:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459804:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078363.459807:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459814:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459816:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078363.459819:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078363.459823:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078363.459825:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078363.459827:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300024852
00000100:00000001:2.0:1769078363.459829:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300025712
00000100:00000001:2.0:1769078363.459830:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300024852
00000100:00000001:2.0:1769078363.459832:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300025712
00000100:00000001:2.0:1769078363.459833:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078363.459835:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.459836:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078363.459838:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363]  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078363.459844:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078363.459845:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078363.459847:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078363.459850:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078363.459851:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078363.459853:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078363.459856:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078363.459864:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459871:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078363.459872:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.459874:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078363.459875:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078363.459878:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459885:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078363.459889:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459897:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078363.459900:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.459901:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078363.459902:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.459903:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078363.459904:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078363.459906:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078363.459908:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078363.459909:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078363.459912:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078363.459917:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806272:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078363.459919:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078363.459921:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459926:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078363.459927:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078363.459929:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078363.459931:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078363.459932:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078363.459935:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806400:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078363.459938:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078363.459940:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078363.459941:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078363.459943:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078363.459947:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078363.459949:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078363.459953:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078363.459956:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078363.459960:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078363.459963:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610806400, portal 4
00000100:00000001:2.0:1769078363.459964:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078363.459966:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511424128 : -104785198127488 : ffffa0b2cb7ce680)
00000100:00000040:2.0:1769078363.459972:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.459978:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078363.459980:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078363.459982:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078363.459985:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610806400, offset 0
00000400:00000200:2.0:1769078363.459988:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078363.459992:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078363.459996:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078363.459999:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078363.460001:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078363.460003:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078363.460005:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078363.460008:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21978:21978:256:4294967295] 192.168.204.105@tcp LPNI seq info [21975:21975:8:4294967295]
00000400:00000200:2.0:1769078363.460012:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078363.460017:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078363.460021:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078363.460025:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078363.460028:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078363.460031:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769078363.460035:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078363.460038:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078363.460041:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078363.460043:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078363.460046:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078363.460049:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078363.460052:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078363.460054:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078363.460056:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078363.460060:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460067:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078363.460070:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460076:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.460078:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078363.460081:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078363.460084:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078363.460087:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078363.460089:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300024878
00000100:00000001:2.0:1769078363.460092:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300025712
00000100:00000001:2.0:1769078363.460094:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300024878
00000100:00000001:2.0:1769078363.460096:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300025712
00000100:00000001:2.0:1769078363.460098:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078363.460100:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.460102:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078363.460106:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363]  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078363.460113:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078363.460115:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078363.460116:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078363.460118:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078363.460120:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078363.460122:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078363.460125:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078363.460133:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460144:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078363.460145:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460147:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078363.460148:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078363.460152:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460158:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078363.460162:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460169:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078363.460171:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460173:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078363.460174:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460176:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078363.460177:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078363.460179:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078363.460182:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078363.460184:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078363.460188:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078363.460195:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806400:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078363.460199:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078363.460203:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460209:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078363.460210:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078363.460213:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078363.460214:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078363.460216:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078363.460219:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806528:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078363.460222:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078363.460224:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078363.460225:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078363.460227:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078363.460230:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078363.460232:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078363.460235:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078363.460238:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078363.460241:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078363.460243:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610806528, portal 4
00000100:00000001:2.0:1769078363.460246:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078363.460260:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511421440 : -104785198130176 : ffffa0b2cb7cdc00)
00000100:00000040:2.0:1769078363.460268:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460274:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078363.460276:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078363.460279:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078363.460281:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610806528, offset 0
00000400:00000200:2.0:1769078363.460285:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078363.460289:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078363.460292:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078363.460295:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078363.460297:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078363.460300:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078363.460302:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078363.460305:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21979:21979:256:4294967295] 192.168.204.105@tcp LPNI seq info [21976:21976:8:4294967295]
00000400:00000200:2.0:1769078363.460309:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078363.460314:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078363.460319:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078363.460322:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078363.460326:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078363.460328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769078363.460332:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078363.460335:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769078363.460339:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078363.460341:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078363.460344:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078363.460347:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078363.460350:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078363.460352:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078363.460354:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078363.460357:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460365:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078363.460367:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460373:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.460374:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078363.460377:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078363.460380:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078363.460383:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078363.460385:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300024889
00000100:00000001:2.0:1769078363.460408:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300025712
00000100:00000001:2.0:1769078363.460410:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300024890
00000100:00000001:2.0:1769078363.460412:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300025712
00000100:00000001:2.0:1769078363.460414:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078363.460416:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.460417:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078363.460421:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363]  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078363.460429:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078363.460430:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078363.460432:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078363.460434:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078363.460436:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078363.460438:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078363.460441:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078363.460449:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460455:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078363.460456:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460458:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078363.460460:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078363.460463:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460469:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078363.460473:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460480:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078363.460482:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460484:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078363.460485:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460487:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078363.460488:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078363.460491:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078363.460494:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078363.460496:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078363.460501:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078363.460508:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806528:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078363.460512:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460514:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078363.460517:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc000 x1855007610806272/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460524:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078363.460525:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078363.460527:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078363.460529:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078363.460531:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078363.460532:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078363.460534:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078363.460536:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2000.
02000000:00000001:2.0:1769078363.460539:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078363.460540:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078363.460542:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc000.
00000100:00000001:2.0:1769078363.460544:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078363.460546:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460547:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078363.460550:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce680 x1855007610806400/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460557:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078363.460558:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078363.460560:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078363.460562:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078363.460563:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078363.460564:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078363.460566:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078363.460568:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0c00.
02000000:00000001:2.0:1769078363.460570:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078363.460572:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078363.460573:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce680.
00000100:00000001:2.0:1769078363.460576:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078363.460577:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460579:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078363.460582:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdc00 x1855007610806528/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078363.460587:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078363.460588:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078363.460590:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078363.460592:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078363.460593:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078363.460594:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078363.460596:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078363.460597:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1c00.
02000000:00000001:2.0:1769078363.460599:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078363.460601:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078363.460602:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdc00.
00000100:00000001:2.0:1769078363.460604:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078363.460605:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460607:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078363.460613:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078363.460614:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078363.460616:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078363.460618:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078364.290519:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078364.290530:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078364.290532:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078364.290535:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078364.290541:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078364.290543:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078364.290546:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078364.290549:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078364.290592:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078364.290596:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078364.290599:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078364.354519:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300025712, at 4300025728
00000100:00000040:3.0:1769078364.354520:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300025712, at 4300025728
00000100:00000010:2.0:1769078364.354540:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000010:3.0:1769078364.354543:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf840.
00010000:00000001:0.0:1769078365.314479:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078365.314488:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078365.314550:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078365.314553:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078365.314556:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078366.338518:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078366.338528:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078366.338559:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078366.338562:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078366.338565:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078367.362464:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078367.362472:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078367.362555:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078367.362561:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078367.362569:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078368.386540:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078368.386550:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078368.386583:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078368.386587:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078368.386591:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078368.578710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078368.578722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078368.578724:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078368.578727:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078368.578731:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078368.578744:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5357
00000400:00000200:0.0:1769078368.578755:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078368.578762:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078368.578765:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078368.578769:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.578772:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078368.578775:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.578777:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078368.578781:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078368.578783:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078368.578787:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078368.578789:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078368.578792:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078368.578795:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078368.578797:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.578799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078368.578800:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.578801:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078368.578804:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078368.578806:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078368.578808:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078368.578810:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078368.578813:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078368.578815:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078368.578817:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078368.578819:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078368.578826:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
00000020:00000040:0.0:1769078368.578828:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078368.578832:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078368.578834:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078368.578836:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078368.578839:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078368.578844:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078368.578852:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769078368.578859:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078368.578868:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078368.578880:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078368.578885:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078368.578890:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078368.578908:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078368.578911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078368.578914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078368.578916:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078368.578917:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078368.578920:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078368.578922:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5357
00000400:00000200:0.0:1769078368.578932:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078368.578933:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769078368.578935:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078368.578937:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078368.578938:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078368.578940:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078368.578941:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078368.578942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078368.578945:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.578947:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078368.578949:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769078368.578949:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078368.578951:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078368.578953:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078368.578955:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078368.578957:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078368.578958:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769078368.578959:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078368.578960:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078368.578962:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.578963:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769078368.578964:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769078368.578965:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078368.578966:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078368.578967:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078368.578969:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078368.578969:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078368.578972:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00100000:2.0:1769078368.578973:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610806656:192.168.204.105@tcp:250:kworker.0
00000100:00000001:0.0:1769078368.578975:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078368.578977:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078368.578977:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078368.578981:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078368.578982:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078368.578984:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078368.578984:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078368.578986:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078368.578986:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078368.578991:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078368.578993:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078368.578996:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078368.578998:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078368.579000:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078368.579000:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000010:0.0:1769078368.579004:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000400:00000010:2.0:1769078368.579004:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000020:00000040:0.0:1769078368.579006:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078368.579008:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078368.579010:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078368.579011:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:0.0:1769078368.579012:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078368.579013:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078368.579015:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078368.579018:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000200:2.0:1769078368.579019:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610806656, portal 25
00000100:00000001:0.0:1769078368.579021:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579021:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078368.579023:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409846016 : -104785299705600 : ffffa0b2c56ef100)
00000100:00100000:0.0:1769078368.579025:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078368.579029:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078368.579034:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078368.579036:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579037:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078368.579039:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078368.579039:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078368.579043:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078368.579046:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610806656, offset 0
00000100:00000001:0.0:1769078368.579047:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078368.579050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078368.579052:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:0.0:1769078368.579053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078368.579054:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078368.579056:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078368.579058:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078368.579060:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5357
00000400:00000200:2.0:1769078368.579060:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078368.579063:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078368.579065:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078368.579067:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078368.579067:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:0.0:1769078368.579070:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.579072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078368.579073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078368.579074:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078368.579075:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078368.579077:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078368.579078:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:2.0:1769078368.579079:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000001:0.0:1769078368.579080:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078368.579082:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078368.579084:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078368.579084:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769078368.579086:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078368.579087:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000040:0.0:1769078368.579089:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.579090:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078368.579092:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078368.579092:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21980:21980:256:4294967295] 192.168.204.105@tcp LPNI seq info [21977:21977:8:4294967295]
00000100:00000001:0.0:1769078368.579094:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078368.579096:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:0.0:1769078368.579097:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078368.579099:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078368.579101:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078368.579102:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078368.579105:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078368.579106:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769078368.579107:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078368.579109:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078368.579111:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078368.579113:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078368.579113:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078368.579115:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078368.579118:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000100:00000010:0.0:1769078368.579119:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769078368.579121:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078368.579124:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078368.579125:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078368.579126:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078368.579127:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078368.579128:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078368.579130:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078368.579130:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
02000000:00000010:0.0:1769078368.579132:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:0.0:1769078368.579135:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078368.579136:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00100000:0.0:1769078368.579139:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769078368.579140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1769078368.579145:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1769078368.579145:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078368.579147:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078368.579148:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000100:00000040:0.0:1769078368.579151:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078368.579152:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078368.579157:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078368.579158:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078368.579179:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078368.579182:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078368.579186:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1769078368.579187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078368.579190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:2.0:1769078368.579190:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078368.579192:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078368.579193:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078368.579196:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078368.579198:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5357
00000100:00000001:2.0:1769078368.579200:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1769078368.579202:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078368.579204:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000040:2.0:1769078368.579204:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078368.579207:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078368.579210:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.579211:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078368.579212:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579213:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769078368.579214:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.579215:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078368.579217:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078368.579218:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078368.579219:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078368.579221:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078368.579221:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078368.579223:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078368.579225:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:2.0:1769078368.579225:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078368.579228:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078368.579229:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300030832
00000100:00000001:0.0:1769078368.579230:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078368.579232:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078368.579234:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000010:2.0:1769078368.579234:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000020:00000040:0.0:1769078368.579236:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078368.579238:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078368.579240:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579241:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1769078368.579242:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078368.579244:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078368.579246:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579247:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300030832
00000100:00000001:0.0:1769078368.579248:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:2.0:1769078368.579249:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf480.
00000008:00100000:0.0:1769078368.579250:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078368.579252:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579252:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078368.579254:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579255:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769078368.579256:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769078368.579259:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078368.579259:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078368.579261:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078368.579262:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769078368.579263:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078368.579265:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078368.579266:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769078368.579266:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078368]  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078368.579268:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078368.579272:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3c00.
00000400:00000001:2.0:1769078368.579276:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078368.579278:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078368.579280:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078368.579283:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078368.579284:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078368.579287:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769078368.579288:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078368.579291:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078368.579294:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078368.579300:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078368.579301:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078368.579304:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078368.579307:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579307:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078368.579309:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579311:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078368.579314:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078368.579315:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078368.579317:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078368.579319:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5367)
00000100:00000001:2.0:1769078368.579324:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078368.579329:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579335:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078368.579338:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579340:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078368.579341:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579344:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078368.579345:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078368.579348:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078368.579353:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078368.579355:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078368.579359:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078368.579366:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610806656:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078368.579371:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579372:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078368.579374:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef100 x1855007610806656/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579379:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078368.579381:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078368.579383:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078368.579385:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078368.579400:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078368.579402:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078368.579404:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078368.579406:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3800.
02000000:00000001:2.0:1769078368.579410:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078368.579412:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078368.579413:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef100.
00000100:00000001:2.0:1769078368.579415:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078368.579416:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579418:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579425:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078368.579427:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579428:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078368.579429:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078368.579430:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078368.579433:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579437:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078368.579438:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078368.579440:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078368.579441:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078368.579443:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078368.579445:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806784:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078368.579447:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078368.579448:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078368.579450:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078368.579451:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078368.579453:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078368.579454:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078368.579457:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078368.579459:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078368.579462:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078368.579464:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610806784, portal 10
00000100:00000001:2.0:1769078368.579465:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078368.579466:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409843328 : -104785299708288 : ffffa0b2c56ee680)
00000100:00000040:2.0:1769078368.579471:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579475:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078368.579477:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078368.579478:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078368.579479:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610806784, offset 0
00000400:00000200:2.0:1769078368.579481:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078368.579484:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078368.579486:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078368.579488:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078368.579489:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078368.579491:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078368.579492:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078368.579494:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21981:21981:256:4294967295] 192.168.204.105@tcp LPNI seq info [21978:21978:8:4294967295]
00000400:00000200:2.0:1769078368.579497:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078368.579501:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078368.579504:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078368.579506:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078368.579508:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078368.579510:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078368.579513:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078368.579515:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078368.579517:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078368.579519:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078368.579520:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078368.579522:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078368.579524:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078368.579525:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078368.579527:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078368.579529:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579534:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078368.579536:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579539:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579540:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078368.579542:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078368.579545:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078368.579547:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078368.579548:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300029972
00000100:00000001:2.0:1769078368.579550:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300030832
00000100:00000001:2.0:1769078368.579551:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300029972
00000100:00000001:2.0:1769078368.579553:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300030832
00000100:00000001:2.0:1769078368.579554:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078368.579555:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579556:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078368.579558:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078368]  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078368.579567:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078368.579568:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078368.579569:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078368.579570:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078368.579571:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078368.579572:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078368.579573:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078368.579579:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579582:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078368.579583:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579584:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078368.579585:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078368.579587:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579590:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078368.579592:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579596:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078368.579597:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579598:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078368.579598:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579599:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078368.579600:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078368.579601:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078368.579603:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078368.579604:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078368.579607:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078368.579612:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806784:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078368.579614:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078368.579616:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579619:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078368.579620:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078368.579621:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078368.579622:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078368.579623:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078368.579624:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806912:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078368.579626:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078368.579627:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078368.579628:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078368.579630:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078368.579632:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078368.579633:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078368.579635:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078368.579637:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078368.579639:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078368.579640:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610806912, portal 4
00000100:00000001:2.0:1769078368.579641:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078368.579642:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409837056 : -104785299714560 : ffffa0b2c56ece00)
00000100:00000040:2.0:1769078368.579646:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579650:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078368.579651:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078368.579652:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078368.579654:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610806912, offset 0
00000400:00000200:2.0:1769078368.579656:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078368.579658:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078368.579660:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078368.579662:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078368.579663:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078368.579665:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078368.579666:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078368.579668:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21982:21982:256:4294967295] 192.168.204.105@tcp LPNI seq info [21979:21979:8:4294967295]
00000400:00000200:2.0:1769078368.579670:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078368.579674:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078368.579676:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078368.579678:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078368.579680:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078368.579681:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078368.579684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078368.579685:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078368.579687:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078368.579689:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078368.579690:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078368.579692:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078368.579694:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078368.579694:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078368.579696:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078368.579697:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579702:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078368.579704:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579707:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579708:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078368.579710:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078368.579711:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078368.579713:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078368.579714:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300029998
00000100:00000001:2.0:1769078368.579716:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300030832
00000100:00000001:2.0:1769078368.579718:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300029998
00000100:00000001:2.0:1769078368.579719:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300030832
00000100:00000001:2.0:1769078368.579720:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078368.579721:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579722:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078368.579724:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078368]  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078368.579728:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078368.579728:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078368.579729:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078368.579730:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078368.579731:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078368.579732:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078368.579733:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078368.579737:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579741:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078368.579742:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579743:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078368.579744:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078368.579746:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579750:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078368.579752:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579755:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078368.579757:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579758:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078368.579759:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579760:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078368.579761:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078368.579762:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078368.579764:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078368.579765:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078368.579767:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078368.579771:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610806912:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078368.579772:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078368.579774:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579777:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078368.579778:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078368.579779:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078368.579780:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078368.579781:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078368.579782:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807040:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078368.579784:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078368.579785:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078368.579785:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078368.579787:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078368.579789:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078368.579790:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078368.579792:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078368.579793:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078368.579795:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078368.579796:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610807040, portal 4
00000100:00000001:2.0:1769078368.579798:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078368.579799:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409848704 : -104785299702912 : ffffa0b2c56efb80)
00000100:00000040:2.0:1769078368.579802:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579806:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078368.579807:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078368.579808:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078368.579809:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610807040, offset 0
00000400:00000200:2.0:1769078368.579811:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078368.579812:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078368.579814:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078368.579815:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078368.579817:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078368.579818:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078368.579819:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078368.579821:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21983:21983:256:4294967295] 192.168.204.105@tcp LPNI seq info [21980:21980:8:4294967295]
00000400:00000200:2.0:1769078368.579824:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078368.579827:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078368.579829:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078368.579830:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078368.579832:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078368.579834:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769078368.579836:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078368.579845:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769078368.579847:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078368.579848:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078368.579850:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078368.579852:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078368.579854:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078368.579855:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078368.579856:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078368.579858:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579867:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078368.579869:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579873:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579874:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078368.579875:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078368.579876:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078368.579878:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078368.579879:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300030009
00000100:00000001:2.0:1769078368.579880:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300030832
00000100:00000001:2.0:1769078368.579882:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300030009
00000100:00000001:2.0:1769078368.579883:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300030832
00000100:00000001:2.0:1769078368.579885:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078368.579886:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579887:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078368.579888:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078368]  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078368.579892:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078368.579893:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078368.579893:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078368.579894:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078368.579895:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078368.579896:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078368.579898:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078368.579902:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579906:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078368.579908:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579909:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078368.579910:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078368.579912:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579915:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078368.579917:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579921:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078368.579922:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579922:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078368.579923:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579924:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078368.579925:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078368.579926:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078368.579928:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078368.579929:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078368.579931:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078368.579936:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807040:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078368.579938:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579939:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078368.579940:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ee680 x1855007610806784/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579943:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078368.579944:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078368.579945:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078368.579947:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078368.579947:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078368.579949:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078368.579950:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078368.579951:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2000.
02000000:00000001:2.0:1769078368.579953:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078368.579954:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078368.579955:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ee680.
00000100:00000001:2.0:1769078368.579957:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078368.579958:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579959:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078368.579961:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ece00 x1855007610806912/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579964:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078368.579965:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078368.579965:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078368.579966:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078368.579967:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078368.579968:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078368.579968:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078368.579969:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0800.
02000000:00000001:2.0:1769078368.579970:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078368.579971:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078368.579971:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ece00.
00000100:00000001:2.0:1769078368.579975:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078368.579976:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579977:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078368.579979:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56efb80 x1855007610807040/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078368.579982:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078368.579983:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078368.579984:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078368.579985:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078368.579985:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078368.579986:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078368.579987:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078368.579987:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3c00.
02000000:00000001:2.0:1769078368.579988:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078368.579990:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078368.579990:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56efb80.
00000100:00000001:2.0:1769078368.579992:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078368.579992:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579993:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078368.579996:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078368.579996:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078368.579997:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078368.579998:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078369.410555:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078369.410565:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078369.410636:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078369.410643:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078369.410647:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078369.474515:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300030832, at 4300030848
00000100:00000040:3.0:1769078369.474515:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300030832, at 4300030848
00000100:00000010:3.0:1769078369.474536:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf480.
00000100:00000010:2.0:1769078369.474538:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00010000:00000001:0.0:1769078370.434519:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078370.434532:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078370.434558:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078370.434561:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078370.434563:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078371.458522:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078371.458528:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078371.458585:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078371.458597:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078371.458604:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078372.482538:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078372.482543:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078372.482569:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078372.482572:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078372.482575:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078373.506629:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078373.506635:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078373.506752:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078373.506755:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078373.506758:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078373.698636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078373.698644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078373.698646:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078373.698649:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078373.698653:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078373.698658:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5362
00000400:00000200:1.0:1769078373.698667:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078373.698672:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078373.698675:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078373.698678:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698682:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078373.698684:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698686:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078373.698690:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078373.698692:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078373.698695:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078373.698697:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078373.698699:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078373.698701:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078373.698704:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698706:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078373.698708:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698710:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078373.698713:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078373.698715:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698717:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078373.698720:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078373.698723:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078373.698726:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.698728:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078373.698730:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078373.698740:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b800.
00000020:00000040:1.0:1769078373.698744:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078373.698748:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078373.698750:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.698753:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078373.698756:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078373.698760:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078373.698781:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000001:1.0:1769078373.698787:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078373.698795:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078373.698804:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078373.698808:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078373.698812:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1baa66e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078373.698832:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078373.698835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078373.698838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078373.698840:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078373.698841:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078373.698843:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078373.698846:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5362
00000400:00000200:1.0:1769078373.698850:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078373.698854:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078373.698856:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078373.698858:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698860:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078373.698862:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698864:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078373.698867:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078373.698868:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078373.698870:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078373.698882:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078373.698884:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078373.698886:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078373.698889:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698891:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078373.698892:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698894:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078373.698897:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078373.698899:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698902:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078373.698904:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078373.698909:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078373.698911:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.698913:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078373.698917:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078373.698919:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.698921:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078373.698925:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7aa00.
00000020:00000040:1.0:1769078373.698927:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078373.698929:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078373.698930:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.698931:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078373.698932:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078373.698933:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078373.698936:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
00000100:00000001:1.0:1769078373.698938:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078373.698941:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078373.698946:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078373.698947:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078373.698949:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c285696] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078373.698954:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078373.698956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078373.698958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078373.698959:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078373.698960:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078373.698962:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078373.698964:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5362
00000400:00000200:1.0:1769078373.698966:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078373.698968:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078373.698969:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078373.698971:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698972:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078373.698973:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698974:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078373.698976:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078373.698977:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078373.698977:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078373.698979:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078373.698980:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078373.698981:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078373.698982:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698983:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078373.698984:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698985:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078373.698986:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078373.698988:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078373.698989:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078373.698990:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078373.698992:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078373.698993:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.698995:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078373.698996:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078373.698998:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.698999:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078373.699002:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a680.
00000020:00000040:1.0:1769078373.699003:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078373.699004:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078373.699005:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.699005:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078373.699006:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078373.699007:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078373.699009:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:1.0:1769078373.699011:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078373.699013:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078373.699019:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078373.699021:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078373.699024:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ef89d72] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078373.699031:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078373.699033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078373.699036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078373.699038:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078373.699039:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078373.699041:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078373.699043:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5362
00000400:00000200:1.0:1769078373.699046:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078373.699048:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078373.699050:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078373.699054:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.699056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078373.699057:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.699059:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078373.699061:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078373.699063:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078373.699064:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078373.699066:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078373.699068:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078373.699069:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078373.699072:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.699074:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078373.699086:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078373.699088:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078373.699090:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078373.699093:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078373.699095:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078373.699097:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078373.699100:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078373.699102:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.699107:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078373.699109:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078373.699111:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.699112:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078373.699116:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79c00.
00000020:00000040:1.0:1769078373.699118:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078373.699120:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078373.699121:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078373.699123:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078373.699124:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078373.699126:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078373.699129:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000100:00000001:1.0:1769078373.699133:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078373.699137:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078373.699143:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078373.699145:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078373.699149:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038f725e8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078373.699156:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078373.699161:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5372)
00000100:00000001:2.0:1769078373.700769:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078373.700776:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078373.700779:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078373.700790:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.700800:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078373.700802:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078373.700806:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078373.700809:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078373.700813:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078373.700816:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610807168:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078373.700820:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078373.700825:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078373.700828:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078373.700830:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078373.700837:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078373.700839:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078373.700847:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078373.700860:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078373.700867:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078373.700873:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610807168, portal 25
00000100:00000001:2.0:1769078373.700876:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078373.700877:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384206848 : -104785325344768 : ffffa0b2c3e7b800)
00000100:00000040:2.0:1769078373.700884:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.700891:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078373.700894:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078373.700896:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078373.700899:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610807168, offset 0
00000400:00000200:2.0:1769078373.700906:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078373.700913:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078373.700920:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078373.700925:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078373.700928:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078373.700932:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078373.700935:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078373.700938:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21984:21984:256:4294967295] 192.168.204.105@tcp LPNI seq info [21981:21981:8:4294967295]
00000400:00000200:2.0:1769078373.700943:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078373.700952:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078373.700958:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078373.700963:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078373.700969:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078373.700973:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078373.700979:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078373.700982:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078373.700987:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078373.700989:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078373.700995:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078373.701000:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078373.701005:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078373.701008:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078373.701012:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078373.701017:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701027:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078373.701031:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701038:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078373.701040:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078373.701045:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078373.701049:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078373.701052:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300035954
00000100:00000010:2.0:1769078373.701057:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:2.0:1769078373.701064:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078373.701069:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300035954
00000100:00000010:2.0:1769078373.701073:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf120.
00000100:00000001:2.0:1769078373.701089:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078373.701092:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078373.701094:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078373.701097:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078373.701101:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078373/real 1769078373]  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078373.701111:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078373.701112:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078373.701115:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078373.701117:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078373.701119:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078373.701122:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078373.701125:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078373.701140:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701146:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078373.701147:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.701150:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078373.701151:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078373.701155:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701162:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078373.701166:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701173:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078373.701176:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.701177:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078373.701178:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.701181:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078373.701183:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078373.701186:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078373.701190:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078373.701192:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078373.701196:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078373.701204:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610807168:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078373.701208:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078373.701211:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701217:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078373.701219:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078373.701221:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078373.701223:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078373.701225:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078373.701227:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807296:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078373.701230:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078373.701232:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078373.701233:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078373.701235:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078373.701239:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078373.701241:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078373.701245:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078373.701247:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078373.701250:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078373.701253:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610807296, portal 10
00000100:00000001:2.0:1769078373.701255:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078373.701255:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384203264 : -104785325348352 : ffffa0b2c3e7aa00)
00000100:00000040:2.0:1769078373.701261:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701267:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078373.701269:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078373.701271:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078373.701274:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610807296, offset 0
00000400:00000200:2.0:1769078373.701277:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078373.701281:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078373.701284:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078373.701287:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078373.701289:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078373.701291:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078373.701293:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078373.701296:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21985:21985:256:4294967295] 192.168.204.105@tcp LPNI seq info [21982:21982:8:4294967295]
00000400:00000200:2.0:1769078373.701299:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078373.701304:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078373.701309:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078373.701312:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078373.701315:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078373.701318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078373.701321:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078373.701324:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078373.701328:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078373.701330:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078373.701332:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078373.701336:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078373.701338:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078373.701340:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078373.701342:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078373.701346:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701352:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078373.701355:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701361:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078373.701362:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078373.701365:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078373.701369:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078373.701372:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078373.701374:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300035093
00000100:00000001:2.0:1769078373.701377:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300035954
00000100:00000001:2.0:1769078373.701379:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300035093
00000100:00000001:2.0:1769078373.701381:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300035954
00000100:00000001:2.0:1769078373.701383:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078373.701385:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078373.701407:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078373.701410:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078373/real 1769078373]  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078373.701419:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078373.701420:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078373.701422:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078373.701424:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078373.701425:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078373.701428:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078373.701431:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078373.701439:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701445:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078373.701446:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.701448:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078373.701449:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078373.701453:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701459:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078373.701462:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701468:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078373.701470:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.701472:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078373.701473:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.701475:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078373.701476:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078373.701479:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078373.701482:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078373.701484:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078373.701488:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078373.701494:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807296:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078373.701498:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078373.701502:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701509:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078373.701510:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078373.701512:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078373.701514:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078373.701516:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078373.701519:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807424:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078373.701522:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078373.701524:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078373.701526:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078373.701527:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078373.701530:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078373.701532:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078373.701536:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078373.701539:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078373.701541:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078373.701544:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610807424, portal 4
00000100:00000001:2.0:1769078373.701546:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078373.701547:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384202368 : -104785325349248 : ffffa0b2c3e7a680)
00000100:00000040:2.0:1769078373.701553:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701559:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078373.701561:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078373.701563:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078373.701565:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610807424, offset 0
00000400:00000200:2.0:1769078373.701569:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078373.701572:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078373.701575:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078373.701578:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078373.701580:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078373.701583:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078373.701585:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078373.701588:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21986:21986:256:4294967295] 192.168.204.105@tcp LPNI seq info [21983:21983:8:4294967295]
00000400:00000200:2.0:1769078373.701592:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078373.701597:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078373.701601:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078373.701604:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078373.701608:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078373.701610:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078373.701614:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078373.701617:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078373.701620:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078373.701622:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078373.701625:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078373.701628:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078373.701631:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078373.701632:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078373.701635:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078373.701638:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701646:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078373.701649:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701655:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078373.701657:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078373.701660:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078373.701662:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078373.701665:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078373.701668:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300035120
00000100:00000001:2.0:1769078373.701670:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300035954
00000100:00000001:2.0:1769078373.701672:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300035120
00000100:00000001:2.0:1769078373.701674:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300035954
00000100:00000001:2.0:1769078373.701676:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078373.701678:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078373.701680:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078373.701683:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078373/real 1769078373]  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078373.701691:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078373.701692:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078373.701694:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078373.701696:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078373.701697:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078373.701699:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078373.701703:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078373.701711:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701717:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078373.701718:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.701720:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078373.701721:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078373.701725:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701731:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078373.701735:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701741:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078373.701743:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.701745:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078373.701746:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.701748:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078373.701749:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078373.701751:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078373.701754:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078373.701756:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078373.701759:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078373.701767:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807424:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078373.701770:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078373.701774:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701780:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078373.701781:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078373.701783:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078373.701785:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078373.701787:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078373.701790:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807552:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078373.701793:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078373.701794:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078373.701796:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078373.701798:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078373.701801:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078373.701802:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078373.701806:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078373.701808:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078373.701811:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078373.701813:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610807552, portal 4
00000100:00000001:2.0:1769078373.701815:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078373.701816:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384199680 : -104785325351936 : ffffa0b2c3e79c00)
00000100:00000040:2.0:1769078373.701821:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701827:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078373.701829:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078373.701831:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078373.701834:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610807552, offset 0
00000400:00000200:2.0:1769078373.701837:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078373.701841:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078373.701844:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078373.701847:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078373.701849:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078373.701851:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078373.701853:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078373.701857:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21987:21987:256:4294967295] 192.168.204.105@tcp LPNI seq info [21984:21984:8:4294967295]
00000400:00000200:2.0:1769078373.701861:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078373.701867:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078373.701871:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078373.701873:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078373.701877:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078373.701879:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769078373.701883:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078373.701885:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769078373.701889:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078373.701890:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078373.701893:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078373.701896:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078373.701898:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078373.701900:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078373.701902:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078373.701905:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701916:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078373.701919:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701924:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078373.701925:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078373.701928:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078373.701930:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078373.701933:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078373.701934:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300035131
00000100:00000001:2.0:1769078373.701937:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300035954
00000100:00000001:2.0:1769078373.701938:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300035131
00000100:00000001:2.0:1769078373.701940:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300035954
00000100:00000001:2.0:1769078373.701942:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078373.701944:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078373.701945:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078373.701948:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078373/real 1769078373]  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078373.701954:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078373.701955:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078373.701956:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078373.701958:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078373.701960:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078373.701962:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078373.701965:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078373.701972:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701977:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078373.701979:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.701981:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078373.701982:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078373.701985:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.701991:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078373.701994:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.702000:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078373.702002:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.702003:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078373.702004:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.702006:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078373.702007:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078373.702009:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078373.702012:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078373.702014:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078373.702017:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078373.702024:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807552:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078373.702027:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.702029:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078373.702032:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b800 x1855007610807168/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.702038:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078373.702041:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078373.702043:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078373.702046:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078373.702048:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078373.702050:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078373.702052:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078373.702054:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:2.0:1769078373.702058:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078373.702060:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078373.702062:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b800.
00000100:00000001:2.0:1769078373.702065:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078373.702066:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.702067:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078373.702070:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7aa00 x1855007610807296/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.702089:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078373.702090:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078373.702092:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078373.702094:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078373.702095:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078373.702097:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078373.702098:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078373.702100:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:2.0:1769078373.702102:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078373.702103:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078373.702104:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7aa00.
00000100:00000001:2.0:1769078373.702106:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078373.702107:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.702109:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078373.702112:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a680 x1855007610807424/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.702117:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078373.702118:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078373.702120:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078373.702122:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078373.702122:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078373.702123:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078373.702125:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078373.702126:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:2.0:1769078373.702128:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078373.702130:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078373.702131:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a680.
00000100:00000001:2.0:1769078373.702132:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078373.702133:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.702135:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078373.702137:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79c00 x1855007610807552/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078373.702142:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078373.702143:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078373.702144:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078373.702146:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078373.702146:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078373.702147:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078373.702149:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078373.702150:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:2.0:1769078373.702152:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078373.702153:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078373.702155:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79c00.
00000100:00000001:2.0:1769078373.702157:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078373.702158:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.702160:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078373.702167:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078373.702168:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078373.702171:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078373.702173:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078374.530526:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078374.530537:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078374.530540:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078374.530544:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078374.530549:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078374.530552:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078374.530554:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078374.530557:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078374.530584:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078374.530587:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078374.530591:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078374.594519:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300035954, at 4300035968
00000100:00000040:3.0:1769078374.594519:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300035954, at 4300035968
00000100:00000010:3.0:1769078374.594540:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf120.
00000100:00000010:2.0:1769078374.594542:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00010000:00000001:0.0:1769078375.554518:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078375.554524:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078375.554581:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078375.554585:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078375.554588:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078376.578568:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078376.578577:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078376.578608:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078376.578611:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078376.578615:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1769078377.282541:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:2.0:1769078377.282551:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:2.0:1769078377.282563:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:2.0:1769078377.282734:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:3.0:1769078377.282740:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078377.282752:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078377.282759:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078377.282762:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078377.604286:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078377.604295:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078377.604589:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078377.604593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078377.604611:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078378.626479:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078378.626484:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078378.626510:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078378.626512:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078378.626514:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078378.818537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078378.818546:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078378.818549:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078378.818553:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078378.818557:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078378.818564:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5367
00000400:00000200:1.0:1769078378.818572:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078378.818578:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078378.818581:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078378.818584:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818587:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.818589:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818592:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078378.818595:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078378.818597:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078378.818600:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078378.818602:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078378.818604:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078378.818606:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078378.818609:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818611:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.818613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818615:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078378.818617:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078378.818620:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818623:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078378.818626:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078378.818629:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078378.818632:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.818634:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078378.818636:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078378.818645:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7bb80.
00000020:00000040:1.0:1769078378.818649:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078378.818653:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078378.818655:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.818657:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078378.818660:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078378.818664:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078378.818671:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:1.0:1769078378.818678:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078378.818686:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078378.818695:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078378.818699:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078378.818703:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49461df] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078378.818727:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078378.818730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078378.818733:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078378.818735:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078378.818736:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078378.818738:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078378.818741:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5367
00000400:00000200:1.0:1769078378.818744:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078378.818747:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078378.818749:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078378.818751:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818753:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.818755:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818757:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078378.818759:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078378.818760:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078378.818762:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078378.818765:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078378.818767:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078378.818769:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078378.818772:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818774:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078378.818775:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078378.818776:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818780:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078378.818781:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078378.818783:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:2.0:1769078378.818786:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769078378.818788:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818791:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078378.818795:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769078378.818797:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078378.818801:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078378.818807:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.818811:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078378.818814:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1769078378.818816:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078378.818818:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078378.818821:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.818824:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078378.818824:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078378.818828:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769078378.818830:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78380.
02000000:00000001:2.0:1769078378.818833:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078378.818835:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00100000:2.0:1769078378.818840:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610807680:192.168.204.105@tcp:250:kworker.0
02000000:00000001:1.0:1769078378.818841:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078378.818844:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.818847:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078378.818850:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078378.818850:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078378.818854:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078378.818856:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1769078378.818859:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:2.0:1769078378.818860:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.818863:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078378.818864:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1769078378.818872:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769078378.818872:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078378.818876:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.818885:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078378.818888:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078378.818889:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078378.818895:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000040:1.0:1769078378.818896:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b372783] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078378.818903:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:1.0:1769078378.818908:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078378.818912:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610807680, portal 25
00000100:00080000:1.0:1769078378.818913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078378.818918:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769078378.818919:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078378.818921:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384207744 : -104785325343872 : ffffa0b2c3e7bb80)
00000100:00000001:1.0:1769078378.818922:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078378.818925:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078378.818929:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769078378.818931:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078378.818933:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5367
00000400:00000200:1.0:1769078378.818942:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078378.818946:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1769078378.818947:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078378.818952:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078378.818952:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078378.818957:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000040:1.0:1769078378.818959:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078378.818961:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610807680, offset 0
00000100:00000001:1.0:1769078378.818964:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.818967:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818969:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078378.818972:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000001:1.0:1769078378.818973:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078378.818975:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078378.818977:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078378.818978:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078378.818980:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078378.818982:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078378.818984:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078378.818987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.818999:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.819001:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.819002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078378.819003:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078378.819006:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078378.819008:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078378.819010:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:1.0:1769078378.819011:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078378.819016:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078378.819017:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769078378.819020:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078378.819024:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:1.0:1769078378.819025:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078378.819029:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078378.819031:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1769078378.819034:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078378.819037:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.819038:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078378.819043:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21988:21988:256:4294967295] 192.168.204.105@tcp LPNI seq info [21985:21985:8:4294967295]
00000100:00000010:1.0:1769078378.819045:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78000.
00000020:00000040:1.0:1769078378.819051:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078378.819053:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078378.819056:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078378.819058:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.819061:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078378.819064:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078378.819067:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078378.819070:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1769078378.819072:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac000.
00000100:00000001:1.0:1769078378.819076:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078378.819081:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00100000:1.0:1769078378.819082:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769078378.819089:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000100:00000001:1.0:1769078378.819090:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078378.819093:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078378.819096:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809d7171] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769078378.819103:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078378.819105:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078378.819109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769078378.819109:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1769078378.819112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078378.819115:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078378.819117:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078378.819121:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769078378.819121:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:1.0:1769078378.819125:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5367
00000800:00000200:2.1:1769078378.819129:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1769078378.819130:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078378.819135:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078378.819137:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1769078378.819140:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000040:1.0:1769078378.819143:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000010:2.0:1769078378.819145:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000100:00000001:1.0:1769078378.819149:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.819153:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078378.819154:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078378.819157:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078378.819163:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078378.819164:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1769078378.819165:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078378.819169:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078378.819172:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000400:00000200:2.0:1769078378.819172:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000020:00000001:1.0:1769078378.819174:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000010:2.0:1769078378.819177:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078378.819182:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1769078378.819187:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000200:2.0:1769078378.819189:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078378.819193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.819198:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078378.819202:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078378.819206:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078378.819206:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1769078378.819211:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000040:2.0:1769078378.819213:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078378.819217:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078378.819222:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078378.819226:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078378.819230:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078378.819231:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078378.819235:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.819235:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078378.819238:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078378.819241:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078378.819243:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078378.819244:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.819245:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078378.819251:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79180.
00000020:00000040:1.0:1769078378.819255:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078378.819255:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078378.819260:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078378.819261:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.819261:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300041072
00000100:00000001:1.0:1769078378.819264:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078378.819266:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078378.819268:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078378.819271:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:1.0:1769078378.819274:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078378.819277:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1769078378.819279:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:1.0:1769078378.819286:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078378.819288:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078378.819290:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb405fe] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819294:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078378.819297:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078378.819301:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5377)
00000100:00000001:2.0:1769078378.819303:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300041072
00000100:00000010:2.0:1769078378.819310:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfde0.
00000100:00000001:2.0:1769078378.819313:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078378.819318:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078378.819322:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.819324:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078378.819331:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078378/real 1769078378]  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078378.819341:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078378.819343:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078378.819345:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078378.819348:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078378.819350:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078378.819352:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078378.819356:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078378.819364:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819371:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078378.819372:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.819375:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078378.819377:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078378.819380:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819416:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078378.819421:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819427:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078378.819431:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.819433:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078378.819434:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.819437:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078378.819438:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078378.819441:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078378.819446:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078378.819448:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078378.819452:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078378.819460:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610807680:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078378.819464:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.819466:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078378.819469:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7bb80 x1855007610807680/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819475:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078378.819478:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078378.819481:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078378.819484:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078378.819485:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078378.819487:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078378.819489:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078378.819505:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:2.0:1769078378.819510:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078378.819511:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078378.819513:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7bb80.
00000100:00000001:2.0:1769078378.819516:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078378.819517:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.819520:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.819526:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078378.819528:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.819530:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078378.819532:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078378.819534:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078378.819537:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819544:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078378.819545:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078378.819547:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078378.819549:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078378.819551:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078378.819553:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807808:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078378.819557:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078378.819558:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078378.819560:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078378.819561:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078378.819564:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078378.819566:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078378.819578:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078378.819581:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078378.819584:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078378.819587:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610807808, portal 10
00000100:00000001:2.0:1769078378.819589:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078378.819590:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384193408 : -104785325358208 : ffffa0b2c3e78380)
00000100:00000040:2.0:1769078378.819596:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819602:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078378.819604:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078378.819606:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078378.819608:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610807808, offset 0
00000400:00000200:2.0:1769078378.819612:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078378.819616:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078378.819619:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078378.819622:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078378.819625:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078378.819627:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078378.819629:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078378.819632:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21989:21989:256:4294967295] 192.168.204.105@tcp LPNI seq info [21986:21986:8:4294967295]
00000400:00000200:2.0:1769078378.819636:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078378.819642:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078378.819646:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078378.819649:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078378.819652:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078378.819655:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078378.819660:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078378.819662:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078378.819665:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078378.819667:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078378.819670:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078378.819673:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078378.819676:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078378.819678:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078378.819680:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078378.819683:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819690:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078378.819693:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819699:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.819700:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078378.819703:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078378.819707:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078378.819710:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078378.819712:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300040212
00000100:00000001:2.0:1769078378.819714:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300041072
00000100:00000001:2.0:1769078378.819716:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300040212
00000100:00000001:2.0:1769078378.819718:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300041072
00000100:00000001:2.0:1769078378.819720:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078378.819722:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.819724:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078378.819727:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078378/real 1769078378]  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078378.819735:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078378.819736:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078378.819737:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078378.819739:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078378.819741:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078378.819743:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078378.819746:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078378.819754:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819759:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078378.819761:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.819763:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078378.819764:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078378.819767:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819774:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078378.819777:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819784:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078378.819786:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.819788:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078378.819789:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.819790:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078378.819792:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078378.819795:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078378.819798:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078378.819800:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078378.819804:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078378.819812:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807808:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078378.819815:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078378.819818:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819825:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078378.819826:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078378.819828:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078378.819830:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078378.819832:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078378.819834:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807936:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078378.819837:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078378.819839:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078378.819840:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078378.819842:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078378.819845:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078378.819847:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078378.819850:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078378.819853:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078378.819855:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078378.819858:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610807936, portal 4
00000100:00000001:2.0:1769078378.819859:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078378.819861:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384192512 : -104785325359104 : ffffa0b2c3e78000)
00000100:00000040:2.0:1769078378.819865:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819877:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078378.819879:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078378.819881:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078378.819883:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610807936, offset 0
00000400:00000200:2.0:1769078378.819887:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078378.819890:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078378.819893:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078378.819896:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078378.819899:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078378.819901:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078378.819903:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078378.819906:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21990:21990:256:4294967295] 192.168.204.105@tcp LPNI seq info [21987:21987:8:4294967295]
00000400:00000200:2.0:1769078378.819910:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078378.819915:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078378.819919:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078378.819922:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078378.819926:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078378.819928:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078378.819932:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078378.819934:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078378.819938:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078378.819940:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078378.819943:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078378.819946:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078378.819948:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078378.819950:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078378.819952:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078378.819956:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819962:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078378.819965:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.819977:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.819979:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078378.819981:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078378.819984:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078378.819987:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078378.820002:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300040238
00000100:00000001:2.0:1769078378.820004:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300041072
00000100:00000001:2.0:1769078378.820006:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300040238
00000100:00000001:2.0:1769078378.820008:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300041072
00000100:00000001:2.0:1769078378.820010:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078378.820012:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.820014:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078378.820018:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078378/real 1769078378]  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078378.820026:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078378.820027:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078378.820028:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078378.820031:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078378.820032:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078378.820034:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078378.820037:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078378.820045:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820051:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078378.820052:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820054:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078378.820055:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078378.820059:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820065:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078378.820069:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820075:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078378.820078:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820079:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078378.820080:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820082:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078378.820083:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078378.820086:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078378.820089:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078378.820091:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078378.820094:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078378.820102:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610807936:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078378.820105:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078378.820108:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820113:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078378.820114:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078378.820116:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078378.820118:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078378.820119:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078378.820122:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808064:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078378.820125:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078378.820127:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078378.820129:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078378.820130:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078378.820133:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078378.820135:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078378.820138:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078378.820141:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078378.820144:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078378.820146:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610808064, portal 4
00000100:00000001:2.0:1769078378.820148:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078378.820149:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196992 : -104785325354624 : ffffa0b2c3e79180)
00000100:00000040:2.0:1769078378.820154:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820160:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078378.820162:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078378.820163:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078378.820165:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610808064, offset 0
00000400:00000200:2.0:1769078378.820169:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078378.820173:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078378.820176:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078378.820179:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078378.820181:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078378.820184:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078378.820186:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078378.820189:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21991:21991:256:4294967295] 192.168.204.105@tcp LPNI seq info [21988:21988:8:4294967295]
00000400:00000200:2.0:1769078378.820193:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078378.820198:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078378.820203:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078378.820206:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078378.820209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078378.820211:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078378.820215:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078378.820218:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078378.820222:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078378.820225:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078378.820228:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078378.820231:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078378.820234:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078378.820236:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078378.820239:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078378.820260:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820268:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078378.820271:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820278:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.820279:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078378.820282:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078378.820284:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078378.820287:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078378.820289:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300040249
00000100:00000001:2.0:1769078378.820292:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300041072
00000100:00000001:2.0:1769078378.820294:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300040249
00000100:00000001:2.0:1769078378.820296:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300041072
00000100:00000001:2.0:1769078378.820298:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078378.820300:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.820301:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078378.820305:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078378/real 1769078378]  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078378.820312:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078378.820314:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078378.820316:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078378.820319:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078378.820321:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078378.820323:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078378.820328:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078378.820336:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820342:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078378.820343:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820345:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078378.820346:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078378.820349:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820356:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078378.820359:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820365:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078378.820368:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820369:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078378.820371:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820372:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078378.820374:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078378.820376:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078378.820379:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078378.820381:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078378.820385:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078378.820393:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808064:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078378.820397:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820399:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078378.820420:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78380 x1855007610807808/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820426:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078378.820428:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078378.820430:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078378.820433:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078378.820434:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078378.820436:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078378.820438:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078378.820440:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:2.0:1769078378.820443:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078378.820444:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078378.820445:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78380.
00000100:00000001:2.0:1769078378.820448:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078378.820449:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820451:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078378.820454:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78000 x1855007610807936/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820461:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078378.820462:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078378.820463:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078378.820465:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078378.820467:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078378.820468:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078378.820470:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078378.820471:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:2.0:1769078378.820474:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078378.820475:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078378.820476:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78000.
00000100:00000001:2.0:1769078378.820478:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078378.820480:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820481:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078378.820484:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79180 x1855007610808064/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078378.820491:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078378.820492:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078378.820494:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078378.820496:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078378.820497:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078378.820498:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078378.820500:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078378.820501:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:2.0:1769078378.820503:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078378.820504:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078378.820506:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79180.
00000100:00000001:2.0:1769078378.820508:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078378.820510:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820511:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078378.820515:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078378.820516:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078378.820518:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078378.820520:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078379.650540:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078379.650546:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078379.650607:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078379.650611:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078379.650614:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078379.714539:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300041072, at 4300041088
00000100:00000040:3.0:1769078379.714539:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300041072, at 4300041088
00000100:00000010:2.0:1769078379.714556:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000010:3.0:1769078379.714558:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfde0.
00010000:00000001:0.0:1769078380.674502:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078380.674511:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078380.674546:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078380.674549:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078380.674551:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078381.698535:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078381.698542:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078381.698616:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078381.698620:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078381.698623:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078382.722471:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078382.722477:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078382.722520:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078382.722523:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078382.722526:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078383.746518:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078383.746524:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078383.746593:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078383.746596:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078383.746599:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078383.938487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078383.938498:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078383.938500:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078383.938504:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078383.938509:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078383.938515:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5372
00000400:00000200:1.0:1769078383.938525:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078383.938530:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078383.938533:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078383.938535:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.938538:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.938540:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.938541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078383.938545:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078383.938547:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078383.938549:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078383.938551:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078383.938553:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078383.938554:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078383.938556:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.938557:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.938558:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.938559:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078383.938561:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078383.938563:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078383.938565:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078383.938567:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078383.938569:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078383.938571:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.938572:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078383.938574:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078383.938583:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79500.
00000020:00000040:1.0:1769078383.938586:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078383.938589:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078383.938590:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.938593:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078383.938595:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078383.938599:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078383.938608:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:1.0:1769078383.938614:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078383.938621:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078383.938629:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078383.938633:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078383.938637:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cf38f94] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078383.938662:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078383.938666:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078383.938669:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078383.938670:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078383.938672:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078383.938674:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078383.938676:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5372
00000400:00000200:1.0:1769078383.938680:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078383.938682:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078383.938685:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078383.938688:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.938690:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.938692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.938694:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078383.938696:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078383.938697:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078383.938700:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078383.938702:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078383.938705:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078383.938708:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078383.938712:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.938715:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.938717:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.938719:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078383.938721:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078383.938725:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078383.938725:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078383.938733:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078383.938735:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.938736:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078383.938742:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078383.938750:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078383.938751:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078383.938758:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.938765:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078383.938773:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078383.938776:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1769078383.938779:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.938781:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.938784:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078383.938789:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1769078383.938791:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a300.
02000000:00000001:2.0:1769078383.938795:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1769078383.938796:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078383.938802:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078383.938805:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078383.938806:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.938811:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078383.938814:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769078383.938818:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610808192:192.168.204.105@tcp:250:kworker.0
02000000:00000001:1.0:1769078383.938819:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078383.938828:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac000.
00000100:00000001:2.0:1769078383.938830:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078383.938835:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078383.938838:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078383.938842:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078383.938847:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078383.938848:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078383.938861:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1769078383.938861:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078383.938866:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.938868:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078383.938880:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078383.938881:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfae78b9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078383.938889:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078383.938895:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:1.0:1769078383.938915:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078383.938921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769078383.938925:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610808192, portal 25
00000100:00000001:2.0:1769078383.938928:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078383.938929:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384197888 : -104785325353728 : ffffa0b2c3e79500)
00000100:00080000:1.0:1769078383.938932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078383.938938:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769078383.938938:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078383.938943:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078383.938957:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078383.938957:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078383.938963:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078383.938968:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5372
00000400:00000010:2.0:1769078383.938970:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078383.938977:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610808192, offset 0
00000400:00000200:1.0:1769078383.938981:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078383.938990:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078383.938995:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078383.938999:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078383.938999:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078383.939009:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078383.939012:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078383.939017:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078383.939021:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:1.0:1769078383.939023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078383.939026:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1769078383.939031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078383.939032:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.939039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078383.939047:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078383.939047:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21992:21992:256:4294967295] 192.168.204.105@tcp LPNI seq info [21989:21989:8:4294967295]
00000020:00000040:1.0:1769078383.939053:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078383.939056:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078383.939063:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:2.0:1769078383.939063:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:1.0:1769078383.939069:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078383.939073:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078383.939085:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.939092:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078383.939092:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078383.939104:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.939113:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.0:1769078383.939114:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000020:00000040:1.0:1769078383.939122:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000800:00000010:2.0:1769078383.939126:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000100:00080000:1.0:1769078383.939127:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078383.939133:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078383.939135:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078383.939138:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078383.939140:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.939144:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:2.0:1769078383.939146:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00100000:1.0:1769078383.939147:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078383.939153:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.939155:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078383.939156:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000100:00000010:1.0:1769078383.939158:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78700.
00000020:00000040:1.0:1769078383.939163:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078383.939168:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078383.939171:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078383.939172:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078383.939174:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078383.939178:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078383.939182:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078383.939184:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
02000000:00000010:1.0:1769078383.939187:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67adc00.
00000100:00000001:1.0:1769078383.939197:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769078383.939204:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00100000:1.0:1769078383.939208:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1769078383.939208:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000100:00000001:1.0:1769078383.939221:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078383.939225:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078383.939226:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078383.939242:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1769078383.939243:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087ffcb3c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078383.939247:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078383.939251:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078383.939257:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078383.939267:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078383.939269:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078383.939277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078383.939282:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769078383.939284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1769078383.939289:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078383.939290:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078383.939294:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078383.939303:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078383.939311:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5372
00000100:00000001:2.0:1769078383.939312:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.939321:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1769078383.939331:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078383.939331:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078383.939337:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078383.939340:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078383.939346:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078383.939349:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.939355:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.939358:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078383.939358:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300046192
00000100:00000001:1.0:1769078383.939367:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000010:2.0:1769078383.939370:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000020:00000001:1.0:1769078383.939372:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078383.939378:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078383.939381:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078383.939383:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078383.939383:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000020:00000001:1.0:1769078383.939385:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078383.939419:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078383.939422:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.939424:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078383.939425:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078383.939426:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078383.939427:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078383.939429:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078383.939430:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078383.939431:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078383.939434:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078383.939438:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.939439:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078383.939444:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078383.939444:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300046193
00000008:00000001:1.0:1769078383.939447:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.939452:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078383.939455:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfd80.
00000100:00000010:1.0:1769078383.939457:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78e00.
00000020:00000040:1.0:1769078383.939461:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078383.939463:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078383.939463:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1769078383.939467:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078383.939469:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078383.939470:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078383.939471:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078383.939474:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.939478:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078383.939479:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:2.0:1769078383.939486:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078383.939487:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078383.939500:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769078383.939501:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078383/real 1769078383]  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078383.939532:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078383.939537:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078383.939548:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cac2cf7f] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078383.939582:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078383.939584:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1769078383.939588:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5383)
00000400:00000001:2.0:1769078383.939588:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078383.939594:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078383.939598:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078383.939600:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078383.939603:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078383.939617:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078383.939627:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.939634:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078383.939636:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.939638:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078383.939640:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078383.939644:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.939651:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078383.939655:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.939662:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078383.939664:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.939666:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078383.939667:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.939669:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078383.939671:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078383.939674:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078383.939678:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078383.939680:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078383.939684:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078383.939692:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610808192:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078383.939697:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.939699:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078383.939702:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79500 x1855007610808192/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.939708:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078383.939710:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078383.939713:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078383.939716:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078383.939718:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078383.939720:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078383.939723:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078383.939725:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:2.0:1769078383.939728:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078383.939730:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078383.939732:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79500.
00000100:00000001:2.0:1769078383.939735:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078383.939736:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.939738:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.939745:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078383.939747:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.939750:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078383.939751:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078383.939753:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078383.939756:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.939763:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078383.939764:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078383.939766:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078383.939769:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078383.939771:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078383.939773:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808320:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078383.939777:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078383.939778:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078383.939780:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078383.939781:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078383.939784:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078383.939786:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078383.939790:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078383.939793:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078383.939797:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078383.939800:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610808320, portal 10
00000100:00000001:2.0:1769078383.939802:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078383.939803:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384201472 : -104785325350144 : ffffa0b2c3e7a300)
00000100:00000040:2.0:1769078383.939809:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.939815:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078383.939817:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078383.939819:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078383.939821:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610808320, offset 0
00000400:00000200:2.0:1769078383.939825:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078383.939828:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078383.939832:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078383.939835:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078383.939838:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078383.939840:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078383.939843:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078383.939846:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21993:21993:256:4294967295] 192.168.204.105@tcp LPNI seq info [21990:21990:8:4294967295]
00000400:00000200:2.0:1769078383.939850:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078383.939856:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078383.939860:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078383.939863:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078383.939867:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078383.939870:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769078383.939874:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078383.939877:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769078383.939881:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078383.939882:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078383.939885:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078383.939888:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078383.939891:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078383.939892:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078383.939895:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078383.939898:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.939919:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078383.939922:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.939928:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.939930:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078383.939933:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078383.939936:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078383.939939:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078383.939941:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300045332
00000100:00000001:2.0:1769078383.939944:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300046192
00000100:00000001:2.0:1769078383.939946:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300045332
00000100:00000001:2.0:1769078383.939948:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300046193
00000100:00000001:2.0:1769078383.939950:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078383.939952:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.939953:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078383.939957:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078383/real 1769078383]  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078383.939964:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078383.939965:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078383.939967:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078383.939969:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078383.939971:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078383.939973:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078383.939976:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078383.939984:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.939990:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078383.939992:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.939993:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078383.939994:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078383.939997:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940004:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078383.940008:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940015:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078383.940017:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940019:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078383.940020:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940022:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078383.940023:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078383.940026:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078383.940029:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078383.940031:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078383.940034:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078383.940041:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808320:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078383.940046:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078383.940050:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940056:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078383.940057:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078383.940059:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078383.940061:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078383.940064:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078383.940066:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808448:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078383.940069:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078383.940072:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078383.940073:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078383.940075:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078383.940078:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078383.940080:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078383.940083:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078383.940086:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078383.940089:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078383.940092:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610808448, portal 4
00000100:00000001:2.0:1769078383.940093:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078383.940095:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384194304 : -104785325357312 : ffffa0b2c3e78700)
00000100:00000040:2.0:1769078383.940099:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940105:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078383.940107:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078383.940109:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078383.940111:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610808448, offset 0
00000400:00000200:2.0:1769078383.940115:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078383.940119:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078383.940122:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078383.940124:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078383.940127:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078383.940129:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078383.940131:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078383.940134:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21994:21994:256:4294967295] 192.168.204.105@tcp LPNI seq info [21991:21991:8:4294967295]
00000400:00000200:2.0:1769078383.940138:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078383.940143:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078383.940147:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078383.940149:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078383.940153:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078383.940155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769078383.940159:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078383.940161:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769078383.940165:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078383.940167:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078383.940169:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078383.940172:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078383.940175:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078383.940177:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078383.940178:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078383.940182:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940188:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078383.940191:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940196:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.940197:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078383.940199:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078383.940202:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078383.940204:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078383.940206:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300045358
00000100:00000001:2.0:1769078383.940209:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300046192
00000100:00000001:2.0:1769078383.940211:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300045358
00000100:00000001:2.0:1769078383.940213:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300046193
00000100:00000001:2.0:1769078383.940215:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078383.940217:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.940220:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078383.940223:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078383/real 1769078383]  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078383.940231:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078383.940232:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078383.940233:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078383.940235:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078383.940237:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078383.940239:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078383.940242:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078383.940249:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940255:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078383.940256:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940258:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078383.940259:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078383.940263:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940269:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078383.940272:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940278:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078383.940280:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940282:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078383.940283:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940285:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078383.940286:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078383.940288:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078383.940291:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078383.940294:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078383.940297:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078383.940305:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808448:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078383.940308:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078383.940312:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940318:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078383.940319:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078383.940321:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078383.940323:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078383.940325:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078383.940327:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808576:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078383.940330:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078383.940332:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078383.940334:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078383.940335:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078383.940338:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078383.940340:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078383.940343:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078383.940344:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078383.940347:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078383.940349:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610808576, portal 4
00000100:00000001:2.0:1769078383.940350:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078383.940352:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196096 : -104785325355520 : ffffa0b2c3e78e00)
00000100:00000040:2.0:1769078383.940356:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940362:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078383.940364:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078383.940366:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078383.940368:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610808576, offset 0
00000400:00000200:2.0:1769078383.940371:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078383.940375:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078383.940378:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078383.940380:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078383.940382:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078383.940385:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078383.940408:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078383.940411:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21995:21995:256:4294967295] 192.168.204.105@tcp LPNI seq info [21992:21992:8:4294967295]
00000400:00000200:2.0:1769078383.940415:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078383.940421:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078383.940425:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078383.940428:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078383.940431:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078383.940434:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769078383.940437:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078383.940440:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769078383.940443:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078383.940444:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078383.940448:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078383.940451:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078383.940454:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078383.940455:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078383.940458:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078383.940461:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940467:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078383.940470:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940481:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.940482:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078383.940485:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078383.940487:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078383.940490:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078383.940492:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300045370
00000100:00000001:2.0:1769078383.940494:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300046192
00000100:00000001:2.0:1769078383.940497:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300045370
00000100:00000001:2.0:1769078383.940498:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300046193
00000100:00000001:2.0:1769078383.940500:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078383.940502:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.940504:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078383.940507:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078383/real 1769078383]  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078383.940514:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078383.940515:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078383.940516:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078383.940519:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078383.940520:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078383.940522:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078383.940525:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078383.940532:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940537:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078383.940538:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940540:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078383.940541:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078383.940546:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940552:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078383.940556:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940562:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078383.940564:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940565:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078383.940567:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940568:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078383.940570:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078383.940572:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078383.940575:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078383.940576:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078383.940580:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078383.940586:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808576:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078383.940588:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940590:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078383.940593:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a300 x1855007610808320/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940598:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078383.940599:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078383.940601:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078383.940603:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078383.940604:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078383.940606:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078383.940607:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078383.940608:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:2.0:1769078383.940610:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078383.940612:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078383.940613:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a300.
00000100:00000001:2.0:1769078383.940615:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078383.940616:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940617:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078383.940620:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78700 x1855007610808448/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940626:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078383.940627:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078383.940628:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078383.940630:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078383.940631:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078383.940633:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078383.940634:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078383.940636:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:2.0:1769078383.940638:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078383.940639:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078383.940640:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78700.
00000100:00000001:2.0:1769078383.940642:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078383.940643:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940645:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078383.940648:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78e00 x1855007610808576/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078383.940652:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078383.940653:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078383.940655:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078383.940657:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078383.940657:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078383.940658:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078383.940660:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078383.940661:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:2.0:1769078383.940663:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078383.940664:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078383.940665:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78e00.
00000100:00000001:2.0:1769078383.940667:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078383.940668:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940670:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078383.940673:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078383.940675:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078383.940676:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078383.940678:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078384.770463:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078384.770472:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078384.770476:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078384.770479:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078384.770485:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078384.770487:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078384.770489:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078384.770491:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078384.770514:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078384.770517:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078384.770521:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078384.834492:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300046193, at 4300046208
00000100:00000040:2.0:1769078384.834498:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300046192, at 4300046208
00000100:00000010:3.0:1769078384.834510:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfd80.
00000100:00000010:2.0:1769078384.834514:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00010000:00000001:0.0:1769078385.794522:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078385.794526:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078385.794590:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078385.794593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078385.794596:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078386.818511:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078386.818519:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078386.818561:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078386.818563:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078386.818566:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078387.842506:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078387.842514:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078387.842623:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078387.842629:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078387.842632:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078388.866544:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078388.866552:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078388.866616:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078388.866619:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078388.866622:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078389.058563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078389.058571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078389.058574:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078389.058578:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078389.058581:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078389.058588:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5378
00000400:00000200:3.0:1769078389.058597:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078389.058604:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078389.058607:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078389.058611:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.058615:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078389.058617:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.058620:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078389.058624:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078389.058627:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078389.058629:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078389.058633:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078389.058635:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078389.058638:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078389.058641:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.058643:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078389.058646:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.058648:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078389.058651:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078389.058655:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078389.058657:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.058660:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078389.058664:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078389.058667:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.058670:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078389.058673:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078389.058683:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769078389.058687:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078389.058691:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078389.058693:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.058696:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078389.058699:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078389.058705:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078389.058714:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1000.
00000100:00000001:3.0:1769078389.058721:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078389.058730:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078389.058741:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078389.058745:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078389.058750:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.058776:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078389.058779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078389.058783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078389.058784:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078389.058786:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078389.058788:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078389.058791:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5378
00000400:00000200:3.0:1769078389.058795:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078389.058798:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078389.058801:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078389.058804:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.058806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078389.058809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.058812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078389.058814:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078389.058829:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078389.058831:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078389.058835:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078389.058835:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078389.058838:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078389.058841:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078389.058843:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078389.058846:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078389.058851:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.058856:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078389.058858:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078389.058861:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.058867:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078389.058873:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:2.0:1769078389.058880:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078389.058881:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078389.058885:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.058887:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.058891:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078389.058892:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078389.058897:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078389.058898:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078389.058902:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.058904:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.058908:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769078389.058910:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610808704:192.168.204.105@tcp:250:kworker.0
00000008:00100000:3.0:1769078389.058913:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078389.058920:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078389.058920:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.058925:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.058927:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078389.058931:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.058934:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769078389.058938:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
02000000:00000010:2.0:1769078389.058941:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
00000020:00000040:3.0:1769078389.058944:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078389.058946:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.058949:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078389.058952:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.058955:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078389.058957:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769078389.058958:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078389.058963:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078389.058965:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
02000000:00000010:3.0:1769078389.058969:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2800.
00000400:00000010:2.0:1769078389.058974:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:3.0:1769078389.058975:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078389.058985:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078389.058986:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610808704, portal 25
00000100:00000001:2.0:1769078389.058994:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078389.058997:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511420544 : -104785198131072 : ffffa0b2cb7cd880)
00000100:00000001:3.0:1769078389.059000:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078389.059004:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.059009:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078389.059014:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.059030:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078389.059037:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078389.059042:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000001:3.0:1769078389.059045:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078389.059047:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610808704, offset 0
00000100:00080000:3.0:1769078389.059050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078389.059056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078389.059057:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078389.059061:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078389.059062:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078389.059067:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078389.059072:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5378
00000400:00000200:2.0:1769078389.059076:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078389.059084:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078389.059090:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078389.059094:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078389.059098:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078389.059101:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078389.059105:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21996:21996:256:4294967295] 192.168.204.105@tcp LPNI seq info [21993:21993:8:4294967295]
00000400:00000200:2.0:1769078389.059110:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078389.059121:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078389.059129:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078389.059130:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000010:2.0:1769078389.059139:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000400:00000200:3.0:1769078389.059139:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078389.059145:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078389.059153:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078389.059154:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078389.059158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1769078389.059161:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1769078389.059163:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.059169:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078389.059174:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1769078389.059175:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:3.0:1769078389.059177:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078389.059182:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1769078389.059182:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000020:00000040:3.0:1769078389.059187:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000100:2.0:1769078389.059193:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769078389.059193:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000010:2.0:1769078389.059198:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000020:00000001:3.0:1769078389.059200:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078389.059209:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078389.059209:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.059214:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078389.059220:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769078389.059222:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.059226:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078389.059227:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000020:00000040:3.0:1769078389.059230:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000010:2.0:1769078389.059232:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00080000:3.0:1769078389.059238:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078389.059242:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.059245:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078389.059248:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078389.059251:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.059253:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078389.059254:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078389.059259:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1769078389.059263:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769078389.059264:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.059268:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078389.059275:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769078389.059280:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078389.059286:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078389.059288:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.059293:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078389.059295:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1769078389.059295:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078389.059300:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.059302:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078389.059307:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0000.
00000100:00000001:3.0:1769078389.059314:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.059316:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.059320:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1769078389.059325:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078389.059329:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078389.059340:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078389.059340:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078389.059347:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300051312
00000100:00000001:3.0:1769078389.059347:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078389.059357:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000040:3.0:1769078389.059357:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.059368:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078389.059370:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078389.059376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078389.059378:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300051312
00000100:00080000:3.0:1769078389.059382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:2.0:1769078389.059385:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf060.
00000100:00000001:3.0:1769078389.059424:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078389.059427:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078389.059431:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078389.059436:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5378
00000100:00000001:2.0:1769078389.059438:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078389.059446:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078389.059446:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078389.059452:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078389.059455:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078389.059457:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1769078389.059460:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1769078389.059467:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078389]  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078389.059470:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.059476:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078389.059482:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078389.059487:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078389.059491:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:2.0:1769078389.059492:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1769078389.059494:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000400:00000001:2.0:1769078389.059497:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1769078389.059498:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769078389.059501:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000020:00000040:3.0:1769078389.059503:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078389.059507:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078389.059509:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078389.059514:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078389.059516:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000100:00000001:3.0:1769078389.059517:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769078389.059521:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000040:3.0:1769078389.059523:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078389.059527:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769078389.059528:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078389.059534:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000200:2.0:1769078389.059536:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078389.059541:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078389.059549:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078389.059555:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769078389.059560:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078389.059561:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078389.059567:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.059572:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078389.059576:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078389.059579:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1769078389.059581:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.059583:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078389.059586:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.059588:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078389.059593:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1769078389.059593:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769078389.059600:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00100000:2.0:1769078389.059601:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078389.059606:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078389.059609:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078389.059615:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769078389.059617:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078389.059618:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078389.059623:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.059626:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078389.059629:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1c00.
00000100:00000001:3.0:1769078389.059636:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.059641:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078389.059647:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078389.059648:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078389.059650:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078389.059654:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.059659:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078389.059662:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078389.059664:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1769078389.059668:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1769078389.059669:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078389.059678:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000040:3.0:1769078389.059680:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.059685:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078389.059695:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078389.059698:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078389.059706:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5388)
00000100:00100000:2.0:1769078389.059710:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610808704:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078389.059716:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.059719:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078389.059722:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd880 x1855007610808704/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.059730:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078389.059733:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078389.059737:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078389.059741:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078389.059743:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078389.059745:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078389.059747:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078389.059749:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1000.
02000000:00000001:2.0:1769078389.059754:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078389.059756:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078389.059758:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd880.
00000100:00000001:2.0:1769078389.059762:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078389.059763:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.059765:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.059772:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078389.059774:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.059777:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078389.059779:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078389.059780:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078389.059784:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.059792:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078389.059794:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.059796:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078389.059798:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078389.059800:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078389.059804:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808832:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078389.059808:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078389.059810:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078389.059812:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.059814:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078389.059832:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078389.059835:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078389.059839:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078389.059842:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078389.059845:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078389.059849:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610808832, portal 10
00000100:00000001:2.0:1769078389.059851:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078389.059853:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416064 : -104785198135552 : ffffa0b2cb7cc700)
00000100:00000040:2.0:1769078389.059860:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.059868:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078389.059870:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078389.059873:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078389.059876:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610808832, offset 0
00000400:00000200:2.0:1769078389.059880:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078389.059884:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078389.059888:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078389.059891:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078389.059894:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078389.059896:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078389.059899:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078389.059902:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21997:21997:256:4294967295] 192.168.204.105@tcp LPNI seq info [21994:21994:8:4294967295]
00000400:00000200:2.0:1769078389.059907:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078389.059913:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078389.059917:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078389.059921:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078389.059925:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078389.059928:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769078389.059933:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078389.059936:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769078389.059940:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078389.059942:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078389.059946:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078389.059949:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078389.059952:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078389.059954:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078389.059957:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078389.059961:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.059967:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078389.059969:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.059978:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.059979:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078389.059982:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.059985:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078389.059988:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078389.059989:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300050452
00000100:00000001:2.0:1769078389.059991:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300051312
00000100:00000001:2.0:1769078389.059993:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300050452
00000100:00000001:2.0:1769078389.059994:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300051312
00000100:00000001:2.0:1769078389.059996:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078389.059997:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.059998:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078389.060001:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078389]  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078389.060006:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078389.060007:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078389.060009:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078389.060010:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078389.060011:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078389.060012:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078389.060014:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078389.060020:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060024:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078389.060025:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060026:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078389.060027:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078389.060029:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060034:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078389.060037:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060041:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078389.060043:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060044:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078389.060045:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060046:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078389.060047:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078389.060048:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078389.060050:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078389.060052:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078389.060054:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078389.060059:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808832:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078389.060061:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078389.060063:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060068:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078389.060069:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.060070:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078389.060072:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078389.060073:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078389.060075:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808960:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078389.060077:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078389.060078:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078389.060080:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.060081:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078389.060083:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078389.060085:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078389.060087:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078389.060089:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078389.060091:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078389.060093:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610808960, portal 4
00000100:00000001:2.0:1769078389.060094:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078389.060095:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511417856 : -104785198133760 : ffffa0b2cb7cce00)
00000100:00000040:2.0:1769078389.060099:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060103:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078389.060105:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078389.060106:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078389.060107:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610808960, offset 0
00000400:00000200:2.0:1769078389.060110:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078389.060113:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078389.060115:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078389.060117:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078389.060119:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078389.060120:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078389.060122:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078389.060124:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21998:21998:256:4294967295] 192.168.204.105@tcp LPNI seq info [21995:21995:8:4294967295]
00000400:00000200:2.0:1769078389.060127:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078389.060131:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078389.060134:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078389.060136:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078389.060139:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078389.060140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769078389.060143:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078389.060145:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769078389.060147:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078389.060149:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078389.060151:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078389.060153:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078389.060155:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078389.060156:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078389.060157:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078389.060159:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060165:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078389.060167:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060171:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.060172:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078389.060173:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.060175:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078389.060177:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078389.060178:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300050478
00000100:00000001:2.0:1769078389.060179:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300051312
00000100:00000001:2.0:1769078389.060181:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300050478
00000100:00000001:2.0:1769078389.060183:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300051312
00000100:00000001:2.0:1769078389.060184:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078389.060185:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.060186:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078389.060188:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078389]  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078389.060193:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078389.060194:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078389.060195:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078389.060196:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078389.060197:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078389.060198:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078389.060200:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078389.060206:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060210:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078389.060211:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060212:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078389.060212:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078389.060215:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060218:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078389.060221:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060225:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078389.060226:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060227:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078389.060228:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060229:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078389.060230:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078389.060231:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078389.060233:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078389.060234:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078389.060236:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078389.060242:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610808960:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078389.060244:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078389.060246:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060251:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078389.060252:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.060253:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078389.060255:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078389.060256:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078389.060258:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809088:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078389.060259:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078389.060260:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078389.060261:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078389.060262:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078389.060264:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078389.060265:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078389.060267:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078389.060269:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078389.060270:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078389.060272:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610809088, portal 4
00000100:00000001:2.0:1769078389.060273:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078389.060274:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511418752 : -104785198132864 : ffffa0b2cb7cd180)
00000100:00000040:2.0:1769078389.060278:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060282:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078389.060283:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078389.060285:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078389.060286:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610809088, offset 0
00000400:00000200:2.0:1769078389.060288:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078389.060290:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078389.060292:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078389.060294:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078389.060295:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078389.060297:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078389.060298:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078389.060300:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [21999:21999:256:4294967295] 192.168.204.105@tcp LPNI seq info [21996:21996:8:4294967295]
00000400:00000200:2.0:1769078389.060303:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078389.060307:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078389.060310:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078389.060312:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078389.060314:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078389.060316:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769078389.060318:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078389.060320:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769078389.060323:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078389.060324:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078389.060326:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078389.060328:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078389.060329:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078389.060331:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078389.060332:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078389.060334:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060338:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078389.060340:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060344:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.060345:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078389.060347:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078389.060349:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078389.060350:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078389.060352:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300050489
00000100:00000001:2.0:1769078389.060354:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300051312
00000100:00000001:2.0:1769078389.060355:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300050489
00000100:00000001:2.0:1769078389.060356:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300051312
00000100:00000001:2.0:1769078389.060357:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078389.060359:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.060360:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078389.060363:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078389]  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078389.060368:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078389.060368:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078389.060369:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078389.060371:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078389.060371:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078389.060373:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078389.060374:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078389.060380:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060384:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078389.060385:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060402:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078389.060403:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078389.060406:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060410:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078389.060413:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060418:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078389.060419:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060420:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078389.060421:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060422:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078389.060423:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078389.060424:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078389.060427:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078389.060428:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078389.060431:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078389.060436:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809088:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078389.060438:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060439:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078389.060441:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc700 x1855007610808832/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060445:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078389.060446:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078389.060447:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078389.060448:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078389.060449:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078389.060450:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078389.060452:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078389.060453:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2800.
02000000:00000001:2.0:1769078389.060455:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078389.060456:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078389.060458:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc700.
00000100:00000001:2.0:1769078389.060460:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078389.060462:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060463:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078389.060467:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cce00 x1855007610808960/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060474:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078389.060475:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078389.060477:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078389.060480:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078389.060481:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078389.060483:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078389.060485:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078389.060487:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0000.
02000000:00000001:2.0:1769078389.060490:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078389.060491:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078389.060493:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cce00.
00000100:00000001:2.0:1769078389.060495:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078389.060497:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060498:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078389.060502:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd180 x1855007610809088/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078389.060509:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078389.060511:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078389.060512:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078389.060514:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078389.060516:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078389.060518:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078389.060519:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078389.060521:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1c00.
02000000:00000001:2.0:1769078389.060522:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078389.060523:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078389.060524:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd180.
00000100:00000001:2.0:1769078389.060526:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078389.060526:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060528:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078389.060530:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078389.060532:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078389.060533:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078389.060534:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078389.893063:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078389.893075:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078389.893182:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078389.893191:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078389.893196:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078389.954541:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300051312, at 4300051328
00000100:00000040:3.0:1769078389.954541:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300051312, at 4300051328
00000100:00000010:3.0:1769078389.954559:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf060.
00000100:00000010:2.0:1769078389.954567:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00010000:00000001:0.0:1769078390.914483:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078390.914488:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078390.914507:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078390.914509:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078390.914511:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078391.938494:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078391.938503:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078391.938578:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078391.938583:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078391.938588:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078392.962542:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078392.962552:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078392.962594:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078392.962598:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078392.962601:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078393.986680:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078393.986690:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078393.986693:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078393.986696:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078393.986702:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078393.986704:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078393.986706:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078393.986709:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078393.986782:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078393.986787:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078393.986790:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078394.178520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078394.178535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078394.178538:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078394.178543:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078394.178548:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078394.178562:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5383
00000400:00000200:3.0:1769078394.178575:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078394.178584:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078394.178587:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078394.178590:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.178594:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078394.178597:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.178599:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078394.178604:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078394.178607:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078394.178619:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078394.178622:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078394.178624:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078394.178627:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078394.178631:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.178633:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078394.178636:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.178638:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078394.178641:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078394.178644:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078394.178647:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.178650:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078394.178653:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078394.178656:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.178658:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078394.178661:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078394.178672:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
00000020:00000040:3.0:1769078394.178677:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078394.178681:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078394.178683:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.178686:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078394.178689:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078394.178693:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078394.178701:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0c00.
00000100:00000001:3.0:1769078394.178708:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078394.178716:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078394.178728:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078394.178748:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078394.178753:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.178848:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078394.178853:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078394.178856:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078394.178864:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.178873:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078394.178875:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078394.178880:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078394.178883:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078394.178886:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078394.178890:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610809216:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078394.178895:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078394.178899:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078394.178902:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078394.178904:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078394.178909:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078394.178912:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078394.178920:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078394.178924:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078394.178931:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078394.178940:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610809216, portal 25
00000100:00000001:2.0:1769078394.178943:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078394.178945:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511423232 : -104785198128384 : ffffa0b2cb7ce300)
00000100:00000040:2.0:1769078394.178950:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.178959:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078394.178962:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078394.178965:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078394.178969:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610809216, offset 0
00000400:00000200:2.0:1769078394.178976:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078394.178985:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078394.178992:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078394.178999:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078394.179004:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078394.179008:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078394.179012:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078394.179016:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22000:22000:256:4294967295] 192.168.204.105@tcp LPNI seq info [21997:21997:8:4294967295]
00000400:00000200:2.0:1769078394.179020:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078394.179030:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078394.179037:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078394.179054:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078394.179063:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078394.179067:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769078394.179074:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078394.179077:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769078394.179082:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078394.179085:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078394.179091:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078394.179096:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078394.179103:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078394.179107:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078394.179112:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078394.179116:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.179475:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078394.179479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078394.179482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078394.179484:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078394.179486:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078394.179489:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078394.179492:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5383
00000400:00000200:3.0:1769078394.179497:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078394.179500:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078394.179502:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078394.179505:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.179508:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078394.179510:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.179512:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078394.179515:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078394.179517:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078394.179519:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078394.179522:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078394.179524:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078394.179526:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078394.179529:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.179531:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078394.179533:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.179535:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078394.179537:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078394.179540:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078394.179543:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.179545:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078394.179550:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078394.179552:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.179554:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078394.179558:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078394.179561:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.179563:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078394.179567:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769078394.179569:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078394.179571:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078394.179573:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.179574:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078394.179576:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078394.179578:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078394.179582:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2000.
00000100:00000001:3.0:1769078394.179585:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078394.179589:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078394.179596:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078394.179599:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078394.179602:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.181251:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078394.181260:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.181271:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.181273:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078394.181285:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078394.181290:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078394.181293:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300056433
00000100:00000010:2.0:1769078394.181299:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:2.0:1769078394.181305:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078394.181313:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300056433
00000100:00000010:2.0:1769078394.181316:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf8a0.
00000100:00000001:2.0:1769078394.181319:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078394.181323:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078394.181326:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.181329:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078394.181333:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394]  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078394.181345:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078394.181347:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078394.181350:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078394.181353:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078394.181355:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078394.181358:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078394.181361:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078394.181371:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.181378:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078394.181380:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.181383:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078394.181385:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078394.181400:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.181407:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078394.181412:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.181420:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078394.181423:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.181425:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078394.181427:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.181429:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078394.181431:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078394.181434:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078394.181438:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078394.181440:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078394.181445:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078394.181454:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610809216:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078394.181459:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.181460:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078394.181463:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce300 x1855007610809216/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.181469:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078394.181472:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078394.181475:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078394.181478:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078394.181480:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078394.181482:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078394.181484:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078394.181486:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0c00.
02000000:00000001:2.0:1769078394.181490:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078394.181492:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078394.181494:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce300.
00000100:00000001:2.0:1769078394.181497:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078394.181499:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.181501:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.181509:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078394.181511:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.181514:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078394.181516:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078394.181517:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078394.181521:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.181529:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078394.181530:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078394.181533:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078394.181535:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078394.181538:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078394.181541:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809344:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078394.181544:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078394.181547:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078394.181549:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078394.181550:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078394.181553:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078394.181555:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078394.181560:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078394.181563:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078394.181566:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078394.181570:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610809344, portal 10
00000100:00000001:2.0:1769078394.181572:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078394.181575:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511428608 : -104785198123008 : ffffa0b2cb7cf800)
00000100:00000040:2.0:1769078394.181581:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.181781:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078394.181785:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078394.181788:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078394.181791:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610809344, offset 0
00000400:00000200:2.0:1769078394.181796:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078394.181803:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078394.181809:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078394.181815:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078394.181819:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078394.181822:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078394.181825:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078394.181895:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22001:22001:256:4294967295] 192.168.204.105@tcp LPNI seq info [21998:21998:8:4294967295]
00000400:00000200:2.0:1769078394.181900:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078394.181908:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078394.181914:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078394.181919:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078394.181924:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078394.181928:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769078394.181933:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078394.181937:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769078394.181941:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078394.181943:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078394.181946:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078394.181950:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078394.181953:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078394.181955:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078394.181958:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078394.181962:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.181970:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078394.181973:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.181980:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.181982:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078394.181985:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078394.181989:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078394.181992:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078394.181995:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300055574
00000100:00000001:2.0:1769078394.181997:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300056433
00000100:00000001:2.0:1769078394.181999:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300055574
00000100:00000001:2.0:1769078394.182002:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300056433
00000100:00000001:2.0:1769078394.182004:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078394.182006:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.182008:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078394.182012:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394]  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078394.182020:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078394.182021:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078394.182023:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078394.182026:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078394.182027:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078394.182030:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078394.182032:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078394.182111:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.182119:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078394.182121:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.182122:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078394.182124:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078394.182128:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.182135:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078394.182139:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.182145:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078394.182148:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.182150:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078394.182151:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.182153:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078394.182154:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078394.182157:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078394.182161:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078394.182163:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078394.182167:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078394.182176:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809344:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078394.182180:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.182182:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078394.182185:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf800 x1855007610809344/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.182192:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078394.182193:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078394.182195:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078394.182198:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078394.182199:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078394.182201:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078394.182203:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078394.182204:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2000.
02000000:00000001:2.0:1769078394.182207:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078394.182208:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078394.182210:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf800.
00000100:00000001:2.0:1769078394.182212:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078394.182214:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.182215:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.182219:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078394.182220:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.182222:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078394.182223:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.183804:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078394.183811:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078394.183815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078394.183817:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078394.183820:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078394.183823:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078394.183828:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5383
00000400:00000200:3.0:1769078394.183834:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078394.183839:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078394.183843:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078394.183847:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078394.183856:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078394.183859:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078394.183860:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078394.183865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.183869:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078394.183873:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078394.183876:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078394.183878:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078394.183881:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078394.183883:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078394.183886:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078394.183895:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.183897:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078394.183899:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.183901:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078394.183904:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078394.183907:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078394.183910:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.183912:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078394.183918:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078394.183926:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.183929:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078394.183933:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078394.183936:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.183938:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078394.183944:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf800.
00000020:00000040:3.0:1769078394.183953:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078394.183958:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078394.183960:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.183963:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078394.183966:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078394.183969:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078394.183981:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa3c00.
00000100:00000001:3.0:1769078394.183988:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078394.183994:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078394.184003:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078394.184008:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078394.184019:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008641eca2] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.184039:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078394.184043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078394.184046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078394.184048:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078394.184049:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078394.184052:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078394.184054:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5383
00000400:00000200:3.0:1769078394.184058:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078394.184062:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078394.184065:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078394.184069:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.184071:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078394.184072:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078394.184074:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078394.184076:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078394.184079:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078394.184082:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078394.184083:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078394.184084:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078394.184086:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078394.184089:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078394.184090:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078394.184091:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078394.184098:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078394.184099:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.184100:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078394.184104:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078394.184109:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078394.184114:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078394.184116:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078394.184120:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078394.184120:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:2.0:1769078394.184124:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078394.184125:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078394.184128:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078394.184130:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078394.184131:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078394.184135:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078394.184137:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809472:192.168.204.105@tcp:8:kworker.0
02000000:00000001:3.0:1769078394.184141:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.184144:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078394.184145:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078394.184147:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769078394.184149:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078394.184150:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078394.184155:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1769078394.184155:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078394.184160:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078394.184162:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
00000100:00000010:3.0:1769078394.184165:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce300.
02000000:00000001:2.0:1769078394.184166:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078394.184170:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078394.184174:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078394.184175:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769078394.184177:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078394.184181:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:3.0:1769078394.184181:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078394.184184:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769078394.184187:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
02000000:00000001:3.0:1769078394.184187:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078394.184193:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2000.
00000100:00000200:2.0:1769078394.184194:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610809472, portal 4
00000100:00000001:2.0:1769078394.184198:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078394.184199:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.184200:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511428608 : -104785198123008 : ffffa0b2cb7cf800)
00000100:00100000:3.0:1769078394.184208:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078394.184211:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078394.184228:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078394.184230:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078394.184232:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078394.184237:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a73a172c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078394.184247:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078394.184251:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078394.184252:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078394.184257:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610809472, offset 0
00000100:00000040:3.0:1769078394.184258:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5393)
00000400:00000200:2.0:1769078394.184265:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078394.184271:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078394.184276:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078394.184281:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078394.184285:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078394.184287:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078394.184290:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078394.184294:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22002:22002:256:4294967295] 192.168.204.105@tcp LPNI seq info [21999:21999:8:4294967295]
00000400:00000200:2.0:1769078394.184298:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078394.184305:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078394.184310:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078394.184315:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078394.184320:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078394.184323:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769078394.184328:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078394.184331:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769078394.184335:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078394.184337:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078394.184340:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078394.184343:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078394.184347:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078394.184348:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078394.184351:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078394.184355:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.184363:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078394.184365:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.184372:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.184373:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078394.184377:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078394.184380:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078394.184384:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078394.184405:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300055603
00000100:00000001:2.0:1769078394.184408:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300056433
00000100:00000001:2.0:1769078394.184410:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300055603
00000100:00000001:2.0:1769078394.184412:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300056433
00000100:00000001:2.0:1769078394.184414:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078394.184417:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.184419:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078394.184423:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394]  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078394.184432:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078394.184434:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078394.184436:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078394.184439:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078394.184440:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078394.184443:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078394.184446:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078394.184454:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.184461:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078394.184663:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.184666:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078394.184667:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078394.184748:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.184756:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078394.184761:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.184767:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078394.184769:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.184771:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078394.184773:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.184775:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078394.184777:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078394.184780:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078394.184784:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078394.184786:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078394.184790:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078394.184799:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809472:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078394.184803:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.184805:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078394.184807:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf800 x1855007610809472/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.184813:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078394.184814:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078394.184817:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078394.184819:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078394.184820:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078394.184822:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078394.184824:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078394.184825:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa3c00.
02000000:00000001:2.0:1769078394.184828:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078394.184829:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078394.184830:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf800.
00000100:00000001:2.0:1769078394.184832:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078394.184833:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.184835:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.184840:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078394.184841:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.184843:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078394.184845:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078394.184846:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078394.184849:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.184856:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078394.184857:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078394.184860:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078394.184862:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078394.184864:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078394.184867:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809600:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078394.184870:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078394.184872:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078394.184874:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078394.184875:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078394.184878:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078394.184880:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078394.184884:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078394.184887:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078394.184891:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078394.184895:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610809600, portal 4
00000100:00000001:2.0:1769078394.184897:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078394.184898:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511423232 : -104785198128384 : ffffa0b2cb7ce300)
00000100:00000040:2.0:1769078394.184904:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.184921:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078394.184925:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078394.184928:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078394.184930:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610809600, offset 0
00000400:00000200:2.0:1769078394.184935:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078394.184939:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078394.184943:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078394.184946:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078394.184949:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078394.184952:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078394.184954:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078394.184957:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22003:22003:256:4294967295] 192.168.204.105@tcp LPNI seq info [22000:22000:8:4294967295]
00000400:00000200:2.0:1769078394.184961:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078394.184967:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078394.184971:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078394.184974:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078394.184978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078394.184980:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769078394.184985:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078394.184987:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769078394.184991:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078394.184994:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:2.0:1769078394.184997:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078394.185000:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078394.185003:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:2.0:1769078394.185005:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:2.0:1769078394.185008:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078394.185011:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.185019:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078394.185021:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.185027:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.185029:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078394.185032:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078394.185035:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078394.185038:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078394.185040:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300055614
00000100:00000001:2.0:1769078394.185043:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300056433
00000100:00000001:2.0:1769078394.185045:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300055614
00000100:00000001:2.0:1769078394.185047:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300056433
00000100:00000001:2.0:1769078394.185049:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078394.185052:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.185053:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078394.185057:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394]  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078394.185065:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078394.185066:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078394.185068:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078394.185070:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078394.185072:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078394.185074:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078394.185077:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078394.185212:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.185218:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078394.185220:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.185222:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078394.185223:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078394.185227:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.185296:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078394.185301:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.185308:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078394.185311:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.185313:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078394.185314:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.185316:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078394.185317:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078394.185320:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078394.185323:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078394.185326:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078394.185330:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078394.185338:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809600:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078394.185342:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.185344:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078394.185347:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce300 x1855007610809600/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078394.185354:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078394.185355:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078394.185357:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078394.185359:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078394.185361:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078394.185362:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078394.185364:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078394.185366:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2000.
02000000:00000001:2.0:1769078394.185368:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078394.185370:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078394.185371:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce300.
00000100:00000001:2.0:1769078394.185374:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078394.185376:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.185377:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078394.185381:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078394.185382:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078394.185384:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078394.185417:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078395.010528:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078395.010534:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078395.010557:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078395.010560:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078395.010562:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078395.074509:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300056433, at 4300056448
00000100:00000040:3.0:1769078395.074516:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300056433, at 4300056448
00000100:00000010:2.0:1769078395.074533:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000010:3.0:1769078395.074538:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf8a0.
00010000:00000001:0.0:1769078396.034529:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078396.034537:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078396.034713:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078396.034718:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078396.034722:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078397.058532:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078397.058539:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078397.058562:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078397.058564:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078397.058567:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078398.082573:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078398.082583:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078398.082645:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078398.082651:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078398.082654:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078399.106602:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078399.106610:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078399.106746:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078399.106750:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078399.106753:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078399.298653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078399.298668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078399.298671:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078399.298676:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078399.298681:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078399.298690:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5388
00000400:00000200:3.0:1769078399.298701:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078399.298709:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078399.298712:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078399.298715:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.298718:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.298721:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.298723:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078399.298728:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078399.298730:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078399.298733:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078399.298736:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078399.298738:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078399.298740:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078399.298743:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.298745:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.298747:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.298749:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078399.298752:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078399.298756:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078399.298758:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078399.298761:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078399.298765:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078399.298768:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.298771:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078399.298773:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078399.298785:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd180.
00000020:00000040:3.0:1769078399.298790:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078399.298794:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078399.298796:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.298799:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078399.298802:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078399.298806:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078399.298814:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0c00.
00000100:00000001:3.0:1769078399.298821:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078399.298832:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078399.298843:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078399.298847:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078399.298853:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041987803] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078399.298877:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078399.298880:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078399.298883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078399.298885:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078399.298886:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078399.298889:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078399.298891:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5388
00000400:00000200:3.0:1769078399.298895:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078399.298898:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078399.298901:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078399.298904:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.298906:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.298909:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.298911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078399.298914:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078399.298915:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078399.298917:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078399.298919:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078399.298920:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078399.298924:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078399.298925:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078399.298928:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078399.298929:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078399.298934:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078399.298938:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078399.298938:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.298943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.298947:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078399.298952:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078399.298957:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078399.298959:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078399.298961:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.298963:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078399.298969:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078399.298972:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078399.298975:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078399.298975:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769078399.298982:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610809728:192.168.204.105@tcp:250:kworker.0
02000000:00000001:3.0:1769078399.298982:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078399.298988:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.298991:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078399.298992:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078399.298997:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769078399.298998:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078399.299002:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078399.299003:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078399.299005:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078399.299007:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078399.299010:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078399.299013:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078399.299013:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cce00.
00000020:00000040:3.0:1769078399.299019:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078399.299022:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078399.299023:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769078399.299025:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.299028:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769078399.299029:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
02000000:00000001:3.0:1769078399.299030:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078399.299034:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078399.299037:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
02000000:00000010:3.0:1769078399.299039:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1c00.
00000100:00000001:3.0:1769078399.299043:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078399.299046:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610809728, portal 25
00000100:00000001:2.0:1769078399.299050:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1769078399.299050:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078399.299052:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511418752 : -104785198132864 : ffffa0b2cb7cd180)
00000100:00000040:2.0:1769078399.299061:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078399.299063:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078399.299067:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.299073:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078399.299075:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051d96e68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078399.299079:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078399.299084:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894440.
00000100:00000200:2.0:1769078399.299088:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610809728, offset 0
00000100:00000001:3.0:1769078399.299091:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078399.299095:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078399.299096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078399.299101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078399.299103:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078399.299105:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078399.299106:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078399.299109:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078399.299114:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5388
00000400:00000200:2.0:1769078399.299117:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078399.299124:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078399.299130:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078399.299134:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078399.299137:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078399.299141:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22004:22004:256:4294967295] 192.168.204.105@tcp LPNI seq info [22001:22001:8:4294967295]
00000400:00000200:2.0:1769078399.299151:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078399.299163:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078399.299170:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078399.299176:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d500.
00000800:00000200:2.0:1769078399.299184:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078399.299189:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078399.299209:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078399.302964:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078399.302980:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078399.302981:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:3.0:1769078399.302987:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078399.302990:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300061556
00000100:00000040:3.0:1769078399.302994:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.303000:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.303003:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.303005:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000010:2.0:1769078399.303006:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000020:00000001:3.0:1769078399.303010:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078399.303014:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000100:00000001:2.0:1769078399.303017:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1769078399.303018:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078399.303022:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078399.303026:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000001:2.0:1769078399.303028:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300061556
00000020:00000001:3.0:1769078399.303029:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078399.303034:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000010:2.0:1769078399.303035:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfc00.
00000100:00000001:3.0:1769078399.303037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.303041:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078399.303042:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1769078399.303043:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078399.303049:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000001:2.0:1769078399.303050:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769078399.303054:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078399.303056:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.303059:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.303064:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078399.303064:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078399.303070:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078399.303072:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078399.303077:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.303079:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078399.303081:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1769078399.303084:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078399.303086:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000008:00000001:3.0:1769078399.303089:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.303092:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078399.303093:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.303097:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078399.303101:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1769078399.303102:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc700.
00000020:00000040:3.0:1769078399.303107:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078399.303111:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769078399.303113:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078399.303114:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.303118:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078399.303122:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078399.303128:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078399.303128:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.303133:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078399.303137:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1769078399.303139:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0000.
02000000:00000001:2.0:1769078399.303140:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078399.303146:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.303147:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078399.303151:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809856:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078399.303158:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769078399.303158:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078399.303164:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078399.303168:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.303171:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769078399.303172:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078399.303177:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078399.303179:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078399.303184:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078399.303184:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8483b06] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078399.303195:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078399.303202:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078399.303203:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db58.
00000100:00080000:3.0:1769078399.303208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769078399.303213:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00080000:3.0:1769078399.303213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078399.303215:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078399.303219:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078399.303222:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1769078399.303225:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610809856, portal 10
00000100:00080000:3.0:1769078399.303226:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5388
00000100:00000001:2.0:1769078399.303232:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1769078399.303234:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078399.303236:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511417856 : -104785198133760 : ffffa0b2cb7cce00)
00000400:00000200:3.0:1769078399.303239:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078399.303242:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078399.303248:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078399.303249:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078399.303251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.303255:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.303259:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078399.303263:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078399.303266:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:2.0:1769078399.303269:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769078399.303269:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078399.303273:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000040:2.0:1769078399.303277:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000001:3.0:1769078399.303278:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078399.303282:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000010:2.0:1769078399.303283:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28944c8.
00000100:00000040:3.0:1769078399.303287:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078399.303289:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610809856, offset 0
00000100:00000001:3.0:1769078399.303291:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078399.303295:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078399.303298:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078399.303301:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000040:3.0:1769078399.303303:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078399.303308:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078399.303311:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078399.303314:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078399.303315:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769078399.303318:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078399.303321:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.303324:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078399.303326:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000008:00100000:3.0:1769078399.303327:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078399.303331:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.303333:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078399.303335:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1769078399.303338:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd880.
00000020:00000040:3.0:1769078399.303342:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078399.303343:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:3.0:1769078399.303348:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078399.303349:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078399.303351:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078399.303353:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078399.303354:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078399.303358:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2800.
00000100:00000001:3.0:1769078399.303361:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078399.303366:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078399.303373:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078399.303375:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078399.303379:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b21da25] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078399.303412:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078399.303417:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5398)
00000400:00000200:2.0:1769078399.306756:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078399.306848:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078399.306855:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22005:22005:255:4294967295] 192.168.204.105@tcp LPNI seq info [22002:22002:7:4294967295]
00000400:00000200:2.0:1769078399.306862:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078399.306874:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078399.306883:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078399.306895:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d100.
00000800:00000200:2.0:1769078399.306904:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078399.306910:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078399.306917:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078399.306925:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078399.306931:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078399.306934:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300060699
00000100:00000001:2.0:1769078399.306937:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300061556
00000100:00000001:2.0:1769078399.306940:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300060699
00000100:00000001:2.0:1769078399.306942:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300061556
00000100:00000001:2.0:1769078399.306945:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078399.306948:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.306998:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.307003:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078399.307013:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078399.307019:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078399.307022:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078399.307025:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078399.307027:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078399.307036:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078399.307046:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078399.307047:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078399.307052:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078399.307056:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078399.307059:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078399.307062:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809984:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078399.307067:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078399.307071:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078399.307074:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078399.307076:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078399.307082:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078399.307085:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078399.307091:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078399.307096:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db00.
00000400:00000010:2.0:1769078399.307102:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000200:2.0:1769078399.307110:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610809984, portal 4
00000100:00000001:2.0:1769078399.307113:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078399.307114:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416064 : -104785198135552 : ffffa0b2cb7cc700)
00000100:00000040:2.0:1769078399.307122:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078399.307129:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078399.307132:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078399.307135:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894b28.
00000100:00000200:2.0:1769078399.307138:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610809984, offset 0
00000400:00000200:2.0:1769078399.307144:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078399.307152:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078399.307160:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078399.307166:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078399.307171:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078399.307175:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078399.307177:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078399.307180:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22006:22006:254:4294967295] 192.168.204.105@tcp LPNI seq info [22003:22003:6:4294967295]
00000400:00000200:2.0:1769078399.307184:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078399.307190:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078399.307194:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078399.307200:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d800.
00000800:00000200:2.0:1769078399.307204:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078399.307208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078399.307211:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078399.307214:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078399.307217:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078399.307219:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300060725
00000100:00000001:2.0:1769078399.307221:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300061556
00000100:00000001:2.0:1769078399.307223:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300060725
00000100:00000001:2.0:1769078399.307226:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300061556
00000100:00000001:2.0:1769078399.307228:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078399.307230:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.307233:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078399.307237:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078399.307245:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078399.307246:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078399.307248:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078399.307250:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078399.307252:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078399.307255:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610810112:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078399.307258:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078399.307260:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078399.307261:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078399.307263:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078399.307266:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078399.307269:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078399.307272:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078399.307275:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078399.307278:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894770.
00000100:00000200:2.0:1769078399.307282:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610810112, portal 4
00000100:00000001:2.0:1769078399.307284:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078399.307285:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511420544 : -104785198131072 : ffffa0b2cb7cd880)
00000100:00000040:2.0:1769078399.307291:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078399.307297:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078399.307299:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078399.307302:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894c38.
00000100:00000200:2.0:1769078399.307304:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610810112, offset 0
00000400:00000200:2.0:1769078399.307308:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078399.307312:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078399.307316:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078399.307319:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078399.307321:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078399.307323:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078399.307325:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078399.307328:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22007:22007:253:4294967295] 192.168.204.105@tcp LPNI seq info [22004:22004:5:4294967295]
00000400:00000200:2.0:1769078399.307332:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078399.307337:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078399.307341:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078399.307345:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d300.
00000800:00000200:2.0:1769078399.307506:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078399.307509:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078399.307513:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078399.307517:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078399.307521:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078399.307523:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300060737
00000100:00000001:2.0:1769078399.307526:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300061556
00000100:00000001:2.0:1769078399.307528:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300060737
00000100:00000001:2.0:1769078399.307530:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300061556
00000100:00000001:2.0:1769078399.307532:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078399.307534:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.307537:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.307539:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078399.307543:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078399.307545:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078399.307546:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078399.307548:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078399.307549:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078399.307551:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078400.130500:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078400.130507:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078400.130603:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078400.130606:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078400.130609:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078400.194500:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300061556, at 4300061568
00000100:00000040:3.0:1769078400.194500:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300061556, at 4300061568
00000100:00000010:2.0:1769078400.194518:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000010:3.0:1769078400.194521:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc00.
00010000:00000001:0.0:1769078401.154505:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078401.154512:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078401.154574:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078401.154578:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078401.154582:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078402.179514:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078402.179520:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078402.181017:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078402.181022:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078402.181026:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769078402.374641:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769078402.374687:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078402.374699:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078402.374703:0:2356:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769078402.374706:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078402.374710:0:2356:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078402.374715:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078402.374718:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d500.
00000400:00000200:3.0:1769078402.374722:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078402.374726:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078402.374732:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894440
00000400:00000010:3.0:1769078402.374735:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894440.
00000100:00000001:3.0:1769078402.374740:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078402.374749:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078402.374776:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078402.374780:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078402.374788:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078402.374790:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078402.374799:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078402.374802:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d100.
00000400:00000200:3.0:1769078402.374804:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078402.374807:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078402.374810:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28944c8
00000400:00000010:3.0:1769078402.374812:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28944c8.
00000100:00000001:3.0:1769078402.374815:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078402.374818:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078402.374826:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078402.374830:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078402.374836:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078402.374837:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078402.374842:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078402.374844:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d800.
00000400:00000200:3.0:1769078402.374847:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078402.374849:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078402.374852:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894b28
00000400:00000010:3.0:1769078402.374854:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894b28.
00000100:00000001:3.0:1769078402.374856:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078402.374859:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078402.374867:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078402.374869:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078402.374875:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078402.374877:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078402.374883:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078402.374885:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d300.
00000400:00000200:3.0:1769078402.374888:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078402.374891:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078402.374894:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894c38
00000400:00000010:3.0:1769078402.374896:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894c38.
00000100:00000001:3.0:1769078402.374898:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078402.374903:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078402.374916:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078402.374919:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078402.374925:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078402.374926:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078402.374983:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078402.374987:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078402.374989:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078402.374996:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078402]  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078402.375007:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078402.375008:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078402.375011:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db00.
00000400:00000200:2.0:1769078402.375015:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:2.0:1769078402.375016:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:2.0:1769078402.375019:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078402.375023:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078402.375031:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375038:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078402.375040:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375042:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078402.375044:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078402.375048:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375054:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078402.375059:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375066:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078402.375069:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375071:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078402.375072:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375075:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078402.375077:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078402.375080:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078402.375084:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078402.375087:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078402.375091:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078402.375098:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809984:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078402.375103:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078402.375107:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078402]  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078402.375114:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078402.375116:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078402.375118:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078402.375120:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894770
00000400:00000010:2.0:1769078402.375122:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894770.
00000100:00000001:2.0:1769078402.375124:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078402.375127:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078402.375134:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375141:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078402.375142:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375144:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078402.375145:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078402.375149:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375161:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078402.375165:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375171:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078402.375173:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375174:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078402.375176:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375177:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078402.375179:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078402.375181:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078402.375185:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078402.375187:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078402.375191:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078402.375198:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610810112:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078402.375203:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078402.375206:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078402]  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078402.375214:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078402.375215:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078402.375216:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db58.
00000400:00000200:2.0:1769078402.375219:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078402.375220:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078402.375222:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078402.375225:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078402.375239:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375245:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078402.375246:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375248:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078402.375249:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078402.375252:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375258:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078402.375262:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375268:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078402.375271:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375272:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078402.375273:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375275:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078402.375276:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078402.375278:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078402.375282:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078402.375284:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078402.375288:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078402.375295:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610809856:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078402.375299:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078402.375302:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078402]  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078402.375315:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078402.375316:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078402.375317:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078402.375320:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078402.375321:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078402.375323:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078402.375326:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078402.375332:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375337:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078402.375339:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375340:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078402.375342:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078402.375345:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375351:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078402.375355:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375361:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078402.375364:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375365:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078402.375367:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375368:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078402.375370:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078402.375372:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078402.375375:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078402.375377:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078402.375381:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078402.375736:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610809728:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078402.375741:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375743:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078402.375746:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc700 x1855007610809984/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375752:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078402.375755:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078402.375758:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:2.0:1769078402.375762:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078402.375764:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078402.375766:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078402.375768:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078402.375771:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0000.
02000000:00000001:2.0:1769078402.375774:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078402.375777:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078402.375778:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc700.
00000100:00000001:2.0:1769078402.375781:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078402.375782:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375784:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078402.375787:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd880 x1855007610810112/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375794:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078402.375795:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078402.375796:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078402.375798:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078402.375799:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078402.375800:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078402.375802:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078402.375803:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2800.
02000000:00000001:2.0:1769078402.375805:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078402.375806:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078402.375807:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd880.
00000100:00000001:2.0:1769078402.375810:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078402.375811:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375812:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078402.375815:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cce00 x1855007610809856/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375821:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078402.375822:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078402.375824:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078402.375826:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078402.375827:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078402.375828:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078402.375830:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078402.375831:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1c00.
02000000:00000001:2.0:1769078402.375833:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078402.375835:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078402.375836:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cce00.
00000100:00000001:2.0:1769078402.375838:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078402.375839:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375840:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078402.375842:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd180 x1855007610809728/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078402.375848:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078402.375849:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078402.375850:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078402.375852:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078402.375853:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078402.375854:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078402.375856:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078402.375858:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0c00.
02000000:00000001:2.0:1769078402.375860:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078402.375861:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078402.375862:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd180.
00000100:00000001:2.0:1769078402.375864:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078402.375865:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375867:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078402.375872:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078402.375875:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078402.375877:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078402.375878:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078403.203505:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078403.203512:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078403.203612:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078403.203616:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078403.203619:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078404.226500:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078404.226509:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078404.226512:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078404.226514:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078404.226520:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078404.226522:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078404.226525:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078404.226527:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078404.226753:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078404.226757:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078404.226759:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078404.418628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078404.418642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078404.418645:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078404.418650:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078404.418654:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078404.418663:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5393
00000400:00000200:0.0:1769078404.418674:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078404.418681:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078404.418684:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078404.418688:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.418692:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078404.418695:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.418698:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078404.418703:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078404.418705:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078404.418708:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078404.418711:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078404.418714:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078404.418716:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078404.418719:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.418721:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078404.418723:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.418725:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078404.418729:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078404.418732:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078404.418735:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078404.418738:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078404.418742:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078404.418746:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.418749:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078404.418752:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078404.418761:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769078404.418766:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078404.418770:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078404.418772:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.418775:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078404.418778:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078404.418783:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078404.418791:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3000.
00000100:00000001:0.0:1769078404.418798:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078404.418808:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078404.418820:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078404.418825:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078404.418830:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.418919:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078404.418925:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078404.418927:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078404.418935:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.418942:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078404.418945:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078404.418965:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078404.418968:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078404.418971:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078404.418975:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610810240:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078404.418981:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078404.418986:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078404.418988:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078404.418991:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078404.419004:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078404.419007:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078404.419015:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078404.419031:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078404.419039:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078404.419050:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610810240, portal 25
00000100:00000001:2.0:1769078404.419052:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078404.419054:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409844224 : -104785299707392 : ffffa0b2c56eea00)
00000100:00000040:2.0:1769078404.419061:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.419075:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078404.419078:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078404.419081:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078404.419085:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610810240, offset 0
00000400:00000200:2.0:1769078404.419100:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078404.419109:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078404.419116:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078404.419123:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078404.419128:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078404.419133:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078404.419136:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078404.419141:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22008:22008:256:4294967295] 192.168.204.105@tcp LPNI seq info [22005:22005:8:4294967295]
00000400:00000200:2.0:1769078404.419146:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078404.419156:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078404.419164:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078404.419170:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078404.419179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078404.419184:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078404.419191:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078404.419196:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078404.419201:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078404.419205:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078404.419211:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078404.419217:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078404.419223:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078404.419226:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078404.419230:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078404.419234:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078404.419260:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078404.419264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078404.419267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078404.419269:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078404.419270:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078404.419273:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078404.419276:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5393
00000400:00000200:0.0:1769078404.419280:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078404.419283:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078404.419285:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078404.419288:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.419291:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078404.419292:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.419295:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078404.419297:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078404.419299:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078404.419300:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078404.419303:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078404.419305:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078404.419307:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078404.419309:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.419311:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078404.419313:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.419315:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078404.419317:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078404.419319:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078404.419322:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078404.419324:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078404.419330:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078404.419332:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.419334:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078404.419338:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078404.419341:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.419343:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078404.419347:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769078404.419349:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078404.419352:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078404.419354:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.419356:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078404.419357:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078404.419359:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078404.419363:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769078404.419367:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078404.419371:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078404.419378:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078404.419381:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078404.419385:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.419530:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078404.419535:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.419543:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.419545:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078404.419569:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078404.419574:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078404.419578:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300066673
00000100:00000010:2.0:1769078404.419590:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:2.0:1769078404.419597:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078404.419604:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300066673
00000100:00000010:2.0:1769078404.419608:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf900.
00000100:00000001:2.0:1769078404.419611:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078404.419615:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078404.419618:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.419622:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078404.419632:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404]  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078404.419643:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078404.419645:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078404.419653:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078404.419656:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078404.419659:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078404.419661:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078404.419665:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078404.419678:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.419685:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078404.419687:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.419690:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078404.419692:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078404.419696:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.419721:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078404.419725:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.419738:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078404.419741:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.419743:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078404.419745:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.419747:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078404.419749:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078404.419752:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078404.419756:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078404.419758:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078404.419763:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078404.419771:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610810240:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078404.419788:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.419791:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078404.419794:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eea00 x1855007610810240/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.419801:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078404.419804:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078404.419807:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078404.419810:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078404.419811:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078404.419813:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078404.419815:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078404.419818:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3000.
02000000:00000001:2.0:1769078404.419823:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078404.419825:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078404.419827:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eea00.
00000100:00000001:2.0:1769078404.419831:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078404.419832:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.419834:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.419844:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078404.419846:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.419848:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078404.419850:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078404.419851:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078404.419855:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.419862:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078404.419864:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078404.419866:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078404.419868:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078404.419870:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078404.419873:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610810368:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078404.419876:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078404.419879:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078404.419880:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078404.419882:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078404.419885:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078404.419887:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078404.419891:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078404.419893:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078404.419898:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078404.419901:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610810368, portal 10
00000100:00000001:2.0:1769078404.419903:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078404.419904:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409847808 : -104785299703808 : ffffa0b2c56ef800)
00000100:00000040:2.0:1769078404.419911:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.419926:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078404.419928:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078404.419930:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078404.419933:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610810368, offset 0
00000400:00000200:2.0:1769078404.419937:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078404.419941:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078404.419946:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078404.419950:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078404.419953:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078404.419956:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078404.419959:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078404.419969:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22009:22009:256:4294967295] 192.168.204.105@tcp LPNI seq info [22006:22006:8:4294967295]
00000400:00000200:2.0:1769078404.419973:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078404.419979:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078404.419988:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078404.419991:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078404.419995:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078404.419998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078404.420003:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078404.420005:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078404.420014:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078404.420016:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078404.420020:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078404.420023:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078404.420026:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078404.420028:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078404.420030:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078404.420033:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.420056:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078404.420059:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.420065:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.420067:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078404.420071:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078404.420076:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078404.420079:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078404.420081:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300065812
00000100:00000001:2.0:1769078404.420084:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300066673
00000100:00000001:2.0:1769078404.420086:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300065812
00000100:00000001:2.0:1769078404.420093:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300066673
00000100:00000001:2.0:1769078404.420096:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078404.420098:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.420100:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078404.420104:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404]  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078404.420112:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078404.420113:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078404.420115:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078404.420122:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078404.420124:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078404.420126:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078404.420129:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078404.420136:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.420147:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078404.420148:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.420150:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078404.420151:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078404.420154:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.420160:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078404.420167:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.420173:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078404.420176:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.420178:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078404.420179:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.420181:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078404.420183:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078404.420185:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078404.420188:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078404.420190:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078404.420197:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078404.420204:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610810368:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078404.420207:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.420209:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078404.420211:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef800 x1855007610810368/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.420216:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078404.420217:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078404.420223:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078404.420226:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078404.420227:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078404.420229:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078404.420230:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078404.420232:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1400.
02000000:00000001:2.0:1769078404.420234:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078404.420236:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078404.420237:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef800.
00000100:00000001:2.0:1769078404.420239:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078404.420240:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.420242:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.420248:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078404.420249:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.420251:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078404.420253:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.420332:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078404.420334:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.420363:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078404.420372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078404.420375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078404.420377:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078404.420379:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078404.420382:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078404.420407:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5393
00000400:00000200:0.0:1769078404.420412:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078404.420421:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078404.420424:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078404.420427:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.420429:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078404.420431:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.420434:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078404.420436:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078404.420438:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078404.420443:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078404.420446:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078404.420448:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078404.420450:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078404.420453:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.420455:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078404.420456:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.420458:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078404.420461:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078404.420464:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078404.420470:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078404.420472:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078404.420477:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078404.420479:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.420481:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078404.420485:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078404.420488:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.420490:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078404.420494:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769078404.420501:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078404.420504:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078404.420506:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.420508:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078404.420510:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078404.420512:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078404.420517:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769078404.420521:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078404.420526:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078404.420538:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078404.420540:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078404.420545:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.420594:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078404.420596:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078404.420598:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078404.420602:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.420610:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078404.420611:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078404.420613:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078404.420615:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078404.420617:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078404.420620:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610810496:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078404.420623:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078404.420626:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078404.420627:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078404.420629:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078404.420633:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078404.420634:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078404.420639:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078404.420642:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078404.420645:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078404.420648:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610810496, portal 4
00000100:00000001:2.0:1769078404.420650:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078404.420651:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409840640 : -104785299710976 : ffffa0b2c56edc00)
00000100:00000040:2.0:1769078404.420657:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.420663:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078404.420665:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078404.420666:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078404.420668:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610810496, offset 0
00000400:00000200:2.0:1769078404.420673:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078404.420677:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078404.420681:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078404.420685:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078404.420688:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078404.420690:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078404.420693:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078404.420696:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22010:22010:256:4294967295] 192.168.204.105@tcp LPNI seq info [22007:22007:8:4294967295]
00000400:00000200:2.0:1769078404.420710:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078404.420716:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078404.420721:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078404.420724:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078404.420735:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078404.420740:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078404.420744:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078404.420747:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078404.420751:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078404.420753:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078404.420760:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078404.420764:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078404.420767:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078404.420769:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078404.420772:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078404.420775:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078404.420804:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078404.420814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078404.420818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078404.420820:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078404.420822:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078404.420824:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078404.420827:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5393
00000400:00000200:0.0:1769078404.420831:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078404.420835:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078404.420854:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078404.420857:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.420859:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078404.420861:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.420863:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078404.420866:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078404.420867:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078404.420868:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078404.420871:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078404.420873:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078404.420875:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078404.420878:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.420880:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078404.420881:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078404.420883:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078404.420885:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078404.420888:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078404.420890:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078404.420891:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078404.420908:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078404.420910:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.420912:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078404.420914:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078404.420916:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.420918:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078404.420922:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769078404.420924:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078404.420927:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078404.420928:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.420930:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078404.420932:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078404.420933:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078404.420937:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:0.0:1769078404.420941:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078404.420952:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078404.420960:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078404.420962:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078404.420966:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421014:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078404.421032:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421041:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.421043:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078404.421051:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078404.421055:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078404.421060:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078404.421062:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300065839
00000100:00000001:2.0:1769078404.421065:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300066673
00000100:00000001:2.0:1769078404.421068:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300065839
00000100:00000001:2.0:1769078404.421070:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300066673
00000100:00000001:2.0:1769078404.421073:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078404.421075:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.421077:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078404.421081:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404]  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078404.421090:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078404.421091:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078404.421094:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078404.421096:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078404.421098:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078404.421100:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078404.421104:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078404.421128:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421135:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078404.421137:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421139:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078404.421141:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078404.421145:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421152:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078404.421156:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421168:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078404.421171:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421172:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078404.421174:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421176:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078404.421178:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078404.421181:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078404.421189:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078404.421192:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078404.421196:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078404.421203:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610810496:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078404.421207:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421222:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078404.421226:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edc00 x1855007610810496/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421233:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078404.421234:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078404.421237:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078404.421239:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078404.421240:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078404.421242:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078404.421244:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078404.421246:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1800.
02000000:00000001:2.0:1769078404.421249:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078404.421250:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078404.421252:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edc00.
00000100:00000001:2.0:1769078404.421255:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078404.421257:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421259:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421264:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078404.421266:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.421268:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078404.421269:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078404.421270:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078404.421275:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421282:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078404.421283:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078404.421286:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078404.421288:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078404.421290:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078404.421293:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610810624:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078404.421296:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078404.421298:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078404.421299:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078404.421301:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078404.421305:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078404.421307:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078404.421311:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078404.421313:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078404.421317:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078404.421320:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610810624, portal 4
00000100:00000001:2.0:1769078404.421323:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078404.421324:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409846912 : -104785299704704 : ffffa0b2c56ef480)
00000100:00000040:2.0:1769078404.421330:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421336:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078404.421339:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078404.421341:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078404.421343:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610810624, offset 0
00000400:00000200:2.0:1769078404.421347:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078404.421351:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078404.421355:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078404.421357:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078404.421360:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078404.421363:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078404.421365:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078404.421369:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22011:22011:256:4294967295] 192.168.204.105@tcp LPNI seq info [22008:22008:8:4294967295]
00000400:00000200:2.0:1769078404.421373:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078404.421380:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078404.421417:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078404.421422:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078404.421426:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078404.421429:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078404.421433:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078404.421437:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078404.421441:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078404.421443:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078404.421445:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078404.421449:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078404.421451:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078404.421453:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078404.421456:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078404.421460:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421467:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078404.421471:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421477:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.421479:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078404.421482:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078404.421486:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078404.421489:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078404.421491:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300065850
00000100:00000001:2.0:1769078404.421493:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300066673
00000100:00000001:2.0:1769078404.421496:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300065850
00000100:00000001:2.0:1769078404.421499:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300066673
00000100:00000001:2.0:1769078404.421501:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078404.421503:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.421505:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078404.421509:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404]  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078404.421517:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078404.421518:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078404.421520:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078404.421522:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078404.421524:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078404.421526:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078404.421529:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078404.421537:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421544:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078404.421545:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421547:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078404.421549:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078404.421552:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421573:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078404.421577:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421585:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078404.421588:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421590:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078404.421591:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421593:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078404.421594:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078404.421597:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078404.421601:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078404.421603:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078404.421606:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078404.421613:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610810624:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078404.421617:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421619:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078404.421622:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef480 x1855007610810624/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078404.421628:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078404.421629:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078404.421631:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078404.421634:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078404.421635:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078404.421636:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078404.421638:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078404.421640:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2400.
02000000:00000001:2.0:1769078404.421644:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078404.421645:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078404.421646:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef480.
00000100:00000001:2.0:1769078404.421649:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078404.421650:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421652:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078404.421656:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078404.421657:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.421659:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078404.421660:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078404.421737:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078404.421739:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078404.421777:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078404.421784:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5403)
00010000:00000001:0.0:1769078405.250714:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078405.250721:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078405.251005:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078405.251012:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078405.251017:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078405.314508:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300066673, at 4300066688
00000100:00000010:2.0:1769078405.314529:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000040:3.0:1769078405.315774:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300066673, at 4300066689
00000100:00000010:3.0:1769078405.315789:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf900.
00010000:00000001:0.0:1769078406.274650:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078406.274657:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078406.275000:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078406.275008:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078406.275013:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078407.298965:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078407.298975:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078407.299048:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078407.299051:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078407.299055:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078408.324457:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078408.324466:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078408.324542:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078408.324547:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078408.324551:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078409.346538:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078409.346549:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078409.346845:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078409.346850:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078409.346854:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078409.538509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078409.538519:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078409.538521:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078409.538526:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078409.538529:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078409.538535:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5398
00000400:00000200:0.0:1769078409.538547:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078409.538554:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078409.538557:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078409.538561:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078409.538568:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538570:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078409.538576:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078409.538578:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078409.538581:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078409.538584:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078409.538587:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078409.538590:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078409.538594:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538595:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078409.538597:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538598:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078409.538600:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078409.538603:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538604:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078409.538606:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078409.538609:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078409.538611:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078409.538612:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078409.538614:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078409.538624:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769078409.538626:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078409.538630:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078409.538632:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078409.538635:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078409.538638:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078409.538642:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078409.538653:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769078409.538661:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078409.538671:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078409.538682:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078409.538686:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078409.538690:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078409.538712:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078409.538715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078409.538718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078409.538719:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078409.538721:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078409.538723:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078409.538726:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5398
00000400:00000200:0.0:1769078409.538730:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078409.538734:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078409.538736:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078409.538739:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538741:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078409.538743:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538744:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078409.538746:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078409.538748:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078409.538750:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078409.538752:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078409.538754:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078409.538755:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078409.538756:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078409.538758:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078409.538760:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078409.538761:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078409.538762:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538764:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078409.538764:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078409.538767:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078409.538770:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000040:2.0:1769078409.538771:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078409.538774:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078409.538775:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078409.538779:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078409.538781:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078409.538781:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078409.538783:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078409.538785:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078409.538785:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078409.538788:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769078409.538790:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078409.538790:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078409.538793:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078409.538794:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610810752:192.168.204.105@tcp:250:kworker.0
00000100:00000001:0.0:1769078409.538795:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078409.538799:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000100:00000001:2.0:1769078409.538799:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769078409.538801:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078409.538803:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078409.538803:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078409.538804:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078409.538806:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078409.538806:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078409.538807:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078409.538808:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078409.538809:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078409.538813:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
02000000:00000010:2.0:1769078409.538814:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078409.538815:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078409.538816:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078409.538820:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078409.538823:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078409.538827:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769078409.538827:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:0.0:1769078409.538829:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078409.538832:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078409.538835:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:0.0:1769078409.538840:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078409.538842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769078409.538844:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610810752, portal 25
00000100:00080000:0.0:1769078409.538845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078409.538846:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078409.538847:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078409.538848:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078409.538848:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409834368 : -104785299717248 : ffffa0b2c56ec380)
00000100:00000001:0.0:1769078409.538851:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078409.538853:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5398
00000100:00000040:2.0:1769078409.538854:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078409.538857:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078409.538860:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078409.538862:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078409.538862:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078409.538865:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078409.538865:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538867:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1769078409.538868:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000040:0.0:1769078409.538869:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538871:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:2.0:1769078409.538872:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610810752, offset 0
00000020:00000001:0.0:1769078409.538873:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078409.538874:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078409.538875:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078409.538876:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078409.538878:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078409.538879:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000020:00000001:0.0:1769078409.538881:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078409.538883:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538885:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078409.538886:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538887:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078409.538888:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:0.0:1769078409.538889:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078409.538891:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538894:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078409.538894:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:0.0:1769078409.538895:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078409.538897:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078409.538899:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078409.538900:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078409.538901:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078409.538903:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078409.538905:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078409.538905:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:0.0:1769078409.538907:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078409.538910:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000400:00000200:2.0:1769078409.538910:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769078409.538912:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078409.538913:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:0.0:1769078409.538915:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078409.538916:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078409.538917:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22012:22012:256:4294967295] 192.168.204.105@tcp LPNI seq info [22009:22009:8:4294967295]
00000100:00000001:0.0:1769078409.538918:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078409.538920:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078409.538921:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078409.538921:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000010:0.0:1769078409.538925:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769078409.538927:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078409.538931:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078409.538932:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078409.538938:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1769078409.538938:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538940:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078409.538943:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1769078409.538944:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00000001:0.0:1769078409.538950:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078409.538952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1769078409.538952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769078409.538956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.0:1769078409.538956:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769078409.538957:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078409.538958:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078409.538961:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1769078409.538962:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:0.0:1769078409.538963:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5398
00000400:00000200:0.0:1769078409.538966:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.1:1769078409.538966:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000400:00000200:0.0:1769078409.538969:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078409.538971:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1769078409.538971:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078409.538973:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000010:2.0:1769078409.538974:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00000001:0.0:1769078409.538975:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078409.538977:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538978:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078409.538980:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078409.538981:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000400:00000200:2.0:1769078409.538981:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1769078409.538983:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078409.538984:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078409.538986:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078409.538989:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078409.538992:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538994:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078409.538997:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078409.538999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078409.538999:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769078409.539001:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078409.539003:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:2.0:1769078409.539005:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000100:00000001:0.0:1769078409.539006:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078409.539007:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769078409.539007:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
02000000:00000001:0.0:1769078409.539009:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078409.539011:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.539012:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078409.539013:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078409.539015:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1769078409.539016:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078409.539018:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078409.539020:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078409.539023:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769078409.539025:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078409.539026:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769078409.539027:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078409.539028:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078409.539030:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1769078409.539030:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078409.539031:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078409.539033:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078409.539036:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:2.0:1769078409.539037:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078409.539039:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.539039:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769078409.539042:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078409.539048:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078409.539049:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078409.539051:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078409.539053:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078409.539054:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539056:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300071792
00000100:00000001:0.0:1769078409.539061:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078409.539061:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000040:0.0:1769078409.539066:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5408)
00000100:00000001:2.0:1769078409.539205:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078409.539212:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300071792
00000100:00000010:2.0:1769078409.539216:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfc60.
00000100:00000001:2.0:1769078409.539220:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078409.539224:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078409.539227:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.539230:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078409.539235:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409]  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078409.539246:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078409.539248:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078409.539250:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078409.539253:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078409.539255:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078409.539258:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078409.539261:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078409.539270:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539277:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078409.539279:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.539281:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078409.539283:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078409.539288:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539295:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078409.539299:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539307:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078409.539311:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.539313:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078409.539314:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.539317:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078409.539319:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078409.539322:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078409.539326:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078409.539328:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078409.539332:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078409.539340:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610810752:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078409.539345:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.539348:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078409.539351:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec380 x1855007610810752/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539359:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078409.539361:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078409.539364:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078409.539367:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078409.539369:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078409.539371:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078409.539373:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078409.539376:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2c00.
02000000:00000001:2.0:1769078409.539381:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078409.539382:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078409.539384:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec380.
00000100:00000001:2.0:1769078409.539426:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078409.539428:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.539430:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.539438:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078409.539440:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.539442:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078409.539444:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078409.539445:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078409.539449:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539457:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078409.539458:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078409.539460:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078409.539462:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078409.539464:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078409.539467:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610810880:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078409.539480:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078409.539483:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078409.539485:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078409.539487:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078409.539490:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078409.539492:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078409.539497:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078409.539500:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078409.539504:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078409.539507:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610810880, portal 10
00000100:00000001:2.0:1769078409.539509:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078409.539510:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409841536 : -104785299710080 : ffffa0b2c56edf80)
00000100:00000040:2.0:1769078409.539517:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539524:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078409.539526:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078409.539529:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078409.539532:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610810880, offset 0
00000400:00000200:2.0:1769078409.539536:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078409.539551:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078409.539555:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078409.539558:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078409.539561:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078409.539564:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078409.539566:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078409.539569:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22013:22013:256:4294967295] 192.168.204.105@tcp LPNI seq info [22010:22010:8:4294967295]
00000400:00000200:2.0:1769078409.539573:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078409.539579:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078409.539584:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078409.539587:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078409.539591:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078409.539594:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078409.539598:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078409.539601:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078409.539605:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078409.539607:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078409.539609:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078409.539613:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078409.539616:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078409.539619:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078409.539621:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078409.539625:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539643:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078409.539647:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539653:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.539655:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078409.539659:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078409.539663:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078409.539666:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078409.539668:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300070932
00000100:00000001:2.0:1769078409.539671:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300071792
00000100:00000001:2.0:1769078409.539674:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300070932
00000100:00000001:2.0:1769078409.539676:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300071792
00000100:00000001:2.0:1769078409.539678:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078409.539680:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.539682:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078409.539686:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409]  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078409.539694:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078409.539696:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078409.539698:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078409.539700:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078409.539701:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078409.539703:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078409.539706:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078409.539714:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539721:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078409.539722:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.539724:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078409.539725:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078409.539728:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539735:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078409.539738:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539745:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078409.539748:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.539749:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078409.539751:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.539753:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078409.539754:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078409.539757:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078409.539760:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078409.539762:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078409.539766:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078409.539774:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610810880:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078409.539778:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078409.539781:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539787:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078409.539789:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078409.539792:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078409.539793:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078409.539795:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078409.539798:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811008:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078409.539802:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078409.539803:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078409.539805:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078409.539807:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078409.539810:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078409.539812:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078409.539815:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078409.539818:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078409.539821:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078409.539824:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610811008, portal 4
00000100:00000001:2.0:1769078409.539826:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078409.539827:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409845120 : -104785299706496 : ffffa0b2c56eed80)
00000100:00000040:2.0:1769078409.539832:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539844:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078409.539846:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078409.539849:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078409.539851:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610811008, offset 0
00000400:00000200:2.0:1769078409.539855:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078409.539858:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078409.539862:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078409.539865:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078409.539868:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078409.539870:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078409.539872:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078409.539875:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22014:22014:256:4294967295] 192.168.204.105@tcp LPNI seq info [22011:22011:8:4294967295]
00000400:00000200:2.0:1769078409.539879:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078409.539885:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078409.539889:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078409.539892:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078409.539896:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078409.539899:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078409.539903:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078409.539906:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078409.539910:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078409.539912:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078409.539915:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078409.539918:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078409.539922:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078409.539923:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078409.539925:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078409.539929:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539937:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078409.539940:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.539951:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.539953:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078409.539956:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078409.539959:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078409.539962:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078409.539964:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300070958
00000100:00000001:2.0:1769078409.539966:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300071792
00000100:00000001:2.0:1769078409.539969:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300070958
00000100:00000001:2.0:1769078409.539971:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300071792
00000100:00000001:2.0:1769078409.539973:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078409.539975:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.539976:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078409.539980:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409]  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078409.540233:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078409.540235:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078409.540236:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078409.540239:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078409.540241:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078409.540244:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078409.540248:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078409.540256:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540262:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078409.540264:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540266:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078409.540267:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078409.540271:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540278:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078409.540282:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540289:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078409.540292:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540294:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078409.540295:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540296:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078409.540298:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078409.540301:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078409.540304:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078409.540306:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078409.540311:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078409.540319:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811008:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078409.540323:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078409.540327:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540334:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078409.540335:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078409.540337:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078409.540339:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078409.540341:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078409.540344:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811136:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078409.540347:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078409.540348:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078409.540350:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078409.540352:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078409.540356:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078409.540358:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078409.540362:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078409.540365:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078409.540368:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078409.540371:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610811136, portal 4
00000100:00000001:2.0:1769078409.540373:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078409.540374:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409838848 : -104785299712768 : ffffa0b2c56ed500)
00000100:00000040:2.0:1769078409.540380:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540605:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078409.540608:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078409.540611:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078409.540615:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610811136, offset 0
00000400:00000200:2.0:1769078409.540619:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078409.540623:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078409.540635:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078409.540639:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078409.540642:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078409.540644:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078409.540646:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078409.540650:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22015:22015:256:4294967295] 192.168.204.105@tcp LPNI seq info [22012:22012:8:4294967295]
00000400:00000200:2.0:1769078409.540654:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078409.540660:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078409.540665:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078409.540669:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078409.540673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078409.540676:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078409.540681:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078409.540684:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078409.540688:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078409.540690:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078409.540693:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078409.540697:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078409.540699:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078409.540701:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078409.540703:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078409.540709:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540717:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078409.540720:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540728:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.540729:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078409.540733:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078409.540736:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078409.540739:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078409.540742:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300070970
00000100:00000001:2.0:1769078409.540744:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300071792
00000100:00000001:2.0:1769078409.540746:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300070970
00000100:00000001:2.0:1769078409.540749:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300071792
00000100:00000001:2.0:1769078409.540751:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078409.540753:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.540755:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078409.540759:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409]  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078409.540767:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078409.540768:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078409.540770:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078409.540772:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078409.540774:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078409.540777:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078409.540779:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078409.540788:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540794:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078409.540796:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540797:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078409.540799:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078409.540802:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540808:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078409.540812:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540819:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078409.540822:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540824:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078409.540825:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540827:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078409.540828:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078409.540831:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078409.540835:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078409.540837:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078409.540841:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078409.540850:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811136:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078409.540854:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540857:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078409.540862:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edf80 x1855007610810880/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540869:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078409.540870:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078409.540872:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078409.540875:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078409.540877:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078409.540878:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078409.540880:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078409.540882:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2400.
02000000:00000001:2.0:1769078409.540885:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078409.540887:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078409.540888:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edf80.
00000100:00000001:2.0:1769078409.540892:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078409.540893:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540895:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078409.540898:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eed80 x1855007610811008/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540905:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078409.540906:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078409.540908:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078409.540910:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078409.540911:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078409.540912:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078409.540914:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078409.540916:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1800.
02000000:00000001:2.0:1769078409.540918:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078409.540919:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078409.540920:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eed80.
00000100:00000001:2.0:1769078409.540922:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078409.540924:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540925:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078409.540928:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed500 x1855007610811136/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078409.540935:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078409.540937:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078409.540938:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078409.540940:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078409.540942:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078409.540943:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078409.540945:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078409.540946:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1400.
02000000:00000001:2.0:1769078409.540949:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078409.540950:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078409.540951:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed500.
00000100:00000001:2.0:1769078409.540955:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078409.540956:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540958:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078409.540963:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078409.540965:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078409.540968:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078409.540970:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078410.370530:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078410.370538:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078410.370610:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078410.370615:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078410.370619:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078410.434511:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300071792, at 4300071808
00000100:00000040:2.0:1769078410.434513:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300071792, at 4300071808
00000100:00000010:2.0:1769078410.434532:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000010:3.0:1769078410.434535:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfc60.
00010000:00000001:0.0:1769078411.394559:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078411.394569:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078411.395349:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078411.395354:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078411.395357:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078412.418518:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078412.418526:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078412.418582:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078412.418585:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078412.418588:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078413.442551:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078413.442560:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078413.442679:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078413.442683:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078413.442687:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078414.466587:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078414.466595:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078414.466597:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078414.466599:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078414.466604:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078414.466606:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078414.466607:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078414.466609:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078414.466679:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078414.466683:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078414.466686:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078414.658576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078414.658591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078414.658594:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078414.658599:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078414.658605:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078414.658614:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5403
00000400:00000200:3.0:1769078414.658626:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078414.658634:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078414.658637:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078414.658641:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.658645:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078414.658648:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.658651:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078414.658657:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078414.658659:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078414.658662:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078414.658665:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078414.658668:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078414.658670:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078414.658673:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.658676:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078414.658678:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.658680:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078414.658684:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078414.658688:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078414.658691:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.658693:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078414.658697:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078414.658700:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.658702:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078414.658704:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078414.658716:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000020:00000040:3.0:1769078414.658720:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078414.658725:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078414.658727:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.658731:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078414.658733:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078414.658738:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078414.658746:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0c00.
00000100:00000001:3.0:1769078414.658753:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078414.658763:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078414.658774:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078414.658779:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078414.658783:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.658842:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078414.658848:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078414.658850:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078414.658859:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.658867:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078414.658869:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078414.658873:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078414.658876:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078414.658879:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078414.658882:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610811264:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078414.658887:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078414.658891:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078414.658894:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078414.658896:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078414.658901:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078414.658904:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078414.658911:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078414.658916:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078414.658923:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078414.658933:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610811264, portal 25
00000100:00000001:2.0:1769078414.658935:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078414.658937:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511421440 : -104785198130176 : ffffa0b2cb7cdc00)
00000100:00000040:2.0:1769078414.658942:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.658950:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078414.658952:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078414.658955:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078414.658958:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610811264, offset 0
00000400:00000200:2.0:1769078414.658973:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078414.658983:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078414.658990:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078414.658997:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078414.659002:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078414.659007:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078414.659010:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078414.659014:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22016:22016:256:4294967295] 192.168.204.105@tcp LPNI seq info [22013:22013:8:4294967295]
00000400:00000200:2.0:1769078414.659018:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078414.659027:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078414.659034:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078414.659051:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078414.659060:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078414.659064:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078414.659070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078414.659074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078414.659078:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078414.659081:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078414.659094:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078414.659099:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078414.659106:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078414.659109:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078414.659114:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078414.659118:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.659249:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078414.659254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078414.659257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078414.659259:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078414.659261:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078414.659264:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078414.659274:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5403
00000400:00000200:3.0:1769078414.659279:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078414.659282:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078414.659285:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078414.659288:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.659290:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078414.659292:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.659294:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078414.659297:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078414.659298:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078414.659300:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078414.659303:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078414.659305:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078414.659307:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078414.659310:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.659312:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078414.659314:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.659316:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078414.659318:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078414.659321:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078414.659323:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.659325:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078414.659331:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078414.659333:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.659335:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078414.659339:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078414.659342:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.659344:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078414.659348:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000020:00000040:3.0:1769078414.659350:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078414.659353:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078414.659355:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.659357:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078414.659358:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078414.659360:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078414.659364:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1000.
00000100:00000001:3.0:1769078414.659378:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078414.659383:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078414.659437:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078414.659439:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078414.659443:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659499:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078414.659504:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659512:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.659514:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078414.659525:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078414.659530:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078414.659533:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300076913
00000100:00000010:2.0:1769078414.659539:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:2.0:1769078414.659547:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078414.659551:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300076913
00000100:00000010:2.0:1769078414.659554:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf540.
00000100:00000001:2.0:1769078414.659557:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078414.659560:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078414.659563:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.659565:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078414.659569:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414]  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078414.659586:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078414.659588:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078414.659590:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078414.659593:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078414.659595:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078414.659597:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078414.659601:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078414.659608:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659615:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078414.659616:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.659619:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078414.659621:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078414.659625:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659632:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078414.659636:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659642:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078414.659645:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.659647:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078414.659648:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.659650:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078414.659652:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078414.659655:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078414.659659:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078414.659661:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078414.659665:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078414.659673:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610811264:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078414.659678:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.659680:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078414.659683:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdc00 x1855007610811264/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659689:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078414.659691:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078414.659694:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078414.659697:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078414.659699:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078414.659700:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078414.659703:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078414.659705:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0c00.
02000000:00000001:2.0:1769078414.659709:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078414.659711:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078414.659713:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdc00.
00000100:00000001:2.0:1769078414.659716:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078414.659717:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.659720:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.659727:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078414.659729:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.659731:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078414.659733:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078414.659734:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078414.659737:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659744:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078414.659745:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078414.659747:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078414.659749:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078414.659751:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078414.659754:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811392:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078414.659758:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078414.659760:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078414.659761:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078414.659763:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078414.659766:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078414.659767:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078414.659772:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078414.659774:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078414.659777:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078414.659780:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610811392, portal 10
00000100:00000001:2.0:1769078414.659782:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078414.659784:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511424128 : -104785198127488 : ffffa0b2cb7ce680)
00000100:00000040:2.0:1769078414.659790:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659796:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078414.659799:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078414.659801:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078414.659803:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610811392, offset 0
00000400:00000200:2.0:1769078414.659807:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078414.659811:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078414.659815:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078414.659817:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078414.659821:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078414.659823:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078414.659825:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078414.659828:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22017:22017:256:4294967295] 192.168.204.105@tcp LPNI seq info [22014:22014:8:4294967295]
00000400:00000200:2.0:1769078414.659832:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078414.659838:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078414.659842:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078414.659845:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078414.659849:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078414.659852:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078414.659856:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078414.659859:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078414.659863:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078414.659864:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078414.659867:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078414.659871:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078414.659873:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078414.659875:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078414.659877:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078414.659881:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659888:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078414.659891:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659896:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.659898:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078414.659901:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078414.659905:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078414.659908:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078414.659910:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300076052
00000100:00000001:2.0:1769078414.659912:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300076913
00000100:00000001:2.0:1769078414.659915:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300076052
00000100:00000001:2.0:1769078414.659917:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300076913
00000100:00000001:2.0:1769078414.659919:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078414.659921:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.659923:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078414.659926:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414]  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078414.659933:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078414.659934:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078414.659936:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078414.659938:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078414.659940:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078414.659943:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078414.659945:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078414.659953:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659959:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078414.659961:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.659962:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078414.659964:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078414.659967:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659974:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078414.659977:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.659983:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078414.659986:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.659987:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078414.659988:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.659989:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078414.659991:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078414.659993:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078414.659996:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078414.659999:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078414.660002:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078414.660010:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811392:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078414.660014:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.660016:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078414.660018:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce680 x1855007610811392/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.660024:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078414.660026:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078414.660027:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078414.660030:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078414.660031:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078414.660032:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078414.660034:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078414.660036:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1000.
02000000:00000001:2.0:1769078414.660038:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078414.660050:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078414.660051:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce680.
00000100:00000001:2.0:1769078414.660054:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078414.660055:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.660057:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.660061:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078414.660062:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.660064:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078414.660065:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.660111:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078414.660115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078414.660118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078414.660120:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078414.660121:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078414.660124:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078414.660127:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5403
00000400:00000200:3.0:1769078414.660131:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078414.660134:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078414.660136:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078414.660139:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.660141:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078414.660144:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.660146:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078414.660148:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078414.660150:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078414.660151:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078414.660153:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078414.660155:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078414.660158:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078414.660161:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.660163:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078414.660164:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.660166:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078414.660168:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078414.660171:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078414.660173:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.660175:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078414.660178:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078414.660180:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.660182:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078414.660185:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078414.660188:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.660189:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078414.660193:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000020:00000040:3.0:1769078414.660195:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078414.660198:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078414.660199:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.660201:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078414.660202:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078414.660204:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078414.660208:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1c00.
00000100:00000001:3.0:1769078414.660211:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078414.660215:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078414.660222:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078414.660224:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078414.660227:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.660235:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078414.660239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078414.660242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078414.660243:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078414.660245:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078414.660248:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078414.660250:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5403
00000400:00000200:3.0:1769078414.660253:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078414.660256:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078414.660258:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078414.660261:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.660263:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078414.660265:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.660266:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078414.660268:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078414.660269:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078414.660271:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078414.660273:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078414.660275:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078414.660277:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078414.660280:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.660282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078414.660284:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078414.660286:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078414.660288:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078414.660291:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078414.660293:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078414.660295:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078414.660297:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078414.660299:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.660301:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078414.660303:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078414.660310:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.660312:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078414.660316:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769078414.660318:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078414.660320:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078414.660322:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078414.660323:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078414.660325:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078414.660326:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078414.660330:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2800.
00000100:00000001:3.0:1769078414.660333:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078414.660337:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078414.660344:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078414.660346:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078414.660349:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078414.660356:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078414.660360:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5413)
00000100:00000001:2.0:1769078414.660581:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078414.660583:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078414.660585:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078414.660590:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.660597:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078414.660598:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078414.660601:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078414.660602:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078414.660604:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078414.660607:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811520:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078414.660610:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078414.660613:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078414.660615:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078414.660617:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078414.660620:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078414.660622:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078414.660626:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078414.660629:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078414.660633:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078414.660636:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610811520, portal 4
00000100:00000001:2.0:1769078414.660638:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078414.660639:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511414272 : -104785198137344 : ffffa0b2cb7cc000)
00000100:00000040:2.0:1769078414.660645:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.660651:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078414.660653:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078414.660655:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078414.660657:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610811520, offset 0
00000400:00000200:2.0:1769078414.660661:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078414.660665:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078414.660669:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078414.660672:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078414.660674:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078414.660677:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078414.660679:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078414.660682:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22018:22018:256:4294967295] 192.168.204.105@tcp LPNI seq info [22015:22015:8:4294967295]
00000400:00000200:2.0:1769078414.660686:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078414.660692:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078414.660696:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078414.660699:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078414.660703:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078414.660705:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078414.660709:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078414.660712:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078414.660716:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078414.660718:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078414.660721:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078414.660724:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078414.660727:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078414.660728:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078414.660731:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078414.660734:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.660741:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078414.660744:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.660750:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.660751:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078414.660755:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078414.660757:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078414.660760:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078414.660762:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300076079
00000100:00000001:2.0:1769078414.660765:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300076913
00000100:00000001:2.0:1769078414.660767:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300076079
00000100:00000001:2.0:1769078414.660769:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300076913
00000100:00000001:2.0:1769078414.660771:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078414.660773:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.660776:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078414.660779:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414]  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078414.660786:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078414.660787:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078414.660789:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078414.660791:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078414.660793:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078414.660795:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078414.660798:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078414.660806:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.660812:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078414.660813:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.660815:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078414.660816:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078414.660820:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.660826:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078414.660830:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.660835:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078414.660838:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.660840:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078414.660841:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.660843:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078414.660844:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078414.660847:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078414.660850:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078414.660852:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078414.660855:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078414.660863:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811520:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078414.660866:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078414.660869:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.660875:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078414.660877:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078414.660878:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078414.660880:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078414.660882:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078414.660885:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811648:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078414.660887:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078414.660889:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078414.660891:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078414.660892:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078414.660895:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078414.660897:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078414.660900:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078414.660902:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078414.660905:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078414.660908:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610811648, portal 4
00000100:00000001:2.0:1769078414.660909:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078414.660911:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511415168 : -104785198136448 : ffffa0b2cb7cc380)
00000100:00000040:2.0:1769078414.660915:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.660922:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078414.660924:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078414.660925:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078414.660928:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610811648, offset 0
00000400:00000200:2.0:1769078414.660931:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078414.660935:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078414.660938:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078414.660941:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078414.660943:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078414.660945:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078414.660948:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078414.660951:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22019:22019:256:4294967295] 192.168.204.105@tcp LPNI seq info [22016:22016:8:4294967295]
00000400:00000200:2.0:1769078414.660955:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078414.660960:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078414.660964:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078414.660967:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078414.660971:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078414.660974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769078414.660978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078414.660980:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769078414.660984:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078414.660986:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078414.660989:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078414.660992:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078414.660994:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078414.660996:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078414.660998:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078414.661002:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.661008:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078414.661011:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.661016:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.661018:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078414.661021:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078414.661024:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078414.661027:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078414.661029:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300076090
00000100:00000001:2.0:1769078414.661031:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300076913
00000100:00000001:2.0:1769078414.661034:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300076090
00000100:00000001:2.0:1769078414.661036:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300076913
00000100:00000001:2.0:1769078414.661048:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078414.661051:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.661053:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078414.661056:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414]  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078414.661063:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078414.661065:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078414.661066:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078414.661069:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078414.661070:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078414.661072:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078414.661075:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078414.661083:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.661151:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078414.661153:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.661155:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078414.661156:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078414.661160:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.661167:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078414.661170:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.661176:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078414.661179:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.661180:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078414.661182:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.661183:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078414.661185:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078414.661187:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078414.661191:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078414.661193:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078414.661196:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078414.661204:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811648:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078414.661207:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.661209:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078414.661212:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc000 x1855007610811520/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.661218:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078414.661220:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078414.661222:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078414.661224:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078414.661226:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078414.661227:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078414.661229:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078414.661231:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1c00.
02000000:00000001:2.0:1769078414.661233:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078414.661235:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078414.661236:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc000.
00000100:00000001:2.0:1769078414.661238:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078414.661240:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.661242:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078414.661245:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc380 x1855007610811648/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078414.661250:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078414.661251:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078414.661253:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078414.661255:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078414.661256:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078414.661257:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078414.661258:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078414.661260:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2800.
02000000:00000001:2.0:1769078414.661262:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078414.661263:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078414.661264:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc380.
00000100:00000001:2.0:1769078414.661267:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078414.661268:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.661269:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078414.661273:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078414.661274:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078414.661276:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078414.661277:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078415.170529:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:0.0:1769078415.170539:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:0.0:1769078415.170545:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:2.0:1769078415.170715:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:3.0:1769078415.170718:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078415.170734:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078415.170740:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078415.170743:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078415.490524:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078415.490533:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078415.490628:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078415.490633:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078415.490637:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078415.554506:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300076913, at 4300076928
00000100:00000010:3.0:1769078415.554525:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf540.
00000100:00000040:2.0:1769078415.555443:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300076913, at 4300076929
00000100:00000010:2.0:1769078415.555451:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00010000:00000001:0.0:1769078416.515494:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078416.515502:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078416.515559:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078416.515563:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078416.515566:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078417.538595:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078417.538605:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078417.538671:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078417.538677:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078417.538681:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078418.562509:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078418.562516:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078418.562573:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078418.562576:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078418.562578:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078419.586502:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078419.586508:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078419.586580:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078419.586584:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078419.586588:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078419.778534:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078419.778548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078419.778551:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078419.778556:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078419.778561:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078419.778569:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5408
00000400:00000200:0.0:1769078419.778579:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078419.778585:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078419.778588:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078419.778590:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778593:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078419.778594:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778596:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078419.778600:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078419.778601:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078419.778604:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078419.778606:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078419.778608:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078419.778609:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078419.778611:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778612:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078419.778613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778614:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078419.778617:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078419.778619:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778620:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078419.778623:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078419.778625:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078419.778627:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078419.778628:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078419.778630:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078419.778640:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769078419.778643:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078419.778646:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078419.778648:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078419.778650:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078419.778653:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078419.778656:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078419.778663:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000001:0.0:1769078419.778669:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078419.778677:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078419.778686:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078419.778689:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078419.778692:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078419.778711:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078419.778713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078419.778715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078419.778716:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078419.778717:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078419.778719:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078419.778720:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5408
00000400:00000200:0.0:1769078419.778722:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078419.778724:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078419.778725:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078419.778727:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778728:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078419.778730:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778731:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078419.778733:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078419.778734:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078419.778735:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078419.778736:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078419.778738:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078419.778739:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078419.778741:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778742:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078419.778745:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778746:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078419.778748:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078419.778750:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778751:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078419.778752:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078419.778756:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769078419.778757:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078419.778760:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078419.778762:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078419.778763:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1769078419.778765:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078419.778768:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1769078419.778774:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078419.778778:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078419.778781:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769078419.778783:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078419.778786:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1769078419.778787:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078419.778788:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078419.778792:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078419.778794:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078419.778797:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078419.778804:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:2.0:1769078419.778804:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078419.778808:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078419.778810:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078419.778814:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078419.778818:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078419.778822:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078419.778825:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769078419.778829:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610811776:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078419.778839:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078419.778841:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078419.778844:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078419.778846:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769078419.778851:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078419.778851:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078419.778857:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078419.778865:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078419.778865:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078419.778869:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078419.778871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078419.778876:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769078419.778879:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078419.778884:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078419.778888:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078419.778890:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078419.778892:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5408
00000400:00000010:2.0:1769078419.778893:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:0.0:1769078419.778897:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078419.778901:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078419.778902:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1769078419.778904:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000040:0.0:1769078419.778905:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778910:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078419.778911:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778913:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078419.778914:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078419.778915:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078419.778916:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1769078419.778917:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610811776, portal 25
00000020:00000040:0.0:1769078419.778918:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078419.778921:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000001:2.0:1769078419.778924:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078419.778926:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409842432 : -104785299709184 : ffffa0b2c56ee300)
00000020:00000001:0.0:1769078419.778930:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078419.778937:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000040:2.0:1769078419.778938:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078419.778942:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078419.778947:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078419.778950:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078419.778951:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000040:2.0:1769078419.778956:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000040:0.0:1769078419.778958:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000010:2.0:1769078419.778960:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078419.778964:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610811776, offset 0
00000100:00080000:0.0:1769078419.778965:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078419.778970:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078419.778972:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
02000000:00000001:0.0:1769078419.778974:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078419.778978:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078419.778980:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078419.778981:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078419.778983:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078419.778984:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00000001:0.0:1769078419.778987:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078419.778990:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078419.778993:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000400:00000200:2.0:1769078419.778996:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000020:00000040:0.0:1769078419.778997:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078419.779001:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078419.779003:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078419.779005:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078419.779006:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078419.779008:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078419.779012:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769078419.779015:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078419.779015:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078419.779023:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00100000:0.0:1769078419.779024:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078419.779031:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078419.779037:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.779038:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078419.779042:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078419.779046:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22020:22020:256:4294967295] 192.168.204.105@tcp LPNI seq info [22017:22017:8:4294967295]
00000100:00000040:0.0:1769078419.779049:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078419.779056:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078419.779063:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078419.779066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078419.779068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078419.779069:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078419.779070:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078419.779071:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078419.779074:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5408
00000400:00000200:0.0:1769078419.779081:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078419.779084:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078419.779088:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078419.779092:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078419.779098:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078419.779099:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078419.779103:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078419.779107:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000010:2.0:1769078419.779108:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00000001:0.0:1769078419.779110:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078419.779114:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078419.779115:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078419.779118:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078419.779122:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000800:00000200:2.0:1769078419.779122:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769078419.779126:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:2.0:1769078419.779130:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769078419.779131:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078419.779137:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078419.779142:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1769078419.779142:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769078419.779146:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.1:1769078419.779149:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769078419.779150:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078419.779157:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000800:00000100:2.0:1769078419.779161:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00080000:0.0:1769078419.779164:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000800:00000010:2.0:1769078419.779166:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00000001:0.0:1769078419.779170:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078419.779173:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769078419.779174:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078419.779179:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078419.779182:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078419.779185:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078419.779187:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078419.779190:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078419.779190:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078419.779193:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078419.779197:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000020:00000040:0.0:1769078419.779199:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078419.779200:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
02000000:00000001:0.0:1769078419.779202:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078419.779204:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078419.779205:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:0.0:1769078419.779206:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078419.779208:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078419.779210:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.779213:0:2365:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1769078419.779214:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769078419.779218:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078419.779222:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078419.779224:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078419.779241:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078419.779243:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078419.779251:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779254:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078419.779262:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078419.779263:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.779281:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078419.779282:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5418)
00000100:00000001:2.0:1769078419.779287:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078419.779315:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078419.779320:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078419.779324:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300082032
00000100:00000010:2.0:1769078419.779331:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:2.0:1769078419.779337:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078419.779343:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300082032
00000100:00000010:2.0:1769078419.779346:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfb40.
00000100:00000001:2.0:1769078419.779349:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078419.779352:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078419.779356:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.779358:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078419.779364:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078419/real 1769078419]  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078419.779375:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078419.779377:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078419.779379:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078419.779381:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078419.779382:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078419.779384:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078419.779409:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078419.779415:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779419:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078419.779421:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779422:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078419.779424:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078419.779426:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779431:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078419.779433:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779438:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078419.779440:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779440:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078419.779441:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779443:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078419.779444:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078419.779446:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078419.779448:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078419.779450:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078419.779452:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078419.779457:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610811776:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078419.779460:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779462:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078419.779463:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ee300 x1855007610811776/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779472:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078419.779474:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078419.779476:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078419.779478:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078419.779486:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078419.779488:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078419.779490:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078419.779492:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1c00.
02000000:00000001:2.0:1769078419.779497:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078419.779499:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078419.779501:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ee300.
00000100:00000001:2.0:1769078419.779504:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078419.779505:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779507:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779516:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078419.779518:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.779520:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078419.779522:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078419.779523:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078419.779527:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779534:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078419.779535:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078419.779537:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078419.779539:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078419.779541:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078419.779544:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811904:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078419.779547:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078419.779549:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078419.779550:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078419.779551:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078419.779554:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078419.779555:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078419.779558:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078419.779560:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078419.779563:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078419.779565:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610811904, portal 10
00000100:00000001:2.0:1769078419.779567:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078419.779567:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409833472 : -104785299718144 : ffffa0b2c56ec000)
00000100:00000040:2.0:1769078419.779572:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779576:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078419.779578:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078419.779579:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078419.779581:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610811904, offset 0
00000400:00000200:2.0:1769078419.779583:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078419.779586:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078419.779588:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078419.779590:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078419.779592:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078419.779593:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078419.779594:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078419.779596:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22021:22021:256:4294967295] 192.168.204.105@tcp LPNI seq info [22018:22018:8:4294967295]
00000400:00000200:2.0:1769078419.779607:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078419.779613:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078419.779617:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078419.779620:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078419.779624:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078419.779627:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078419.779631:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078419.779634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078419.779638:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078419.779640:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078419.779643:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078419.779646:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078419.779649:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078419.779650:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078419.779653:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078419.779657:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779663:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078419.779664:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779668:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.779670:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078419.779672:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078419.779675:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078419.779678:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078419.779679:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300081172
00000100:00000001:2.0:1769078419.779681:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300082032
00000100:00000001:2.0:1769078419.779682:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300081172
00000100:00000001:2.0:1769078419.779683:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300082032
00000100:00000001:2.0:1769078419.779685:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078419.779686:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.779687:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078419.779689:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078419/real 1769078419]  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078419.779695:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078419.779697:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078419.779698:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078419.779700:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078419.779702:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078419.779704:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078419.779707:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078419.779715:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779726:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078419.779728:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779730:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078419.779731:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078419.779734:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779741:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078419.779745:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779749:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078419.779751:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779752:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078419.779753:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779754:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078419.779754:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078419.779756:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078419.779758:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078419.779759:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078419.779761:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078419.779765:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610811904:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078419.779768:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078419.779770:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779776:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078419.779777:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078419.779779:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078419.779781:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078419.779783:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078419.779785:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812032:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078419.779788:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078419.779790:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078419.779791:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078419.779793:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078419.779796:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078419.779798:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078419.779803:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078419.779805:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078419.779809:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078419.779812:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610812032, portal 4
00000100:00000001:2.0:1769078419.779814:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078419.779815:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409835264 : -104785299716352 : ffffa0b2c56ec700)
00000100:00000040:2.0:1769078419.779821:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779827:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078419.779829:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078419.779831:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078419.779834:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610812032, offset 0
00000400:00000200:2.0:1769078419.779837:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078419.779840:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078419.779842:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078419.779844:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078419.779846:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078419.779847:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078419.779849:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078419.779850:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22022:22022:256:4294967295] 192.168.204.105@tcp LPNI seq info [22019:22019:8:4294967295]
00000400:00000200:2.0:1769078419.779855:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078419.779859:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078419.779862:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078419.779864:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078419.779867:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078419.779868:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078419.779871:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078419.779872:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078419.779875:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078419.779877:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078419.779879:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078419.779883:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078419.779885:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078419.779887:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078419.779889:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078419.779892:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779900:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078419.779903:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779909:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.779910:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078419.779914:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078419.779916:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078419.779920:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078419.779922:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300081198
00000100:00000001:2.0:1769078419.779929:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300082032
00000100:00000001:2.0:1769078419.779931:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300081198
00000100:00000001:2.0:1769078419.779933:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300082032
00000100:00000001:2.0:1769078419.779935:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078419.779936:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.779938:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078419.779940:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078419/real 1769078419]  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078419.779946:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078419.779947:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078419.779948:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078419.779950:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078419.779951:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078419.779952:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078419.779954:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078419.779958:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779962:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078419.779963:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779964:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078419.779964:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078419.779966:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779970:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078419.779972:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.779977:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078419.779980:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779981:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078419.779982:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.779984:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078419.779985:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078419.779987:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078419.779990:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078419.779992:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078419.779996:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078419.780004:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812032:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078419.780007:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078419.780011:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.780017:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078419.780019:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078419.780021:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078419.780023:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078419.780024:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078419.780027:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812160:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078419.780029:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078419.780031:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078419.780032:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078419.780034:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078419.780037:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078419.780039:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078419.780043:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078419.780045:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078419.780048:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078419.780050:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610812160, portal 4
00000100:00000001:2.0:1769078419.780052:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078419.780053:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409839744 : -104785299711872 : ffffa0b2c56ed880)
00000100:00000040:2.0:1769078419.780059:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.780065:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078419.780068:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078419.780070:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078419.780072:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610812160, offset 0
00000400:00000200:2.0:1769078419.780077:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078419.780080:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078419.780084:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078419.780087:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078419.780089:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078419.780091:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078419.780093:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078419.780096:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22023:22023:256:4294967295] 192.168.204.105@tcp LPNI seq info [22020:22020:8:4294967295]
00000400:00000200:2.0:1769078419.780099:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078419.780103:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078419.780106:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078419.780108:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078419.780110:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078419.780112:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769078419.780115:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078419.780117:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769078419.780119:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078419.780120:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078419.780122:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078419.780124:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078419.780126:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078419.780127:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078419.780128:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078419.780131:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.780135:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078419.780137:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.780141:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.780142:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078419.780144:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078419.780146:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078419.780148:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078419.780149:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300081209
00000100:00000001:2.0:1769078419.780151:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300082032
00000100:00000001:2.0:1769078419.780152:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300081209
00000100:00000001:2.0:1769078419.780154:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300082032
00000100:00000001:2.0:1769078419.780155:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078419.780156:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.780157:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078419.780159:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078419/real 1769078419]  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078419.780163:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078419.780164:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078419.780165:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078419.780166:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078419.780168:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078419.780169:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078419.780171:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078419.780175:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.780180:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078419.780181:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.780182:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078419.780184:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078419.780187:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.780193:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078419.780196:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.780202:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078419.780205:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.780206:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078419.780207:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.780209:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078419.780211:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078419.780213:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078419.780216:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078419.780218:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078419.780222:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078419.780230:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812160:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078419.780233:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.780234:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078419.780236:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec000 x1855007610811904/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.780242:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078419.780243:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078419.780245:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078419.780247:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078419.780248:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078419.780250:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078419.780251:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078419.780253:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2800.
02000000:00000001:2.0:1769078419.780256:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078419.780258:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078419.780259:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec000.
00000100:00000001:2.0:1769078419.780263:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078419.780264:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.780265:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078419.780269:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec700 x1855007610812032/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.780281:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078419.780283:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078419.780284:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078419.780286:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078419.780287:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078419.780289:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078419.780291:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078419.780292:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3400.
02000000:00000001:2.0:1769078419.780294:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078419.780295:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078419.780295:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec700.
00000100:00000001:2.0:1769078419.780297:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078419.780297:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.780310:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078419.780313:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed880 x1855007610812160/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078419.780317:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078419.780318:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078419.780319:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078419.780321:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078419.780321:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078419.780322:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078419.780323:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078419.780324:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0400.
02000000:00000001:2.0:1769078419.780325:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078419.780326:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078419.780327:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed880.
00000100:00000001:2.0:1769078419.780329:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078419.780329:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.780330:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078419.780333:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078419.780333:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078419.780334:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078419.780335:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078420.610518:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078420.610531:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078420.610593:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078420.610598:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078420.610602:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078420.674555:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300082032, at 4300082048
00000100:00000010:3.0:1769078420.674576:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfb40.
00000100:00000040:2.0:1769078420.675332:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300082032, at 4300082048
00000100:00000010:2.0:1769078420.675340:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00010000:00000001:0.0:1769078421.634560:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078421.634568:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078421.635116:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078421.635120:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078421.635124:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078422.658522:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078422.658532:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078422.658609:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078422.658614:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078422.658619:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078423.682559:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078423.682569:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078423.682738:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078423.682742:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078423.682746:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078424.706518:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078424.706530:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078424.706533:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078424.706536:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078424.706542:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078424.706544:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078424.706547:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078424.706549:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078424.706610:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078424.706615:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078424.706619:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078424.898574:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078424.898588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078424.898591:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078424.898596:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078424.898601:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078424.898610:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5413
00000400:00000200:3.0:1769078424.898623:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078424.898630:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078424.898634:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078424.898637:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078424.898640:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078424.898643:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078424.898646:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078424.898651:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078424.898653:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078424.898656:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078424.898658:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078424.898661:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078424.898664:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078424.898667:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078424.898668:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078424.898670:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078424.898672:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078424.898676:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078424.898679:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078424.898682:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078424.898684:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078424.898688:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078424.898692:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078424.898694:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078424.898696:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078424.898708:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769078424.898712:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078424.898716:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078424.898719:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078424.898722:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078424.898736:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078424.898741:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078424.898752:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2000.
00000100:00000001:3.0:1769078424.898760:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078424.898770:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078424.898782:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078424.898787:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078424.898792:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078424.898815:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078424.898818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078424.898821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078424.898823:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078424.898824:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078424.898827:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078424.898829:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5413
00000400:00000200:3.0:1769078424.898834:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078424.898838:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078424.898841:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078424.898845:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078424.898847:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078424.898849:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078424.898850:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078424.898852:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078424.898856:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078424.898857:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078424.898860:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000100:00000001:2.0:1769078424.898861:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078424.898863:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078424.898867:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078424.898869:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078424.898872:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078424.898877:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078424.898878:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078424.898884:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078424.898889:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078424.898895:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078424.898896:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078424.898899:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078424.898905:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078424.898908:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078424.898908:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078424.898912:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078424.898915:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00100000:2.0:1769078424.898920:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610812288:192.168.204.105@tcp:250:kworker.0
00000100:00000001:3.0:1769078424.898921:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078424.898925:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078424.898929:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078424.898932:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078424.898936:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078424.898937:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078424.898940:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078424.898941:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078424.898947:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769078424.898948:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769078424.898953:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
00000008:00000001:3.0:1769078424.898953:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078424.898956:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078424.898957:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078424.898962:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000400:00000200:2.0:1769078424.898967:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769078424.898967:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078424.898973:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769078424.898976:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
02000000:00000001:3.0:1769078424.898976:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078424.898981:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078424.898983:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078424.898985:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078424.898987:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
02000000:00000010:3.0:1769078424.898990:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa3c00.
00000100:00000001:3.0:1769078424.898995:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078424.898999:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610812288, portal 25
00000100:00100000:3.0:1769078424.899001:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078424.899004:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078424.899007:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511429504 : -104785198122112 : ffffa0b2cb7cfb80)
00000100:00000001:3.0:1769078424.899014:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769078424.899017:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078424.899018:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078424.899026:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.899036:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078424.899042:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078424.899047:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000001:3.0:1769078424.899048:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078424.899051:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610812288, offset 0
00000100:00080000:3.0:1769078424.899052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078424.899057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078424.899060:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078424.899063:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:3.0:1769078424.899063:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078424.899069:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078424.899073:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5413
00000400:00000200:2.0:1769078424.899077:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078424.899086:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078424.899092:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078424.899097:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078424.899101:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078424.899104:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078424.899108:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22024:22024:256:4294967295] 192.168.204.105@tcp LPNI seq info [22021:22021:8:4294967295]
00000400:00000200:2.0:1769078424.899112:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078424.899124:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1769078424.899132:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:2.0:1769078424.899133:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078424.899139:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000010:2.0:1769078424.899141:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00080000:3.0:1769078424.899143:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078424.899148:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078424.899150:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078424.899154:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078424.899155:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078424.899159:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.0:1769078424.899162:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769078424.899163:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078424.899166:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078424.899169:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078424.899173:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.1:1769078424.899174:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:3.0:1769078424.899176:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078424.899181:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769078424.899181:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1769078424.899187:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000100:2.0:1769078424.899193:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:3.0:1769078424.899193:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078424.899197:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000010:2.0:1769078424.899199:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00000001:3.0:1769078424.899200:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078424.899204:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078424.899208:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1769078424.899208:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078424.899243:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078424.899244:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769078424.899247:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078424.899250:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078424.899252:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078424.899254:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078424.899257:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078424.899260:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078424.899262:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078424.899265:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769078424.899268:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078424.899271:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078424.899272:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078424.899283:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078424.899285:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078424.899290:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078424.899296:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0000.
00000100:00000001:3.0:1769078424.899299:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078424.899304:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078424.899311:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078424.899314:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078424.899320:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078424.899322:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078424.899328:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:3.0:1769078424.899332:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078424.899335:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1769078424.899337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078424.899343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:2.0:1769078424.899344:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078424.899346:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078424.899348:0:37:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078424.899353:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078424.899359:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5413
00000100:00000001:2.0:1769078424.899365:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1769078424.899366:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:2.0:1769078424.899373:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078424.899373:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078424.899378:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078424.899384:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078424.899427:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078424.899430:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078424.899432:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078424.899434:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078424.899437:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078424.899441:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078424.899443:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078424.899445:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078424.899447:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078424.899447:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078424.899452:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:2.0:1769078424.899456:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:3.0:1769078424.899456:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:2.0:1769078424.899463:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300087153
00000100:00000040:3.0:1769078424.899463:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078424.899467:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078424.899471:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000010:2.0:1769078424.899472:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00000001:3.0:1769078424.899474:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078424.899479:0:37:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078424.899482:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1769078424.899483:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078424.899488:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078424.899490:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078424.899494:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300087153
02000000:00000001:3.0:1769078424.899494:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078424.899498:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078424.899501:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfa80.
00000100:00000001:3.0:1769078424.899502:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078424.899505:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078424.899508:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000008:00000001:3.0:1769078424.899509:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078424.899513:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078424.899515:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769078424.899518:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000100:00000001:2.0:1769078424.899520:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078424.899522:0:37:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078424.899525:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769078424.899527:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078424.899529:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078424.899532:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769078424.899534:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078424/real 1769078424]  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078424.899535:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078424.899538:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078424.899544:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2800.
00000100:00000001:3.0:1769078424.899549:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078424.899551:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078424.899554:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1769078424.899556:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078424.899558:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078424.899562:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078424.899563:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078424.899566:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078424.899574:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078424.899577:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078424.899582:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078424.899590:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078424.899598:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078424.899603:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5423)
00000100:00000200:2.0:1769078424.899608:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.899617:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078424.899619:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.899621:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078424.899624:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078424.899628:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.899636:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078424.899641:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.899648:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078424.899651:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.899653:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078424.899654:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.899656:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078424.899658:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078424.899661:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078424.899665:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078424.899668:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078424.899672:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078424.899681:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610812288:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078424.899686:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.899701:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078424.899705:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cfb80 x1855007610812288/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.899711:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078424.899715:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078424.899717:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078424.899721:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078424.899723:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078424.899724:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078424.899727:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078424.899729:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2000.
02000000:00000001:2.0:1769078424.899733:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078424.899736:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078424.899738:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cfb80.
00000100:00000001:2.0:1769078424.899741:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078424.899742:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.899745:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.899753:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078424.899755:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078424.899758:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078424.899759:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078424.899761:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078424.899764:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.899772:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078424.899773:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078424.899775:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078424.899777:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078424.899779:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078424.899782:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812416:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078424.899785:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078424.899787:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078424.899789:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078424.899790:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078424.899794:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078424.899796:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078424.899800:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078424.899803:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078424.899807:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078424.899811:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610812416, portal 10
00000100:00000001:2.0:1769078424.899812:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078424.899814:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511422336 : -104785198129280 : ffffa0b2cb7cdf80)
00000100:00000040:2.0:1769078424.899821:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.899827:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078424.899830:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078424.899833:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078424.899835:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610812416, offset 0
00000400:00000200:2.0:1769078424.899839:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078424.899843:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078424.899847:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078424.899850:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078424.899853:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078424.899855:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078424.899858:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078424.899861:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22025:22025:256:4294967295] 192.168.204.105@tcp LPNI seq info [22022:22022:8:4294967295]
00000400:00000200:2.0:1769078424.899866:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078424.899874:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078424.899879:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078424.899882:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078424.899886:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078424.899889:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078424.899893:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078424.899896:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078424.899900:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078424.899901:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078424.899904:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078424.899907:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078424.899910:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078424.899912:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078424.899915:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078424.899919:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.899927:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078424.899930:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.899936:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078424.899938:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078424.899943:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078424.899947:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078424.899950:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078424.899952:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300086292
00000100:00000001:2.0:1769078424.899955:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300087153
00000100:00000001:2.0:1769078424.899957:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300086292
00000100:00000001:2.0:1769078424.899960:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300087153
00000100:00000001:2.0:1769078424.899962:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078424.899964:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078424.899966:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078424.899969:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078424/real 1769078424]  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078424.899977:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078424.899978:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078424.899980:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078424.899982:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078424.899984:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078424.899986:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078424.899989:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078424.899998:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900005:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078424.900006:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900008:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078424.900010:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078424.900013:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900020:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078424.900024:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900031:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078424.900033:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900035:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078424.900036:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900038:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078424.900039:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078424.900042:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078424.900045:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078424.900048:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078424.900052:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078424.900060:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812416:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078424.900064:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078424.900067:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900074:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078424.900075:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078424.900077:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078424.900079:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078424.900081:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078424.900084:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812544:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078424.900087:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078424.900089:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078424.900091:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078424.900092:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078424.900095:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078424.900098:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078424.900102:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078424.900105:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078424.900108:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078424.900111:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610812544, portal 4
00000100:00000001:2.0:1769078424.900113:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078424.900114:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511427712 : -104785198123904 : ffffa0b2cb7cf480)
00000100:00000040:2.0:1769078424.900120:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900127:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078424.900129:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078424.900132:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078424.900134:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610812544, offset 0
00000400:00000200:2.0:1769078424.900138:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078424.900142:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078424.900145:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078424.900148:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078424.900150:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078424.900152:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078424.900154:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078424.900157:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22026:22026:256:4294967295] 192.168.204.105@tcp LPNI seq info [22023:22023:8:4294967295]
00000400:00000200:2.0:1769078424.900161:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078424.900167:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078424.900172:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078424.900175:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078424.900179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078424.900181:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078424.900186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078424.900189:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078424.900193:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078424.900195:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078424.900198:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078424.900201:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078424.900204:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078424.900205:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078424.900208:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078424.900223:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900231:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078424.900234:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900240:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078424.900242:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078424.900484:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078424.900488:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078424.900492:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078424.900494:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300086319
00000100:00000001:2.0:1769078424.900497:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300087153
00000100:00000001:2.0:1769078424.900499:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300086319
00000100:00000001:2.0:1769078424.900501:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300087153
00000100:00000001:2.0:1769078424.900504:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078424.900506:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078424.900508:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078424.900512:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078424/real 1769078424]  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078424.900521:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078424.900523:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078424.900525:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078424.900527:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078424.900529:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078424.900531:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078424.900535:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078424.900543:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900555:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078424.900557:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900559:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078424.900560:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078424.900564:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900571:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078424.900575:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900582:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078424.900585:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900586:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078424.900637:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900640:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078424.900641:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078424.900644:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078424.900647:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078424.900650:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078424.900654:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078424.900661:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812544:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078424.900665:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078424.900668:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900675:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078424.900676:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078424.900678:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078424.900680:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078424.900682:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078424.900693:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812672:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078424.900696:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078424.900698:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078424.900699:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078424.900701:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078424.900704:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078424.900706:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078424.900709:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078424.900712:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078424.900715:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078424.900717:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610812672, portal 4
00000100:00000001:2.0:1769078424.900719:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078424.900720:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511419648 : -104785198131968 : ffffa0b2cb7cd500)
00000100:00000040:2.0:1769078424.900726:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900731:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078424.900734:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078424.900735:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078424.900738:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610812672, offset 0
00000400:00000200:2.0:1769078424.900742:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078424.900745:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078424.900749:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078424.900752:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078424.900754:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078424.900756:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078424.900758:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078424.900761:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22027:22027:256:4294967295] 192.168.204.105@tcp LPNI seq info [22024:22024:8:4294967295]
00000400:00000200:2.0:1769078424.900766:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078424.900772:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078424.900777:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078424.900781:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078424.900785:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078424.900788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769078424.900792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078424.900795:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769078424.900799:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078424.900801:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078424.900803:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078424.900807:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078424.900810:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078424.900812:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078424.900814:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078424.900818:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900826:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078424.900828:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900835:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078424.900836:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078424.900840:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078424.900843:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078424.900847:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078424.900849:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300086330
00000100:00000001:2.0:1769078424.900851:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300087153
00000100:00000001:2.0:1769078424.900853:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300086330
00000100:00000001:2.0:1769078424.900855:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300087153
00000100:00000001:2.0:1769078424.900857:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078424.900859:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078424.900861:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078424.900865:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078424/real 1769078424]  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078424.900873:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078424.900874:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078424.900876:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078424.900878:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078424.900880:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078424.900882:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078424.900886:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078424.900894:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900900:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078424.900902:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900904:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078424.900905:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078424.900908:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900915:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078424.900919:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900926:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078424.900928:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900930:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078424.900931:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900933:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078424.900935:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078424.900937:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078424.900941:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078424.900943:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078424.900947:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078424.900956:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812672:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078424.900959:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900961:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078424.900964:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdf80 x1855007610812416/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.900971:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078424.900972:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078424.900974:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078424.900977:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078424.900978:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078424.900980:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078424.900982:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078424.900984:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa3c00.
02000000:00000001:2.0:1769078424.900987:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078424.900988:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078424.900989:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdf80.
00000100:00000001:2.0:1769078424.900992:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078424.900993:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.900995:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078424.900998:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf480 x1855007610812544/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.901004:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078424.901005:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078424.901007:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078424.901009:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078424.901010:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078424.901012:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078424.901013:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078424.901015:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0000.
02000000:00000001:2.0:1769078424.901017:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078424.901019:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078424.901020:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf480.
00000100:00000001:2.0:1769078424.901022:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078424.901023:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.901024:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078424.901027:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd500 x1855007610812672/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078424.901034:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078424.901035:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078424.901036:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078424.901038:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078424.901039:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078424.901040:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078424.901042:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078424.901043:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2800.
02000000:00000001:2.0:1769078424.901045:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078424.901046:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078424.901047:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd500.
00000100:00000001:2.0:1769078424.901049:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078424.901050:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.901052:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078424.901056:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078424.901057:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078424.901059:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078424.901060:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078425.730577:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078425.730587:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078425.730915:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078425.730920:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078425.730924:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078425.794473:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300087153, at 4300087168
00000100:00000010:2.0:1769078425.794493:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000040:3.0:1769078425.794571:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300087153, at 4300087168
00000100:00000010:3.0:1769078425.794577:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfa80.
00010000:00000001:0.0:1769078426.754507:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078426.754517:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078426.754584:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078426.754589:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078426.754593:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078427.778541:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078427.778549:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078427.778653:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078427.778658:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078427.778661:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078428.802532:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078428.802537:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078428.802644:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078428.802648:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078428.802651:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078429.826524:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078429.826532:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078429.826704:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078429.826711:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078429.826716:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078430.018549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078430.018559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078430.018562:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078430.018567:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078430.018571:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078430.018577:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5418
00000400:00000200:2.0:1769078430.018592:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078430.018598:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078430.018601:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078430.018605:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078430.018608:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078430.018610:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078430.018613:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078430.018616:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078430.018618:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078430.018620:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078430.018623:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078430.018626:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078430.018628:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078430.018631:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078430.018633:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078430.018635:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078430.018637:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078430.018640:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078430.018642:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078430.018645:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078430.018648:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078430.018652:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078430.018654:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.018657:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078430.018659:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078430.018667:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b100.
00000020:00000040:2.0:1769078430.018671:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078430.018675:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078430.018677:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.018680:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078430.018682:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078430.018687:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078430.018696:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49800.
00000100:00000001:2.0:1769078430.018702:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078430.018711:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078430.018720:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078430.018724:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078430.018728:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb1f593] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078430.018754:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078430.018757:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078430.018760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078430.018762:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078430.018763:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078430.018766:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078430.018768:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5418
00000400:00000200:2.0:1769078430.018772:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078430.018776:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078430.018778:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078430.018782:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078430.018785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078430.018787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078430.018789:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078430.018790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078430.018793:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078430.018794:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078430.018796:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769078430.018797:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078430.018800:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078430.018803:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000040:1.0:1769078430.018804:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078430.018807:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078430.018811:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078430.018818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078430.018819:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078430.018822:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.018822:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078430.018827:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769078430.018827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078430.018831:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078430.018831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:1.0:1769078430.018834:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078430.018836:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00100000:1.0:1769078430.018839:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610812800:192.168.204.105@tcp:250:kworker.0
00000100:00080000:2.0:1769078430.018843:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078430.018844:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078430.018848:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.018849:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078430.018853:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078430.018857:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078430.018858:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078430.018859:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.018862:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078430.018863:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078430.018867:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1769078430.018868:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
00000008:00000001:2.0:1769078430.018870:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.018872:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.018873:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078430.018877:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568a80.
00000400:00000200:1.0:1769078430.018880:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:2.0:1769078430.018882:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000400:00000010:1.0:1769078430.018885:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
02000000:00000001:2.0:1769078430.018885:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1769078430.018891:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
02000000:00000001:2.0:1769078430.018892:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.018894:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078430.018895:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769078430.018897:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610812800, portal 25
02000000:00000001:2.0:1769078430.018898:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.018902:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078430.018905:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374702336 : -104785334849280 : ffffa0b2c356b100)
02000000:00000010:2.0:1769078430.018906:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49400.
00000100:00000001:2.0:1769078430.018911:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078430.018915:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078430.018921:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078430.018923:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078430.018929:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078430.018934:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000001:2.0:1769078430.018939:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078430.018941:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610812800, offset 0
00000100:00000001:2.0:1769078430.018943:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078430.018951:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:2.0:1769078430.018953:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7136c04] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078430.018971:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078430.018974:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078430.018979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078430.018980:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:2.0:1769078430.018986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1769078430.018987:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078430.018991:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078430.018993:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:2.0:1769078430.018995:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078430.018997:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078430.019002:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:2.0:1769078430.019003:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078430.019007:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22028:22028:256:4294967295] 192.168.204.105@tcp LPNI seq info [22025:22025:8:4294967295]
00000100:00080000:2.0:1769078430.019010:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5418
00000400:00000200:1.0:1769078430.019012:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078430.019020:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078430.019024:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078430.019027:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078430.019036:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769078430.019036:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078430.019042:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078430.019045:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000040:2.0:1769078430.019048:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000010:1.0:1769078430.019051:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000100:00000001:2.0:1769078430.019052:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078430.019056:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078430.019057:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000800:00000200:1.0:1769078430.019060:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:2.0:1769078430.019061:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078430.019065:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:1.0:1769078430.019066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769078430.019069:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:1.1:1769078430.019073:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:2.0:1769078430.019074:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:1.1:1769078430.019078:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769078430.019081:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000100:1.0:1769078430.019086:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078430.019086:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1769078430.019088:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000100:00000040:2.0:1769078430.019092:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078430.019095:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078430.019096:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1769078430.019098:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769078430.019102:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769078430.019105:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:1.0:1769078430.019108:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000100:00000001:2.0:1769078430.019109:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078430.019110:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
02000000:00000001:2.0:1769078430.019115:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078430.019117:0:2365:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1769078430.019119:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1769078430.019123:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078430.019124:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.019143:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078430.019146:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1769078430.019147:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769078430.019151:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769078430.019152:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.019156:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078430.019162:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356bb80.
00000020:00000040:2.0:1769078430.019167:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078430.019171:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078430.019172:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078430.019173:0:2365:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769078430.019177:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.019180:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.019181:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078430.019184:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078430.019186:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:2.0:1769078430.019187:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.019189:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300092272
02000000:00000010:2.0:1769078430.019192:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a000.
00000100:00000010:1.0:1769078430.019195:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a480.
00000100:00000001:2.0:1769078430.019196:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078430.019203:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078430.019204:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078430.019211:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078430.019212:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300092272
00000100:00000001:2.0:1769078430.019214:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078430.019216:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328aa80.
00000100:00000040:2.0:1769078430.019219:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003aa830cc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019221:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078430.019225:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078430.019229:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.019232:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078430.019235:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078430.019237:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430]  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078430.019241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1769078430.019247:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1769078430.019248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:1.0:1769078430.019250:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769078430.019252:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1769078430.019253:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078430.019258:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000100:00080000:2.0:1769078430.019258:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078430.019261:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:2.0:1769078430.019265:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078430.019266:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078430.019270:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078430.019272:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5418
00000400:00000200:2.0:1769078430.019282:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000200:1.0:1769078430.019290:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078430.019290:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078430.019294:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078430.019301:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078430.019305:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078430.019306:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078430.019309:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078430.019311:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078430.019313:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078430.019315:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078430.019316:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769078430.019321:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:1.0:1769078430.019322:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078430.019325:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078430.019329:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078430.019333:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:1.0:1769078430.019334:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078430.019339:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078430.019340:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078430.019347:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078430.019351:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078430.019355:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078430.019355:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078430.019356:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.019358:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019362:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078430.019362:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078430.019366:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1769078430.019368:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00080000:1.0:1769078430.019370:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1769078430.019373:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00080000:1.0:1769078430.019376:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000020:00000040:2.0:1769078430.019378:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:1.0:1769078430.019379:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1769078430.019419:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078430.019423:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078430.019427:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078430.019430:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078430.019431:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078430.019437:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.019439:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078430.019441:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078430.019447:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.019451:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078430.019452:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610812800:192.168.204.105@tcp:250:kworker.0
00000100:00000010:2.0:1769078430.019456:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b480.
00000100:00000001:1.0:1769078430.019457:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1769078430.019460:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078430.019461:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.019465:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b100 x1855007610812800/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078430.019467:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078430.019469:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.019474:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078430.019475:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078430.019476:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078430.019478:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1769078430.019480:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078430.019481:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078430.019486:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078430.019487:0:2365:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000010:2.0:1769078430.019487:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b800.
00000020:00000040:1.0:1769078430.019490:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078430.019493:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1769078430.019494:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078430.019496:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:1.0:1769078430.019500:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078430.019502:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078430.019504:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b100.
00000100:00100000:2.0:1769078430.019504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078430.019508:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078430.019510:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019513:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019520:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078430.019520:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078430.019523:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078430.019524:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.019526:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078430.019529:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078430.019531:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078430.019533:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed65346d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078430.019536:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019555:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078430.019556:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.019557:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.019562:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078430.019563:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078430.019564:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5429)
02000000:00000001:1.0:1769078430.019565:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078430.019570:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812928:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078430.019572:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078430.019574:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078430.019574:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.019576:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078430.019578:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078430.019579:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078430.019583:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078430.019584:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078430.019587:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078430.019589:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610812928, portal 10
00000100:00000001:1.0:1769078430.019591:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078430.019592:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374692480 : -104785334859136 : ffffa0b2c3568a80)
00000100:00000040:1.0:1769078430.019597:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019601:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078430.019603:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078430.019604:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078430.019606:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610812928, offset 0
00000400:00000200:1.0:1769078430.019608:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078430.019611:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078430.019613:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078430.019615:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078430.019617:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078430.019618:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078430.019620:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078430.019622:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22029:22029:256:4294967295] 192.168.204.105@tcp LPNI seq info [22026:22026:8:4294967295]
00000400:00000200:1.0:1769078430.019624:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078430.019628:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078430.019630:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078430.019632:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078430.019635:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078430.019636:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078430.019639:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078430.019641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078430.019643:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078430.019644:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078430.019646:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078430.019648:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078430.019650:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078430.019651:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078430.019652:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078430.019654:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019659:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.019661:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019665:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.019665:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078430.019667:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078430.019670:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078430.019672:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078430.019673:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300091412
00000100:00000001:1.0:1769078430.019675:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300092272
00000100:00000001:1.0:1769078430.019676:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300091412
00000100:00000001:1.0:1769078430.019678:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300092272
00000100:00000001:1.0:1769078430.019679:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078430.019680:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.019681:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078430.019683:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430]  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078430.019687:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078430.019688:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078430.019689:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078430.019690:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078430.019691:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078430.019692:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078430.019693:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078430.019698:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019701:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078430.019702:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019703:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.019704:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078430.019706:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019709:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078430.019711:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019716:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078430.019717:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019718:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.019719:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019720:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078430.019722:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078430.019724:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078430.019727:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078430.019729:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078430.019732:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078430.019740:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610812928:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078430.019743:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078430.019746:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019753:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078430.019754:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.019756:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078430.019758:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078430.019760:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078430.019762:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813056:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078430.019766:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078430.019767:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078430.019769:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.019770:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078430.019773:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078430.019775:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078430.019779:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078430.019781:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078430.019783:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078430.019785:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610813056, portal 4
00000100:00000001:1.0:1769078430.019786:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078430.019787:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374705024 : -104785334846592 : ffffa0b2c356bb80)
00000100:00000040:1.0:1769078430.019791:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019795:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078430.019796:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078430.019797:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078430.019799:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610813056, offset 0
00000400:00000200:1.0:1769078430.019801:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078430.019803:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078430.019805:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078430.019807:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078430.019809:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078430.019810:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078430.019811:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078430.019813:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22030:22030:256:4294967295] 192.168.204.105@tcp LPNI seq info [22027:22027:8:4294967295]
00000400:00000200:1.0:1769078430.019815:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078430.019819:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078430.019821:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078430.019823:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078430.019825:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078430.019827:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078430.019829:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078430.019831:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078430.019833:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078430.019835:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078430.019836:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078430.019838:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078430.019840:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078430.019841:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078430.019843:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078430.019845:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019849:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.019851:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019854:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.019855:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078430.019857:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078430.019859:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078430.019860:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078430.019862:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300091438
00000100:00000001:1.0:1769078430.019863:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300092272
00000100:00000001:1.0:1769078430.019864:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300091438
00000100:00000001:1.0:1769078430.019865:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300092272
00000100:00000001:1.0:1769078430.019867:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078430.019868:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.019869:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078430.019871:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430]  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078430.019875:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078430.019876:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078430.019877:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078430.019878:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078430.019879:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078430.019880:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078430.019882:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078430.019886:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019894:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078430.019895:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019896:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.019897:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078430.019899:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019902:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078430.019904:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019908:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078430.019909:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019910:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.019910:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019911:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078430.019912:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078430.019913:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078430.019915:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078430.019916:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078430.019918:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078430.019922:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813056:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078430.019924:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019925:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.019928:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568a80 x1855007610812928/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019934:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078430.019936:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078430.019938:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078430.019940:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078430.019941:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078430.019943:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078430.019944:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078430.019946:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:1.0:1769078430.019948:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078430.019949:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078430.019950:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568a80.
00000100:00000001:1.0:1769078430.019953:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078430.019954:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019955:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.019959:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356bb80 x1855007610813056/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019965:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078430.019966:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078430.019968:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078430.019970:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078430.019971:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078430.019972:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078430.019974:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078430.019975:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:1.0:1769078430.019977:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078430.019979:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078430.019980:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356bb80.
00000100:00000001:1.0:1769078430.019981:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078430.019982:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019983:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.019986:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078430.019986:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.019988:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078430.019988:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078430.019989:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078430.019992:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.019996:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078430.019997:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.019999:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078430.020000:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078430.020001:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078430.020003:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813184:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078430.020005:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078430.020006:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078430.020007:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078430.020008:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078430.020010:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078430.020011:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078430.020013:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078430.020015:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078430.020017:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078430.020019:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610813184, portal 4
00000100:00000001:1.0:1769078430.020020:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078430.020021:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374703232 : -104785334848384 : ffffa0b2c356b480)
00000100:00000040:1.0:1769078430.020024:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.020028:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078430.020029:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078430.020030:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078430.020032:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610813184, offset 0
00000400:00000200:1.0:1769078430.020034:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078430.020036:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078430.020038:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078430.020040:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078430.020042:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078430.020043:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078430.020044:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078430.020047:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22031:22031:256:4294967295] 192.168.204.105@tcp LPNI seq info [22028:22028:8:4294967295]
00000400:00000200:1.0:1769078430.020049:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078430.020052:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078430.020055:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078430.020057:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078430.020060:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078430.020061:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078430.020064:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078430.020066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078430.020068:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078430.020069:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078430.020070:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078430.020072:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078430.020074:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078430.020075:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078430.020077:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078430.020080:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.020087:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.020090:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.020095:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.020096:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078430.020099:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078430.020102:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078430.020105:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078430.020107:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300091449
00000100:00000001:1.0:1769078430.020110:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300092272
00000100:00000001:1.0:1769078430.020112:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300091449
00000100:00000001:1.0:1769078430.020114:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300092272
00000100:00000001:1.0:1769078430.020116:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078430.020118:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.020119:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078430.020123:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430]  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078430.020140:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078430.020141:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078430.020142:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078430.020144:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078430.020144:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078430.020146:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078430.020154:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078430.020161:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.020165:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078430.020166:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.020167:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.020168:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078430.020170:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.020174:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078430.020176:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.020180:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078430.020181:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.020182:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078430.020182:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.020183:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078430.020184:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078430.020186:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078430.020187:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078430.020188:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078430.020191:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078430.020195:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813184:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078430.020197:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.020198:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078430.020200:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b480 x1855007610813184/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078430.020203:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078430.020204:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078430.020205:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078430.020206:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078430.020207:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078430.020208:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078430.020209:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078430.020210:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:1.0:1769078430.020211:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078430.020212:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078430.020212:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b480.
00000100:00000001:1.0:1769078430.020214:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078430.020215:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.020216:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078430.020217:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078430.020218:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078430.020219:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078430.020220:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078430.850467:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078430.850475:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078430.850532:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078430.850535:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078430.850538:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078430.914494:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300092272, at 4300092288
00000100:00000040:3.0:1769078430.914494:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300092272, at 4300092288
00000100:00000010:2.0:1769078430.914511:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a480.
00000100:00000010:3.0:1769078430.914513:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328aa80.
00010000:00000001:0.0:1769078431.874505:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078431.874514:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078431.874570:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078431.874573:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078431.874577:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078432.898516:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078432.898529:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078432.899136:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078432.899139:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078432.899142:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078433.922535:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078433.922544:0:69806:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078433.922604:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078433.922610:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078433.922613:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078434.946521:0:69806:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078434.946531:0:69806:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078434.946534:0:69806:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078434.946537:0:69806:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078434.946542:0:69806:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078434.946545:0:69806:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078434.946546:0:69806:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078434.946549:0:69806:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078434.946613:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078434.946618:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078434.946621:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078435.138750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078435.138763:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078435.138766:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078435.138780:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078435.138784:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078435.138793:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5424
00000400:00000200:0.0:1769078435.138804:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078435.138811:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078435.138815:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078435.138818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.138822:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078435.138824:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.138827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078435.138831:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078435.138833:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078435.138836:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078435.138839:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078435.138841:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078435.138845:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078435.138848:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.138850:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078435.138852:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.138854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078435.138858:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078435.138862:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078435.138865:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078435.138868:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078435.138871:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078435.138874:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078435.138877:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078435.138879:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078435.138890:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eca80.
00000020:00000040:0.0:1769078435.138894:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078435.138898:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078435.138900:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078435.138903:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078435.138906:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078435.138910:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078435.138919:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000100:00000001:0.0:1769078435.138925:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078435.138935:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078435.138947:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078435.138951:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078435.138956:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822b93d3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078435.138978:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078435.138981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078435.138984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078435.138986:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078435.138988:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078435.138990:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078435.138993:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5424
00000400:00000200:0.0:1769078435.138997:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078435.139001:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078435.139004:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078435.139008:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.139010:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078435.139011:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078435.139013:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078435.139016:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078435.139017:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078435.139020:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078435.139021:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078435.139025:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078435.139027:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078435.139030:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078435.139033:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078435.139033:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078435.139037:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078435.139051:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.139057:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078435.139061:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078435.139065:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078435.139066:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078435.139070:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078435.139071:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078435.139076:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:1.0:1769078435.139077:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078435.139080:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.139082:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078435.139083:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078435.139087:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078435.139090:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078435.139093:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610813312:192.168.204.105@tcp:250:kworker.0
02000000:00000001:0.0:1769078435.139095:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078435.139101:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078435.139101:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769078435.139106:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078435.139107:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078435.139110:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078435.139113:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.139114:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078435.139118:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078435.139121:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
00000100:00000010:0.0:1769078435.139123:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed180.
02000000:00000001:1.0:1769078435.139124:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078435.139130:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000400:00000200:1.0:1769078435.139134:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:0.0:1769078435.139135:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078435.139138:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078435.139139:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00000001:0.0:1769078435.139142:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078435.139145:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078435.139147:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078435.139148:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
02000000:00000010:0.0:1769078435.139154:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000200:1.0:1769078435.139158:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610813312, portal 25
00000100:00000001:0.0:1769078435.139159:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.139163:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078435.139165:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409836160 : -104785299715456 : ffffa0b2c56eca80)
00000100:00100000:0.0:1769078435.139169:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078435.139173:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078435.139194:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078435.139195:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078435.139199:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078435.139199:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078435.139204:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000040:0.0:1769078435.139209:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a42f31b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078435.139210:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610813312, offset 0
00000400:00000200:1.0:1769078435.139221:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078435.139224:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078435.139229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078435.139232:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:0.0:1769078435.139236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078435.139239:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078435.139242:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:0.0:1769078435.139243:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078435.139247:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078435.139249:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078435.139252:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5424
00000400:00000200:1.0:1769078435.139257:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078435.139261:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078435.139263:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078435.139266:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22032:22032:256:4294967295] 192.168.204.105@tcp LPNI seq info [22029:22029:8:4294967295]
00000400:00000200:1.0:1769078435.139269:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078435.139274:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078435.139280:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078435.139282:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078435.139286:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769078435.139287:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078435.139294:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000010:1.0:1769078435.139294:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000100:00000001:0.0:1769078435.139299:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078435.139302:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.139307:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:1.0:1769078435.139307:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769078435.139313:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.0:1769078435.139313:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000020:00000040:0.0:1769078435.139315:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078435.139320:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078435.139323:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:1.1:1769078435.139323:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078435.139328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769078435.139329:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078435.139333:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000100:1.0:1769078435.139334:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078435.139338:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000100:00000040:0.0:1769078435.139342:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.139345:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078435.139346:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769078435.139348:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.139352:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078435.139353:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769078435.139357:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769078435.139360:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000100:00080000:0.0:1769078435.139362:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000010:1.0:1769078435.139366:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078435.139372:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078435.139377:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078435.139379:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078435.139381:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078435.139385:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078435.139424:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078435.139426:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078435.139428:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078435.139431:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078435.139432:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.139437:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1769078435.139439:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed880.
00000100:00000040:1.0:1769078435.139443:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078435.139444:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078435.139449:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078435.139452:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078435.139457:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078435.139460:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078435.139462:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078435.139463:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.139466:0:2365:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1769078435.139470:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000100:00000001:0.0:1769078435.139475:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.139475:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078435.139486:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078435.139486:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078435.139492:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300097393
00000100:00000001:0.0:1769078435.139500:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1769078435.139501:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a8a0.
00000100:00000001:0.0:1769078435.139503:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078435.139509:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490814a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139516:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078435.139518:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078435.139522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078435.139527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078435.139527:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300097393
00000100:00000001:0.0:1769078435.139531:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078435.139533:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1769078435.139535:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a7e0.
00000100:00000001:0.0:1769078435.139537:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078435.139541:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1769078435.139542:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5424
00000100:00000001:1.0:1769078435.139549:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1769078435.139550:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078435.139556:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078435.139557:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078435.139559:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078435.139562:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769078435.139565:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.139568:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1769078435.139571:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078435]  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078435.139572:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.139577:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078435.139582:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078435.139585:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078435.139588:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078435.139591:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078435.139594:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000001:1.0:1769078435.139594:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078435.139597:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1769078435.139598:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000010:1.0:1769078435.139601:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000100:00000040:0.0:1769078435.139604:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078435.139607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078435.139608:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000100:00000040:0.0:1769078435.139612:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078435.139613:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:0.0:1769078435.139616:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078435.139618:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1769078435.139620:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000200:1.0:1769078435.139626:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078435.139644:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139649:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078435.139650:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.139653:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078435.139654:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078435.139657:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139663:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078435.139667:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139674:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078435.139677:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.139679:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078435.139680:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.139682:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078435.139684:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078435.139687:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078435.139691:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078435.139694:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078435.139703:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078435.139712:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610813312:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078435.139717:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.139719:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078435.139722:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eca80 x1855007610813312/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139729:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078435.139732:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078435.139734:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078435.139736:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078435.139737:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078435.139738:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078435.139740:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078435.139742:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3800.
02000000:00000001:1.0:1769078435.139746:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078435.139748:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078435.139749:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eca80.
00000100:00000001:1.0:1769078435.139753:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078435.139753:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.139755:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.139762:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078435.139763:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.139765:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078435.139766:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078435.139767:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078435.139770:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139774:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078435.139775:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.139776:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078435.139778:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078435.139780:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078435.139782:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813440:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078435.139784:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078435.139785:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078435.139786:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.139788:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078435.139790:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078435.139791:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078435.139794:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078435.139796:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078435.139798:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078435.139801:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610813440, portal 10
00000100:00000001:1.0:1769078435.139802:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078435.139803:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409837952 : -104785299713664 : ffffa0b2c56ed180)
00000100:00000040:1.0:1769078435.139808:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139815:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078435.139817:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078435.139819:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078435.139822:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610813440, offset 0
00000400:00000200:1.0:1769078435.139826:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078435.139830:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078435.139834:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078435.139837:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078435.139840:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078435.139842:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078435.139845:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078435.139848:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22033:22033:256:4294967295] 192.168.204.105@tcp LPNI seq info [22030:22030:8:4294967295]
00000400:00000200:1.0:1769078435.139852:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078435.139858:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078435.139862:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078435.139865:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078435.139867:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078435.139869:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078435.139873:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078435.139874:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078435.139877:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078435.139878:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078435.139880:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078435.139882:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078435.139884:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078435.139885:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078435.139887:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078435.139889:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139895:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078435.139897:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139901:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.139902:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078435.139904:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078435.139907:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078435.139909:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078435.139910:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300096532
00000100:00000001:1.0:1769078435.139912:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300097393
00000100:00000001:1.0:1769078435.139914:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300096532
00000100:00000001:1.0:1769078435.139915:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300097393
00000100:00000001:1.0:1769078435.139917:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078435.139918:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.139929:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078435.139932:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078435]  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078435.139942:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078435.139943:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078435.139944:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078435.139945:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078435.139946:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078435.139948:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078435.139950:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078435.139955:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139959:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078435.139960:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.139960:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078435.139961:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078435.139963:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139967:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078435.139969:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139972:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078435.139974:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.139975:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078435.139976:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.139977:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078435.139978:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078435.139980:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078435.139981:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078435.139982:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078435.139985:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078435.139990:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813440:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078435.139993:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078435.139994:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.139998:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078435.139999:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.140000:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078435.140001:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078435.140002:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078435.140004:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813568:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078435.140005:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078435.140007:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078435.140007:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.140009:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078435.140011:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078435.140012:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078435.140014:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078435.140016:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078435.140018:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078435.140021:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610813568, portal 4
00000100:00000001:1.0:1769078435.140023:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078435.140024:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409839744 : -104785299711872 : ffffa0b2c56ed880)
00000100:00000040:1.0:1769078435.140030:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140036:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078435.140039:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078435.140050:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078435.140052:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610813568, offset 0
00000400:00000200:1.0:1769078435.140057:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078435.140061:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078435.140064:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078435.140067:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078435.140070:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078435.140072:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078435.140075:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078435.140077:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22034:22034:256:4294967295] 192.168.204.105@tcp LPNI seq info [22031:22031:8:4294967295]
00000400:00000200:1.0:1769078435.140081:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078435.140087:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078435.140091:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078435.140093:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078435.140096:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078435.140098:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078435.140101:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078435.140103:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078435.140105:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078435.140106:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078435.140108:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078435.140110:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078435.140112:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078435.140113:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078435.140115:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078435.140118:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140126:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078435.140129:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140135:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.140138:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078435.140142:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078435.140146:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000040:1.0:1769078435.140147:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000100:00000001:0.0:1769078435.140153:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078435.140154:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078435.140158:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300096558
02000000:00000001:0.0:1769078435.140159:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078435.140163:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300097393
02000000:00000001:0.0:1769078435.140165:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078435.140165:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300096558
00000100:00000001:1.0:1769078435.140170:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300097393
02000000:00000001:0.0:1769078435.140171:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.140173:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078435.140175:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078435.140176:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078435.140180:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078435.140180:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078435.140184:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078435]  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078435.140186:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078435.140191:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769078435.140197:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000010:0.0:1769078435.140199:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec700.
00000400:00000001:1.0:1769078435.140199:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078435.140202:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000020:00000040:0.0:1769078435.140204:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769078435.140205:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078435.140208:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
02000000:00000001:0.0:1769078435.140211:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078435.140212:0:2365:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1769078435.140215:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078435.140216:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078435.140219:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078435.140223:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078435.140226:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078435.140227:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078435.140233:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000100:00000001:1.0:1769078435.140233:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078435.140235:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140238:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078435.140239:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078435.140240:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078435.140243:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078435.140250:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078435.140251:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078435.140257:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078435.140272:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078435.140272:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078435.140276:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.140277:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140280:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078435.140281:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140283:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1769078435.140285:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000369a4d3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140285:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078435.140290:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078435.140296:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078435.140300:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078435.140306:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078435.140308:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078435.140315:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813568:192.168.204.105@tcp:8:kworker.0
00000100:00000040:0.0:1769078435.140317:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5434)
00000100:00000001:1.0:1769078435.140319:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140322:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078435.140325:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed180 x1855007610813440/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140329:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078435.140330:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078435.140331:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078435.140333:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078435.140334:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078435.140335:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078435.140337:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078435.140339:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1000.
02000000:00000001:1.0:1769078435.140341:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078435.140342:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078435.140343:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed180.
00000100:00000001:1.0:1769078435.140346:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078435.140346:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140348:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078435.140349:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed880 x1855007610813568/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140357:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078435.140357:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078435.140358:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078435.140361:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078435.140362:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078435.140363:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078435.140364:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078435.140366:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2000.
02000000:00000001:1.0:1769078435.140369:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078435.140370:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078435.140371:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed880.
00000100:00000001:1.0:1769078435.140373:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078435.140374:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140376:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140380:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078435.140381:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.140383:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078435.140384:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078435.140385:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078435.140408:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140415:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078435.140417:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.140419:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078435.140421:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078435.140422:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078435.140425:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813696:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078435.140428:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078435.140430:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078435.140431:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078435.140433:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078435.140436:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078435.140438:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078435.140442:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078435.140445:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078435.140447:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078435.140450:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610813696, portal 4
00000100:00000001:1.0:1769078435.140452:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078435.140454:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409835264 : -104785299716352 : ffffa0b2c56ec700)
00000100:00000040:1.0:1769078435.140460:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140466:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078435.140468:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078435.140470:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078435.140473:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610813696, offset 0
00000400:00000200:1.0:1769078435.140476:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078435.140480:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078435.140483:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078435.140486:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078435.140489:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078435.140491:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078435.140493:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078435.140496:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22035:22035:256:4294967295] 192.168.204.105@tcp LPNI seq info [22032:22032:8:4294967295]
00000400:00000200:1.0:1769078435.140500:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078435.140506:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078435.140511:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078435.140514:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078435.140518:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078435.140521:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078435.140524:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078435.140527:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078435.140530:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078435.140532:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078435.140535:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078435.140538:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078435.140542:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078435.140543:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078435.140546:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078435.140550:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140558:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078435.140560:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140566:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.140568:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078435.140572:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078435.140574:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078435.140578:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078435.140580:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300096570
00000100:00000001:1.0:1769078435.140582:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300097393
00000100:00000001:1.0:1769078435.140584:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300096570
00000100:00000001:1.0:1769078435.140586:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300097393
00000100:00000001:1.0:1769078435.140589:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078435.140591:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.140593:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078435.140596:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078435]  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078435.140604:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078435.140606:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078435.140607:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078435.140609:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078435.140611:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078435.140613:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078435.140616:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078435.140625:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140637:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078435.140639:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140641:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078435.140642:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078435.140646:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140650:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078435.140653:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140657:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078435.140658:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140659:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078435.140659:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140660:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078435.140661:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078435.140663:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078435.140665:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078435.140667:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078435.140670:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078435.140677:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813696:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078435.140680:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140682:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078435.140685:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec700 x1855007610813696/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078435.140691:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078435.140692:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078435.140694:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078435.140697:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078435.140698:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078435.140700:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078435.140702:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078435.140703:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0800.
02000000:00000001:1.0:1769078435.140706:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078435.140707:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078435.140708:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec700.
00000100:00000001:1.0:1769078435.140711:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078435.140712:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140714:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078435.140717:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078435.140719:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078435.140721:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078435.140722:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078435.970579:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078435.970588:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078435.970879:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078435.970883:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078435.970887:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078436.034516:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300097393, at 4300097408
00000100:00000010:3.0:1769078436.034534:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a7e0.
00000100:00000040:2.0:1769078436.034635:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300097393, at 4300097408
00000100:00000010:2.0:1769078436.034641:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a8a0.
00010000:00000001:0.0:1769078436.994485:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078436.994492:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078436.995133:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078436.995137:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078436.995141:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078438.018531:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078438.018540:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078438.018880:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078438.018885:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078438.018889:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078439.042564:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078439.042574:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078439.042637:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078439.042641:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078439.042645:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078440.067138:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078440.067146:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078440.067336:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078440.067340:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078440.067344:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078440.260333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078440.260345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078440.260348:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078440.260353:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078440.260357:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078440.260376:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5429
00000400:00000200:2.0:1769078440.260400:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078440.260408:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078440.260412:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078440.260416:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260419:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078440.260422:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260424:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078440.260429:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078440.260431:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078440.260434:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078440.260436:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078440.260439:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078440.260441:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078440.260444:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260446:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078440.260448:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260450:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078440.260453:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078440.260456:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260459:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078440.260461:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078440.260465:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078440.260467:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078440.260470:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078440.260472:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078440.260483:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569500.
00000020:00000040:2.0:1769078440.260486:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078440.260490:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078440.260492:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078440.260495:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078440.260497:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078440.260501:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078440.260510:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a800.
00000100:00000001:2.0:1769078440.260516:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078440.260525:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078440.260536:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078440.260541:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078440.260545:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b764182c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078440.260570:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078440.260574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078440.260577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078440.260578:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078440.260580:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078440.260582:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078440.260584:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5429
00000400:00000200:2.0:1769078440.260588:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078440.260591:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078440.260593:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078440.260595:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260597:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078440.260599:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260601:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078440.260603:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078440.260605:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078440.260606:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078440.260608:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078440.260610:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078440.260612:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078440.260614:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260617:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078440.260618:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260620:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078440.260622:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078440.260625:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260627:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078440.260628:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078440.260633:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078440.260635:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078440.260637:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078440.260641:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078440.260644:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078440.260646:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078440.260649:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356aa00.
00000020:00000040:2.0:1769078440.260651:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078440.260654:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078440.260655:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078440.260656:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078440.260658:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078440.260659:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078440.260662:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49000.
00000100:00000001:2.0:1769078440.260665:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078440.260669:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078440.260676:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078440.260678:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078440.260681:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000850b6be4] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078440.260688:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078440.260690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078440.260693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078440.260695:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078440.260696:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078440.260698:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078440.260701:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5429
00000400:00000200:2.0:1769078440.260704:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078440.260706:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078440.260708:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078440.260711:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260713:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078440.260715:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260716:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078440.260719:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078440.260720:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078440.260722:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078440.260723:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078440.260725:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:2.0:1769078440.260728:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078440.260731:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078440.260734:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260737:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078440.260739:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078440.260742:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260744:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078440.260746:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078440.260748:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078440.260750:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.260752:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078440.260753:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078440.260758:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078440.260759:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1769078440.260761:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.260764:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078440.260765:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078440.260770:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b800.
00000020:00000040:2.0:1769078440.260773:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000040:1.0:1769078440.260776:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078440.260776:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078440.260780:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078440.260783:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078440.260785:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078440.260788:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078440.260793:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48000.
00000100:00000001:1.0:1769078440.260795:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078440.260798:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.260799:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078440.260805:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078440.260806:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078440.260810:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078440.260815:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078440.260817:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078440.260821:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078440.260823:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610813824:192.168.204.105@tcp:250:kworker.0
00000100:00000040:2.0:1769078440.260828:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ead4a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.260832:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078440.260838:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078440.260839:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.260842:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.260846:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078440.260852:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078440.260855:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078440.260856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078440.260861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078440.260863:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078440.260865:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:2.0:1769078440.260866:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078440.260871:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769078440.260872:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00080000:2.0:1769078440.260875:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5429
00000400:00000200:2.0:1769078440.260881:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078440.260883:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000400:00000200:2.0:1769078440.260885:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078440.260888:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078440.260891:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078440.260893:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610813824, portal 25
00000100:00000001:2.0:1769078440.260894:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078440.260898:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769078440.260898:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078440.260900:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374695168 : -104785334856448 : ffffa0b2c3569500)
00000100:00000001:2.0:1769078440.260903:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078440.260906:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1769078440.260908:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078440.260909:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078440.260913:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078440.260916:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:1.0:1769078440.260920:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769078440.260921:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078440.260925:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000020:00000001:2.0:1769078440.260926:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000010:1.0:1769078440.260928:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078440.260933:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610813824, offset 0
00000100:00000040:2.0:1769078440.260933:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078440.260940:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078440.260943:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078440.260944:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078440.260948:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:2.0:1769078440.260951:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:1.0:1769078440.260964:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078440.260966:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078440.260969:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078440.260973:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078440.260976:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078440.260978:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078440.260979:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000008:00100000:2.0:1769078440.260980:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078440.260985:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078440.260986:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.260989:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1769078440.260990:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569180.
00000020:00000040:2.0:1769078440.260994:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769078440.260996:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:2.0:1769078440.260998:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078440.261000:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078440.261002:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078440.261004:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078440.261005:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078440.261009:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.261010:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000010:2.0:1769078440.261015:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b000.
00000400:00000200:1.0:1769078440.261018:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22036:22036:256:4294967295] 192.168.204.105@tcp LPNI seq info [22033:22033:8:4294967295]
00000100:00000001:2.0:1769078440.261020:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.261028:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:2.0:1769078440.261029:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078440.261037:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078440.261042:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.261047:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769078440.261049:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f679915c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078440.261061:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078440.261061:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078440.261069:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5439)
00000800:00000010:1.0:1769078440.261071:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078440.261082:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078440.261086:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078440.261093:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078440.261098:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078440.261103:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078440.261107:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078440.261113:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078440.261119:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078440.261125:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078440.261127:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078440.261132:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078440.261137:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261147:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.261151:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261159:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.261161:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078440.261167:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.261172:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078440.261176:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300102514
00000100:00000010:1.0:1769078440.261181:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328aae0.
00000100:00000001:1.0:1769078440.261189:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078440.261204:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300102514
00000100:00000010:1.0:1769078440.261209:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a300.
00000100:00000001:1.0:1769078440.261213:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078440.261216:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078440.261219:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.261222:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078440.261227:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440]  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078440.261246:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078440.261248:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078440.261251:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078440.261543:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078440.261545:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078440.261548:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078440.261554:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078440.261564:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261571:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078440.261574:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.261576:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.261579:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078440.261583:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261590:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078440.261595:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261603:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078440.261606:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.261608:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.261610:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.261612:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078440.261615:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078440.261618:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078440.261622:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078440.261625:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078440.261630:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078440.261640:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610813824:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078440.261645:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078440.261648:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261656:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078440.261657:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.261660:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078440.261661:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078440.261664:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078440.261667:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813952:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078440.261671:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078440.261721:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078440.261723:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.261726:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078440.261729:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078440.261732:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.261737:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078440.261740:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078440.261744:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078440.261748:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610813952, portal 10
00000100:00000001:1.0:1769078440.261751:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078440.261752:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374700544 : -104785334851072 : ffffa0b2c356aa00)
00000100:00000040:1.0:1769078440.261759:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261766:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078440.261769:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078440.261771:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078440.261775:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610813952, offset 0
00000400:00000200:1.0:1769078440.261779:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078440.261784:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078440.261788:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078440.261791:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078440.261794:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078440.261796:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078440.261798:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078440.261802:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22037:22037:256:4294967295] 192.168.204.105@tcp LPNI seq info [22034:22034:8:4294967295]
00000400:00000200:1.0:1769078440.261806:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078440.261812:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078440.261817:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078440.261821:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078440.261826:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078440.261829:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078440.261833:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078440.261836:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078440.261841:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078440.261843:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078440.261847:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078440.261851:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078440.261854:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078440.261856:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078440.261859:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078440.261862:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261870:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.261873:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261880:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.261882:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078440.261885:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078440.261890:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078440.261894:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078440.261896:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300101654
00000100:00000001:1.0:1769078440.261899:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300102514
00000100:00000001:1.0:1769078440.261902:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300101654
00000100:00000001:1.0:1769078440.261904:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300102514
00000100:00000001:1.0:1769078440.261906:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078440.261909:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.261911:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078440.261915:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440]  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078440.261924:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078440.261926:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078440.261929:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078440.261932:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078440.261934:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078440.261936:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078440.261940:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078440.261949:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261966:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078440.261968:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.261969:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.261971:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078440.261975:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261982:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078440.261986:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.261993:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078440.261997:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.261999:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.262000:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.262002:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078440.262003:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078440.262006:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078440.262010:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078440.262013:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078440.262017:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078440.262025:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610813952:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078440.262030:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.262032:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.262035:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569500 x1855007610813824/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262043:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078440.262046:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078440.262049:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078440.262053:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078440.262055:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078440.262057:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078440.262059:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078440.262062:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:1.0:1769078440.262067:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078440.262070:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078440.262071:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569500.
00000100:00000001:1.0:1769078440.262075:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078440.262077:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.262078:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.262082:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356aa00 x1855007610813952/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262095:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078440.262096:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078440.262098:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078440.262100:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078440.262101:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078440.262103:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078440.262105:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078440.262106:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:1.0:1769078440.262109:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078440.262110:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078440.262111:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356aa00.
00000100:00000001:1.0:1769078440.262114:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078440.262115:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.262118:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.262126:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078440.262128:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.262131:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078440.262132:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078440.262134:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078440.262138:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262145:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078440.262147:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.262149:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078440.262151:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078440.262154:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078440.262157:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814080:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078440.262161:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078440.262163:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078440.262165:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.262167:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078440.262170:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078440.262171:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.262176:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078440.262179:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078440.262182:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078440.262186:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610814080, portal 4
00000100:00000001:1.0:1769078440.262188:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078440.262189:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374704128 : -104785334847488 : ffffa0b2c356b800)
00000100:00000040:1.0:1769078440.262196:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262203:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078440.262206:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078440.262208:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078440.262210:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610814080, offset 0
00000400:00000200:1.0:1769078440.262215:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078440.262219:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078440.262223:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078440.262225:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078440.262228:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078440.262230:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078440.262233:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078440.262236:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22038:22038:256:4294967295] 192.168.204.105@tcp LPNI seq info [22035:22035:8:4294967295]
00000400:00000200:1.0:1769078440.262240:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078440.262247:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078440.262252:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078440.262529:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078440.262535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078440.262538:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078440.262542:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078440.262545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078440.262549:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078440.262551:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078440.262554:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078440.262558:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078440.262562:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078440.262564:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078440.262567:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078440.262571:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262580:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.262583:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262590:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.262592:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078440.262595:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078440.262599:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078440.262602:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078440.262605:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300101681
00000100:00000001:1.0:1769078440.262607:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300102514
00000100:00000001:1.0:1769078440.262610:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300101681
00000100:00000001:1.0:1769078440.262612:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300102514
00000100:00000001:1.0:1769078440.262615:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078440.262617:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.262619:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078440.262623:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440]  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078440.262631:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078440.262633:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078440.262635:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078440.262637:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078440.262639:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078440.262641:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078440.262644:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078440.262654:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262661:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078440.262663:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.262666:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.262667:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078440.262670:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262735:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078440.262741:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262748:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078440.262751:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.262752:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.262754:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.262756:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078440.262758:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078440.262760:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078440.262763:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078440.262766:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078440.262770:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078440.262779:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814080:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078440.262783:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078440.262787:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262794:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078440.262795:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.262798:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078440.262800:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078440.262803:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078440.262806:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814208:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078440.262809:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078440.262811:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078440.262813:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078440.262815:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078440.262818:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078440.262820:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078440.262825:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078440.262828:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078440.262831:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078440.262834:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610814208, portal 4
00000100:00000001:1.0:1769078440.262837:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078440.262838:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374694272 : -104785334857344 : ffffa0b2c3569180)
00000100:00000040:1.0:1769078440.262844:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262851:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078440.262853:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078440.262856:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078440.262859:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610814208, offset 0
00000400:00000200:1.0:1769078440.262863:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078440.262868:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078440.262872:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078440.262876:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078440.262878:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078440.262881:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078440.262883:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078440.262887:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22039:22039:256:4294967295] 192.168.204.105@tcp LPNI seq info [22036:22036:8:4294967295]
00000400:00000200:1.0:1769078440.262892:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078440.262898:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078440.262903:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078440.262907:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078440.262911:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078440.262914:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078440.262919:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078440.262921:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078440.262926:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078440.262928:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078440.262930:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078440.262934:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078440.262936:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078440.262938:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078440.262941:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078440.262944:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262952:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.262967:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.262974:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.262975:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078440.262978:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078440.262981:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078440.262984:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078440.262986:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300101692
00000100:00000001:1.0:1769078440.262989:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300102514
00000100:00000001:1.0:1769078440.262991:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300101692
00000100:00000001:1.0:1769078440.262993:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300102514
00000100:00000001:1.0:1769078440.262995:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078440.262997:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.262998:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078440.263002:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440]  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078440.263010:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078440.263011:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078440.263013:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078440.263016:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078440.263017:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078440.263019:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078440.263022:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078440.263029:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.263034:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078440.263036:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.263038:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.263039:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078440.263042:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.263048:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078440.263052:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.263059:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078440.263062:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.263063:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078440.263065:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.263066:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078440.263068:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078440.263070:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078440.263074:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078440.263076:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078440.263081:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078440.263089:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814208:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078440.263092:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.263094:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.263096:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b800 x1855007610814080/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.263102:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078440.263103:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078440.263105:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078440.263107:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078440.263109:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078440.263110:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078440.263112:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078440.263113:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48000.
02000000:00000001:1.0:1769078440.263115:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078440.263117:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078440.263118:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b800.
00000100:00000001:1.0:1769078440.263121:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078440.263122:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.263124:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078440.263127:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569180 x1855007610814208/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078440.263133:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078440.263134:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078440.263135:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078440.263138:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078440.263139:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078440.263140:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078440.263142:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078440.263143:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:1.0:1769078440.263145:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078440.263147:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078440.263148:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569180.
00000100:00000001:1.0:1769078440.263150:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078440.263151:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.263153:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078440.263157:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078440.263158:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078440.263160:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078440.263162:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078441.090536:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078441.090545:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078441.090987:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078441.090990:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078441.090993:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078441.154617:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300102514, at 4300102528
00000100:00000010:3.0:1769078441.154649:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a300.
00000100:00000040:2.0:1769078441.154707:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300102514, at 4300102528
00000100:00000010:2.0:1769078441.154715:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328aae0.
00010000:00000001:0.0:1769078442.114480:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078442.114488:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078442.114549:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078442.114553:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078442.114557:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078443.140269:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078443.140279:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078443.140434:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078443.140438:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078443.140442:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078444.162544:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078444.162551:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078444.162619:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078444.162621:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078444.162624:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078445.186530:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078445.186539:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078445.186541:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078445.186543:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078445.186549:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078445.186550:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078445.186552:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078445.186553:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078445.186638:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078445.186645:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078445.186649:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078445.379067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078445.379082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078445.379085:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078445.379089:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078445.379094:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078445.379103:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5434
00000400:00000200:2.0:1769078445.379115:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078445.379121:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078445.379125:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078445.379128:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379132:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078445.379135:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379138:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078445.379143:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078445.379145:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078445.379148:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078445.379150:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078445.379153:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078445.379156:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078445.379158:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379160:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078445.379162:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379164:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078445.379167:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078445.379170:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379173:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078445.379175:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078445.379179:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078445.379182:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.379185:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078445.379187:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078445.379196:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356a680.
00000020:00000040:2.0:1769078445.379200:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078445.379203:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078445.379205:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.379208:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078445.379210:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078445.379214:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078445.379221:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b000.
00000100:00000001:2.0:1769078445.379228:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078445.379238:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078445.379250:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078445.379255:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078445.379260:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023408ad] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078445.379284:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078445.379287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078445.379290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078445.379291:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078445.379293:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078445.379295:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078445.379297:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5434
00000400:00000200:2.0:1769078445.379300:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078445.379303:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078445.379305:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078445.379308:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379310:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078445.379312:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379316:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078445.379318:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078445.379319:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078445.379321:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078445.379324:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078445.379326:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078445.379328:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078445.379332:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379334:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078445.379337:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379339:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078445.379341:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078445.379344:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379347:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078445.379349:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078445.379356:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.379358:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078445.379359:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.379365:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078445.379369:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1769078445.379372:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078445.379375:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1769078445.379377:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.379383:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078445.379414:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569f80.
00000020:00000040:2.0:1769078445.379416:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078445.379418:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078445.379419:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.379421:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078445.379422:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078445.379424:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078445.379427:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b400.
00000100:00000001:2.0:1769078445.379430:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078445.379436:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078445.379444:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078445.379447:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078445.379450:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003576b415] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078445.379459:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078445.379462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078445.379465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078445.379467:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078445.379468:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078445.379472:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769078445.379477:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078445.379477:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5434
00000400:00000200:2.0:1769078445.379495:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078445.379505:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078445.379509:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078445.379509:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
02000000:00000001:1.0:1769078445.379520:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1769078445.379520:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1769078445.379528:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078445.379533:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379541:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078445.379543:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078445.379549:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00100000:1.0:1769078445.379550:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610814336:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078445.379558:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078445.379558:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:1.0:1769078445.379567:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1769078445.379567:0:8:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:1.0:1769078445.379578:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078445.379579:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
02000000:00000001:1.0:1769078445.379588:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1769078445.379588:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078445.379594:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078445.379598:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
02000000:00000010:1.0:1769078445.379599:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078445.379603:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078445.379607:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078445.379619:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:2.0:1769078445.379619:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078445.379625:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000100:00000001:2.0:1769078445.379627:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078445.379632:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000040:2.0:1769078445.379633:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078445.379639:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610814336, portal 25
00000100:00000001:2.0:1769078445.379639:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078445.379647:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1769078445.379650:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000001:1.0:1769078445.379651:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374699648 : -104785334851968 : ffffa0b2c356a680)
00000100:00000040:1.0:1769078445.379666:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078445.379666:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379674:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078445.379681:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078445.379687:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.379689:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078445.379693:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078445.379697:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078445.379702:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078445.379706:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610814336, offset 0
00000100:00000001:2.0:1769078445.379709:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078445.379713:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078445.379714:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000008:00000001:2.0:1769078445.379723:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.379726:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.379732:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000010:2.0:1769078445.379732:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568000.
00000020:00000040:2.0:1769078445.379741:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769078445.379746:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:2.0:1769078445.379748:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078445.379751:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.379755:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078445.379757:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078445.379759:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.379760:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1769078445.379763:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48000.
00000400:00000200:1.0:1769078445.379769:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:2.0:1769078445.379771:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.379777:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00100000:2.0:1769078445.379785:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078445.379786:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078445.379800:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22040:22040:256:4294967295] 192.168.204.105@tcp LPNI seq info [22037:22037:8:4294967295]
00000400:00000200:1.0:1769078445.379823:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078445.379825:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078445.379829:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078445.379838:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000639ebc68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078445.379851:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078445.379882:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078445.379886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078445.379892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078445.379900:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1769078445.379901:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00080000:2.0:1769078445.379903:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078445.379909:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1769078445.379911:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000100:00080000:2.0:1769078445.379916:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5434
00000400:00000200:2.0:1769078445.379928:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000200:1.0:1769078445.379929:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000400:00000200:2.0:1769078445.379937:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000800:00000200:1.0:1769078445.379938:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1769078445.379943:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769078445.379950:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:2.0:1769078445.379953:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379958:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769078445.379958:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1769078445.379968:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078445.379976:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000100:1.0:1769078445.379977:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078445.379983:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000020:00000001:2.0:1769078445.379985:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078445.379988:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078445.379992:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078445.379993:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1769078445.379996:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078445.380001:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:1.0:1769078445.380003:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1769078445.380006:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:1.0:1769078445.380012:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000100:00000040:2.0:1769078445.380013:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078445.380020:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:2.0:1769078445.380020:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078445.380028:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078445.380030:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078445.380032:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078445.380037:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000200:1.0:1769078445.380040:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078445.380044:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078445.380053:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078445.380059:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078445.380064:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.380069:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769078445.380069:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.380075:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078445.380077:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078445.380079:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.380082:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078445.380086:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568700.
00000100:00000040:1.0:1769078445.380090:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078445.380091:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078445.380097:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078445.380099:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.380107:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078445.380110:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078445.380113:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078445.380118:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49000.
00000100:00000001:2.0:1769078445.380122:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.380125:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078445.380132:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078445.380133:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078445.380142:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078445.380144:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078445.380151:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.380152:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078445.380159:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300107633
00000100:00000040:2.0:1769078445.380159:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ec9fa49] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078445.380170:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a000.
00000100:00000001:2.0:1769078445.380175:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.380181:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1769078445.380183:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5444)
00000100:00000001:1.0:1769078445.380192:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300107633
00000100:00000010:1.0:1769078445.380211:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a9c0.
00000100:00000001:1.0:1769078445.380216:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078445.380220:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.380223:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.380226:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078445.380231:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445]  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078445.380238:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078445.380239:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078445.380241:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078445.380243:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078445.380244:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078445.380246:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078445.380249:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078445.380255:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380259:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078445.380260:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380261:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.380262:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078445.380264:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380268:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078445.380271:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380276:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078445.380277:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380278:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.380279:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380281:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078445.380282:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078445.380285:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078445.380288:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078445.380289:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078445.380291:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078445.380296:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610814336:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078445.380300:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380301:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.380303:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356a680 x1855007610814336/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380311:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078445.380313:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078445.380316:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078445.380318:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078445.380319:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078445.380320:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078445.380322:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078445.380324:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:1.0:1769078445.380327:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078445.380329:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078445.380330:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356a680.
00000100:00000001:1.0:1769078445.380332:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078445.380333:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380335:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380340:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078445.380341:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.380343:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078445.380344:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078445.380345:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078445.380347:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380352:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078445.380353:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.380354:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078445.380355:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078445.380357:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078445.380358:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814464:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078445.380360:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078445.380361:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078445.380362:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.380363:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078445.380365:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078445.380366:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.380369:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078445.380371:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078445.380374:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078445.380376:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610814464, portal 10
00000100:00000001:1.0:1769078445.380377:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078445.380378:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374697856 : -104785334853760 : ffffa0b2c3569f80)
00000100:00000040:1.0:1769078445.380382:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380406:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078445.380409:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078445.380412:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078445.380414:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610814464, offset 0
00000400:00000200:1.0:1769078445.380418:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078445.380422:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078445.380425:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078445.380428:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078445.380431:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078445.380433:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078445.380435:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078445.380439:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22041:22041:256:4294967295] 192.168.204.105@tcp LPNI seq info [22038:22038:8:4294967295]
00000400:00000200:1.0:1769078445.380443:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078445.380449:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078445.380453:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078445.380456:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078445.380460:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078445.380463:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078445.380467:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078445.380470:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078445.380473:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078445.380475:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078445.380478:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078445.380481:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078445.380484:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078445.380486:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078445.380489:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078445.380493:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380500:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.380502:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380509:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.380510:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078445.380513:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078445.380517:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078445.380521:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078445.380523:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300106773
00000100:00000001:1.0:1769078445.380526:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300107633
00000100:00000001:1.0:1769078445.380528:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300106773
00000100:00000001:1.0:1769078445.380530:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300107633
00000100:00000001:1.0:1769078445.380532:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.380534:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.380536:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078445.380540:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445]  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078445.380546:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078445.380548:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078445.380549:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078445.380551:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078445.380553:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078445.380555:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078445.380558:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078445.380566:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380577:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078445.380578:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380580:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.380582:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078445.380585:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380591:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078445.380594:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380600:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078445.380603:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380604:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.380605:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380607:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078445.380609:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078445.380611:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078445.380615:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078445.380617:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078445.380620:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078445.380628:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814464:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078445.380632:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078445.380636:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380642:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078445.380644:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.380646:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078445.380648:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078445.380650:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078445.380653:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814592:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078445.380656:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078445.380658:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078445.380660:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.380662:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078445.380665:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078445.380667:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.380671:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078445.380673:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078445.380676:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078445.380679:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610814592, portal 4
00000100:00000001:1.0:1769078445.380681:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078445.380683:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374689792 : -104785334861824 : ffffa0b2c3568000)
00000100:00000040:1.0:1769078445.380688:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380694:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078445.380696:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078445.380698:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078445.380700:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610814592, offset 0
00000400:00000200:1.0:1769078445.380704:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078445.380708:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078445.380712:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078445.380714:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078445.380717:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078445.380719:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078445.380720:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078445.380722:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22042:22042:256:4294967295] 192.168.204.105@tcp LPNI seq info [22039:22039:8:4294967295]
00000400:00000200:1.0:1769078445.380725:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078445.380729:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078445.380732:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078445.380734:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078445.380737:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078445.380738:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078445.380741:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078445.380743:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078445.380745:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078445.380747:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078445.380749:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078445.380751:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078445.380753:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078445.380754:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078445.380755:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078445.380757:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380762:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.380764:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380768:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.380769:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078445.380770:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078445.380772:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078445.380774:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078445.380776:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300106799
00000100:00000001:1.0:1769078445.380777:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300107633
00000100:00000001:1.0:1769078445.380779:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300106799
00000100:00000001:1.0:1769078445.380780:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300107633
00000100:00000001:1.0:1769078445.380781:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.380782:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.380783:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078445.380785:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445]  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078445.380790:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078445.380791:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078445.380792:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078445.380793:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078445.380794:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078445.380796:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078445.380797:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078445.380802:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380805:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078445.380806:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380807:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.380808:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078445.380809:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380813:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078445.380815:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380819:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078445.380820:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380821:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.380822:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.380823:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078445.380824:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078445.380825:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078445.380827:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078445.380828:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078445.380831:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078445.380835:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814592:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078445.380837:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078445.380839:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380844:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078445.380845:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.380847:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078445.380848:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078445.380850:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078445.380852:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814720:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078445.380855:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078445.380857:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078445.380858:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078445.380860:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078445.380863:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769078445.380865:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078445.380882:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078445.380885:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078445.380888:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078445.380891:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610814720, portal 4
00000100:00000001:1.0:1769078445.380893:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078445.380894:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374691584 : -104785334860032 : ffffa0b2c3568700)
00000100:00000040:1.0:1769078445.380899:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380905:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078445.380907:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078445.380909:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078445.380911:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610814720, offset 0
00000400:00000200:1.0:1769078445.380915:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078445.380918:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078445.380921:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078445.380923:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078445.380925:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078445.380927:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078445.380930:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078445.380932:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22043:22043:256:4294967295] 192.168.204.105@tcp LPNI seq info [22040:22040:8:4294967295]
00000400:00000200:1.0:1769078445.380936:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078445.380942:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078445.380946:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078445.380949:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078445.380952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078445.380955:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078445.380959:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078445.380961:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078445.380965:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078445.380967:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078445.380969:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078445.380972:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078445.380974:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078445.380976:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078445.380978:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078445.380981:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380987:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.380990:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.380996:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.380997:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078445.380999:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078445.381002:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078445.381010:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078445.381012:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300106810
00000100:00000001:1.0:1769078445.381014:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300107633
00000100:00000001:1.0:1769078445.381016:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300106810
00000100:00000001:1.0:1769078445.381018:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300107633
00000100:00000001:1.0:1769078445.381020:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078445.381021:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.381023:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078445.381026:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445]  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078445.381033:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078445.381034:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078445.381035:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078445.381037:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078445.381038:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078445.381040:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078445.381043:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078445.381050:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.381056:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078445.381057:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.381058:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.381060:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078445.381063:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.381069:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078445.381072:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.381078:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078445.381080:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.381081:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078445.381082:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.381084:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078445.381085:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078445.381087:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078445.381090:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078445.381092:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078445.381095:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078445.381103:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814720:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078445.381106:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.381108:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.381111:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569f80 x1855007610814464/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.381116:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078445.381118:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078445.381120:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078445.381122:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078445.381123:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078445.381124:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078445.381126:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078445.381128:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b400.
02000000:00000001:1.0:1769078445.381130:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078445.381131:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078445.381132:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569f80.
00000100:00000001:1.0:1769078445.381136:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078445.381137:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.381138:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.381141:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568000 x1855007610814592/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.381152:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078445.381154:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078445.381155:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078445.381158:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078445.381158:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078445.381160:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078445.381161:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078445.381162:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48000.
02000000:00000001:1.0:1769078445.381165:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078445.381166:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078445.381167:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568000.
00000100:00000001:1.0:1769078445.381169:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078445.381170:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.381172:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078445.381175:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568700 x1855007610814720/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078445.381181:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078445.381182:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078445.381184:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769078445.381186:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078445.381187:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078445.381188:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078445.381190:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078445.381192:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:1.0:1769078445.381194:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078445.381195:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078445.381196:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568700.
00000100:00000001:1.0:1769078445.381198:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078445.381199:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.381201:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078445.381205:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078445.381206:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078445.381208:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078445.381210:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078446.210839:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078446.210848:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078446.211117:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078446.211124:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078446.211128:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078446.274475:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300107633, at 4300107648
00000100:00000040:2.0:1769078446.274476:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300107633, at 4300107648
00000100:00000010:2.0:1769078446.274493:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a000.
00000100:00000010:3.0:1769078446.274496:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a9c0.
00010000:00000001:0.0:1769078447.234534:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078447.234554:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078447.234653:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078447.234657:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078447.234660:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078448.258532:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078448.258542:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078448.258675:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078448.258681:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078448.258686:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078449.282525:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078449.282532:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078449.282624:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078449.282630:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078449.282635:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078450.306506:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078450.306514:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078450.308862:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078450.308868:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078450.308874:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078450.498542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078450.498572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078450.498575:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078450.498580:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078450.498584:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078450.498592:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5439
00000400:00000200:0.0:1769078450.498603:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078450.498609:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078450.498613:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078450.498616:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.498620:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.498622:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.498625:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078450.498630:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078450.498633:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078450.498636:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078450.498638:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078450.498641:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078450.498643:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078450.498646:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.498648:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.498650:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.498652:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078450.498655:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078450.498658:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078450.498660:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078450.498663:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078450.498666:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078450.498669:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.498671:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078450.498673:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078450.498685:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec000.
00000020:00000040:0.0:1769078450.498688:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078450.498692:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078450.498694:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.498697:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078450.498700:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078450.498704:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078450.498712:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769078450.498720:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078450.498730:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078450.498741:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078450.498746:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078450.498751:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2458335] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078450.498962:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078450.498966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078450.498969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078450.498971:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078450.498973:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078450.498976:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078450.498978:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5439
00000400:00000200:0.0:1769078450.498982:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078450.498986:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078450.498988:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078450.498991:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.498994:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.498996:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.498998:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078450.499000:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078450.499002:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078450.499004:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078450.499005:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078450.499007:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078450.499009:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078450.499012:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499014:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.499016:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499018:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078450.499021:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078450.499023:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499026:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078450.499028:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078450.499033:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078450.499035:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.499037:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078450.499042:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078450.499045:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.499047:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078450.499051:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee300.
00000020:00000040:0.0:1769078450.499054:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078450.499056:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078450.499057:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.499059:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078450.499061:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078450.499063:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078450.499067:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769078450.499070:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078450.499074:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078450.499082:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078450.499084:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078450.499088:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f44d8431] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078450.499096:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078450.499099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078450.499103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078450.499104:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078450.499106:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078450.499108:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078450.499111:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5439
00000400:00000200:0.0:1769078450.499114:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078450.499116:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078450.499118:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078450.499121:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499123:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.499125:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499127:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078450.499129:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078450.499130:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078450.499131:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078450.499133:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078450.499135:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078450.499137:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078450.499139:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499141:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.499143:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499145:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078450.499147:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078450.499149:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499151:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078450.499152:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078450.499154:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078450.499156:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.499158:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078450.499160:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078450.499162:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.499164:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078450.499167:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ed500.
00000020:00000040:0.0:1769078450.499168:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078450.499171:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078450.499172:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.499173:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078450.499175:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078450.499176:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078450.499179:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2800.
00000100:00000001:0.0:1769078450.499182:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078450.499186:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078450.499194:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078450.499196:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078450.499199:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007310e1c9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078450.499216:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078450.499220:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078450.499223:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078450.499225:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078450.499227:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078450.499229:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078450.499231:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5439
00000400:00000200:0.0:1769078450.499234:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078450.499237:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078450.499239:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078450.499242:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499244:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.499246:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499248:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078450.499250:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078450.499251:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078450.499252:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078450.499254:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078450.499256:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078450.499258:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078450.499261:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499263:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078450.499265:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499267:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078450.499270:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078450.499273:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078450.499275:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078450.499276:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078450.499279:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078450.499280:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.499282:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078450.499283:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078450.499285:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.499287:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078450.499290:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eed80.
00000020:00000040:0.0:1769078450.499292:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078450.499295:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078450.499296:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078450.499298:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078450.499299:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078450.499301:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.499405:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078450.499411:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078450.499414:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078450.499421:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.499431:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078450.499434:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.499438:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078450.499440:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078450.499443:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078450.499447:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610814848:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078450.499451:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078450.499456:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078450.499458:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.499461:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078450.499466:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078450.499468:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078450.499476:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078450.499481:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078450.499489:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
02000000:00000010:0.0:1769078450.499499:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1c00.
00000100:00000200:1.0:1769078450.499500:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610814848, portal 25
00000100:00000001:0.0:1769078450.499505:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.499506:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1769078450.499513:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078450.499521:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078450.499524:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409833472 : -104785299718144 : ffffa0b2c56ec000)
00000100:00000001:0.0:1769078450.499525:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078450.499531:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036912a9d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078450.499535:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.499549:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078450.499552:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078450.499556:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078450.499560:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610814848, offset 0
00000400:00000200:1.0:1769078450.499567:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078450.499577:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078450.499584:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078450.499590:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078450.499595:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078450.499599:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078450.499602:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078450.499606:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22044:22044:256:4294967295] 192.168.204.105@tcp LPNI seq info [22041:22041:8:4294967295]
00000400:00000200:1.0:1769078450.499610:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078450.499619:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078450.499627:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5449)
00000400:00000200:1.0:1769078450.499627:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078450.499639:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078450.499646:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078450.499654:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078450.499658:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078450.499664:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078450.499668:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078450.499672:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078450.499675:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078450.499682:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078450.499688:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078450.499694:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078450.499697:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078450.499702:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078450.499706:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.499722:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.499725:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.499732:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.499734:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078450.499740:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078450.499745:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078450.499748:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300112753
00000100:00000010:1.0:1769078450.499754:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328af00.
00000100:00000001:1.0:1769078450.499761:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078450.499777:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300112753
00000100:00000010:1.0:1769078450.499789:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a4e0.
00000100:00000001:1.0:1769078450.499793:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078450.499797:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078450.499799:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.499802:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078450.499807:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450]  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078450.499817:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078450.499820:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078450.499822:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078450.499825:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078450.499827:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078450.499830:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078450.499834:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078450.499844:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.499851:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078450.499854:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.499857:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.499859:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078450.499863:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.499871:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078450.499875:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.499883:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078450.499886:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.499888:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.499889:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.499891:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078450.499893:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078450.499896:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078450.499901:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078450.499903:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078450.499908:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078450.499927:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610814848:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078450.499932:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078450.499935:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.499942:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078450.499943:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.499945:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078450.499947:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078450.499949:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078450.499952:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814976:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078450.499956:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078450.499957:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078450.499959:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.499960:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078450.499964:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769078450.499966:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078450.499971:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078450.499974:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078450.499977:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078450.499980:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610814976, portal 10
00000100:00000001:1.0:1769078450.499982:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078450.499983:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409842432 : -104785299709184 : ffffa0b2c56ee300)
00000100:00000040:1.0:1769078450.499990:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.499997:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078450.500000:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078450.500002:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078450.500005:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610814976, offset 0
00000400:00000200:1.0:1769078450.500010:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078450.500014:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078450.500018:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078450.500021:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078450.500024:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078450.500027:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078450.500029:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078450.500032:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22045:22045:256:4294967295] 192.168.204.105@tcp LPNI seq info [22042:22042:8:4294967295]
00000400:00000200:1.0:1769078450.500037:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078450.500044:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078450.500048:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078450.500052:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078450.500055:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078450.500058:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078450.500062:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078450.500065:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078450.500069:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078450.500071:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078450.500074:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078450.500078:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078450.500081:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078450.500083:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078450.500085:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078450.500089:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500097:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.500100:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500106:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.500107:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078450.500110:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078450.500114:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078450.500117:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078450.500119:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300111892
00000100:00000001:1.0:1769078450.500122:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300112753
00000100:00000001:1.0:1769078450.500125:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300111892
00000100:00000001:1.0:1769078450.500127:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300112753
00000100:00000001:1.0:1769078450.500129:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078450.500131:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.500133:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078450.500137:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450]  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078450.500145:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078450.500147:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078450.500149:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078450.500152:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078450.500154:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078450.500156:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078450.500159:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078450.500168:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500174:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078450.500176:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.500178:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.500179:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078450.500183:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500190:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078450.500193:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500200:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078450.500203:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.500204:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.500205:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.500207:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078450.500208:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078450.500211:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078450.500214:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078450.500216:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078450.500220:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078450.500228:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610814976:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078450.500232:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078450.500236:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500242:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078450.500244:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.500246:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078450.500248:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078450.500250:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078450.500253:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610815104:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078450.500256:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078450.500258:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078450.500259:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.500261:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078450.500265:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078450.500267:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078450.500270:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078450.500273:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078450.500276:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078450.500280:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610815104, portal 4
00000100:00000001:1.0:1769078450.500282:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078450.500283:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409838848 : -104785299712768 : ffffa0b2c56ed500)
00000100:00000040:1.0:1769078450.500288:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500296:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078450.500298:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078450.500300:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078450.500303:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610815104, offset 0
00000400:00000200:1.0:1769078450.500307:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078450.500311:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078450.500314:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078450.500317:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078450.500320:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078450.500322:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078450.500325:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078450.500328:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22046:22046:256:4294967295] 192.168.204.105@tcp LPNI seq info [22043:22043:8:4294967295]
00000400:00000200:1.0:1769078450.500333:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078450.500339:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078450.500343:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078450.500347:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078450.500351:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078450.500353:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078450.500357:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078450.500360:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078450.500363:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078450.500365:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078450.500368:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078450.500371:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078450.500374:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078450.500376:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078450.500378:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078450.500382:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500410:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.500414:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500420:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.500421:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078450.500424:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078450.500427:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078450.500431:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078450.500433:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300111919
00000100:00000001:1.0:1769078450.500436:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300112753
00000100:00000001:1.0:1769078450.500438:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300111919
00000100:00000001:1.0:1769078450.500440:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300112753
00000100:00000001:1.0:1769078450.500443:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078450.500445:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.500447:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078450.500451:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450]  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078450.500459:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078450.500460:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078450.500461:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078450.500464:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078450.500466:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078450.500468:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078450.500471:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078450.500479:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500486:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078450.500488:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.500490:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.500491:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078450.500495:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500503:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078450.500507:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500514:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078450.500517:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.500519:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.500521:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.500523:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078450.500525:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078450.500528:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078450.500531:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078450.500533:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078450.500537:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078450.500545:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610815104:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078450.500549:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.500551:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.500554:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec000 x1855007610814848/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500561:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078450.500563:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078450.500566:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:1.0:1769078450.500568:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078450.500570:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078450.500572:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078450.500575:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078450.500577:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0400.
02000000:00000001:1.0:1769078450.500581:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078450.500584:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078450.500586:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec000.
00000100:00000001:1.0:1769078450.500590:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078450.500592:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.500593:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.500597:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ee300 x1855007610814976/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500603:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078450.500604:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078450.500606:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:1.0:1769078450.500609:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078450.500610:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078450.500611:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078450.500613:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078450.500614:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3400.
02000000:00000001:1.0:1769078450.500618:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078450.500619:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078450.500621:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ee300.
00000100:00000001:1.0:1769078450.500623:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078450.500624:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.500626:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.500629:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ed500 x1855007610815104/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.500636:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078450.500637:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078450.500639:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078450.500641:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078450.500643:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078450.501616:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078450.501622:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078450.501625:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2800.
02000000:00000001:1.0:1769078450.501630:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078450.501631:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078450.501633:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ed500.
00000100:00000001:1.0:1769078450.501636:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078450.501638:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.501640:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.501650:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078450.501652:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.501654:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078450.501656:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078450.501658:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078450.501665:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.501672:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078450.501674:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.501677:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078450.501678:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078450.501681:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078450.501683:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610815232:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078450.501687:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078450.501689:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078450.501691:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078450.501693:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078450.501697:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078450.501699:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078450.501705:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078450.501709:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078450.501713:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078450.501717:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610815232, portal 4
00000100:00000001:1.0:1769078450.501719:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078450.501720:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409845120 : -104785299706496 : ffffa0b2c56eed80)
00000100:00000040:1.0:1769078450.501727:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.501733:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078450.501736:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078450.501738:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078450.501741:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610815232, offset 0
00000400:00000200:1.0:1769078450.501746:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078450.501751:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078450.501756:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078450.501760:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078450.501763:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078450.501765:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078450.501768:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078450.501772:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22047:22047:256:4294967295] 192.168.204.105@tcp LPNI seq info [22044:22044:8:4294967295]
00000400:00000200:1.0:1769078450.501775:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078450.501791:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078450.501797:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078450.501800:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078450.501805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078450.501808:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078450.501813:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078450.501816:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078450.501819:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078450.501821:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:1.0:1769078450.501824:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078450.501828:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078450.501831:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:1.0:1769078450.501833:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:1.0:1769078450.501836:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078450.501839:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.501847:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.501850:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.501856:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.501857:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078450.501861:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078450.501864:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078450.501867:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078450.501870:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300111931
00000100:00000001:1.0:1769078450.501872:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300112753
00000100:00000001:1.0:1769078450.501874:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300111931
00000100:00000001:1.0:1769078450.501877:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300112753
00000100:00000001:1.0:1769078450.501878:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078450.501880:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.501882:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078450.501885:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450]  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078450.501894:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078450.501895:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078450.501897:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078450.501899:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078450.501901:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078450.501903:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078450.501906:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078450.501913:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.501919:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078450.501920:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.501922:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.501923:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078450.501926:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.501932:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078450.501935:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.501940:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078450.501942:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.501943:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078450.501944:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.501946:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078450.501947:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078450.501949:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078450.501952:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078450.501954:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078450.501959:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078450.501966:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610815232:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078450.501970:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.501971:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078450.501974:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eed80 x1855007610815232/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078450.501979:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078450.501981:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078450.501983:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078450.501984:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078450.501986:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078450.501987:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078450.501988:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078450.501989:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1c00.
02000000:00000001:1.0:1769078450.501992:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078450.501993:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078450.501994:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eed80.
00000100:00000001:1.0:1769078450.501996:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078450.501998:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.501999:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078450.502002:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078450.502003:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078450.502005:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078450.502006:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078451.330515:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078451.330581:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078451.331022:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078451.331026:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078451.331030:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078451.394515:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300112753, at 4300112768
00000100:00000010:2.0:1769078451.394530:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328af00.
00000100:00000040:3.0:1769078451.394606:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300112753, at 4300112768
00000100:00000010:3.0:1769078451.394612:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a4e0.
00010000:00000001:0.0:1769078452.354555:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078452.354561:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078452.354630:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078452.354634:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078452.354637:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078453.379124:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078453.379130:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078453.379341:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078453.379344:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078453.379347:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1769078454.082527:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:1.0:1769078454.082532:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:1.0:1769078454.082536:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:2.0:1769078454.082749:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:3.0:1769078454.082754:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1769078454.082768:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1769078454.082774:0:2361:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:2.0:1769078454.082778:0:2361:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078454.402539:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078454.402547:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078454.402668:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078454.402671:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078454.402675:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078455.426548:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078455.426557:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078455.426559:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078455.426561:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078455.426566:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078455.426568:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078455.426571:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078455.426573:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078455.426634:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078455.426638:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078455.426641:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078455.618781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078455.618791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078455.618794:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078455.618798:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078455.618803:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078455.618809:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5444
00000400:00000200:1.0:1769078455.618818:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078455.618824:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078455.618827:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078455.618830:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.618833:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.618836:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.618844:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078455.618849:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078455.618851:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078455.618854:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078455.618856:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078455.618859:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078455.618861:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078455.618865:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.618866:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.618868:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.618870:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078455.618873:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078455.618876:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078455.618878:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078455.618881:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078455.618885:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078455.618887:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.618889:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078455.618960:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078455.618970:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b480.
00000020:00000040:1.0:1769078455.618974:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078455.618978:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078455.618980:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.618982:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078455.618985:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078455.618989:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078455.619001:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
00000100:00000001:1.0:1769078455.619007:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078455.619015:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078455.619024:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078455.619028:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078455.619032:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008158e222] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078455.619055:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078455.619058:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078455.619061:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078455.619063:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078455.619064:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078455.619066:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078455.619069:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5444
00000400:00000200:1.0:1769078455.619072:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078455.619075:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078455.619078:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078455.619081:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619083:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.619086:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619088:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078455.619090:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078455.619091:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078455.619093:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078455.619095:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078455.619097:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078455.619099:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078455.619100:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078455.619106:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078455.619106:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078455.619111:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078455.619111:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078455.619167:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619170:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078455.619172:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078455.619175:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619177:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078455.619179:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078455.619185:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078455.619187:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.619189:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078455.619193:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078455.619195:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.619197:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078455.619202:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b100.
00000100:00000040:2.0:1769078455.619202:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078455.619206:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078455.619211:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078455.619213:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.619216:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078455.619219:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078455.619222:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.619222:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078455.619226:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078455.619228:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078455.619232:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078455.619234:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078455.619237:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078455.619241:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078455.619242:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078455.619252:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610815360:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078455.619256:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078455.619260:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078455.619261:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078455.619266:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1769078455.619267:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be95ff3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078455.619275:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.619277:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078455.619280:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769078455.619281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078455.619285:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078455.619287:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:2.0:1769078455.619288:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
00000100:00080000:1.0:1769078455.619289:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769078455.619294:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.619295:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078455.619299:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5444
00000400:00000200:2.0:1769078455.619304:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078455.619305:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078455.619311:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000010:2.0:1769078455.619311:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00080000:1.0:1769078455.619315:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078455.619320:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:2.0:1769078455.619320:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:1.0:1769078455.619325:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.619327:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619329:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:2.0:1769078455.619331:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610815360, portal 25
00000020:00000001:1.0:1769078455.619332:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078455.619334:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000100:00000001:2.0:1769078455.619336:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1769078455.619337:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078455.619340:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205952 : -104785325345664 : ffffa0b2c3e7b480)
00000020:00000040:1.0:1769078455.619341:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078455.619346:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078455.619348:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078455.619351:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078455.619354:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619358:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.619363:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619367:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078455.619371:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00000001:2.0:1769078455.619371:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078455.619377:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000040:2.0:1769078455.619378:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619380:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078455.619383:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769078455.619384:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078455.619416:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610815360, offset 0
02000000:00000001:1.0:1769078455.619419:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078455.619423:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.619426:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078455.619426:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000008:00100000:1.0:1769078455.619430:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078455.619434:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.619436:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078455.619439:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000010:1.0:1769078455.619442:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7ad80.
00000020:00000040:1.0:1769078455.619446:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:2.0:1769078455.619449:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:1.0:1769078455.619450:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078455.619452:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.619454:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078455.619455:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078455.619456:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078455.619460:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000001:1.0:1769078455.619465:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078455.619467:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1769078455.619471:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078455.619476:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:1.0:1769078455.619482:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078455.619483:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078455.619486:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078455.619490:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000040:1.0:1769078455.619494:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0b3dcc3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078455.619502:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078455.619506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078455.619507:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22048:22048:256:4294967295] 192.168.204.105@tcp LPNI seq info [22045:22045:8:4294967295]
00000100:00080000:1.0:1769078455.619512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078455.619516:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078455.619518:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:1.0:1769078455.619519:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078455.619524:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078455.619527:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5444
00000400:00000200:1.0:1769078455.619534:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078455.619537:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1769078455.619541:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078455.619546:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078455.619551:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078455.619551:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619557:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.619560:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000010:2.0:1769078455.619560:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000100:00000001:1.0:1769078455.619566:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078455.619568:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078455.619572:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000800:00000200:2.0:1769078455.619572:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:1.0:1769078455.619574:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078455.619578:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000800:00000200:2.0:1769078455.619579:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1769078455.619581:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078455.619586:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000800:00000200:2.1:1769078455.619590:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:1.0:1769078455.619593:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.1:1769078455.619596:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1769078455.619597:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078455.619601:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619605:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000100:2.0:1769078455.619606:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000020:00000040:1.0:1769078455.619608:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000800:00000010:2.0:1769078455.619610:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00080000:1.0:1769078455.619615:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078455.619618:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078455.619620:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078455.619620:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1769078455.619624:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078455.619629:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078455.619630:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078455.619633:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078455.619637:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078455.619638:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000008:00000001:1.0:1769078455.619639:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078455.619642:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:1.0:1769078455.619643:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078455.619649:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79f80.
00000100:00000001:2.0:1769078455.619650:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1769078455.619652:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078455.619657:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769078455.619657:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078455.619660:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.619664:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078455.619667:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078455.619670:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.619675:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1769078455.619676:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:1.0:1769078455.619680:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078455.619682:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078455.619688:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078455.619714:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078455.619715:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078455.619718:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078455.619720:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078455.619727:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad60a52c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.619729:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078455.619738:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078455.619739:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.619743:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300117873
00000100:00000040:1.0:1769078455.619746:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5454)
00000100:00000010:2.0:1769078455.619751:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
00000100:00000001:2.0:1769078455.619760:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078455.619766:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300117873
00000100:00000010:2.0:1769078455.619770:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf660.
00000100:00000001:2.0:1769078455.619773:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078455.619778:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078455.619780:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.619783:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078455.619788:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078455]  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078455.619805:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078455.619806:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078455.619809:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078455.619812:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078455.619814:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078455.619817:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078455.619820:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078455.619829:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.619836:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078455.619838:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.619840:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078455.619842:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078455.619846:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.619853:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078455.619858:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.619866:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078455.619869:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.619871:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078455.619872:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.619875:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078455.619877:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078455.619880:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078455.619884:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078455.619887:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078455.619892:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078455.619901:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610815360:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078455.619917:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.619920:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078455.619923:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b480 x1855007610815360/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.619931:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078455.619934:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078455.619936:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078455.619939:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078455.619941:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078455.619943:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078455.619945:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078455.619948:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:2.0:1769078455.619952:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078455.619954:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078455.619956:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b480.
00000100:00000001:2.0:1769078455.619959:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078455.619961:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.619963:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.619970:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078455.619972:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.619974:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078455.619976:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078455.619977:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078455.619981:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.619989:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078455.619991:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078455.619993:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078455.619995:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078455.619997:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078455.620001:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610815488:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078455.620004:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078455.620006:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078455.620008:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078455.620010:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078455.620013:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078455.620015:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078455.620019:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078455.620022:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078455.620030:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078455.620034:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610815488, portal 10
00000100:00000001:2.0:1769078455.620036:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078455.620037:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205056 : -104785325346560 : ffffa0b2c3e7b100)
00000100:00000040:2.0:1769078455.620044:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620050:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078455.620053:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078455.620055:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078455.620058:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610815488, offset 0
00000400:00000200:2.0:1769078455.620062:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078455.620066:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078455.620070:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078455.620073:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078455.620076:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078455.620078:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078455.620080:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078455.620083:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22049:22049:256:4294967295] 192.168.204.105@tcp LPNI seq info [22046:22046:8:4294967295]
00000400:00000200:2.0:1769078455.620087:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078455.620092:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078455.620097:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078455.620105:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078455.620110:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078455.620113:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078455.620117:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078455.620129:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078455.620133:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078455.620135:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078455.620138:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078455.620141:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078455.620145:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078455.620147:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078455.620149:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078455.620153:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620161:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078455.620165:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620172:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.620173:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078455.620177:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078455.620180:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078455.620184:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078455.620186:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300117012
00000100:00000001:2.0:1769078455.620189:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300117873
00000100:00000001:2.0:1769078455.620192:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300117012
00000100:00000001:2.0:1769078455.620194:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300117873
00000100:00000001:2.0:1769078455.620196:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078455.620199:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.620201:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078455.620205:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078455]  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078455.620213:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078455.620215:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078455.620217:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078455.620219:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078455.620221:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078455.620224:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078455.620227:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078455.620236:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620243:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078455.620244:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620246:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078455.620248:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078455.620252:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620259:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078455.620263:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620271:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078455.620273:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620275:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078455.620276:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620278:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078455.620280:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078455.620282:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078455.620286:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078455.620289:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078455.620293:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078455.620302:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610815488:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078455.620306:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078455.620310:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620317:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078455.620319:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078455.620321:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078455.620323:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078455.620325:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078455.620328:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610815616:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078455.620331:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078455.620333:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078455.620335:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078455.620336:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078455.620339:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078455.620342:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078455.620345:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078455.620348:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078455.620351:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078455.620355:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610815616, portal 4
00000100:00000001:2.0:1769078455.620357:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078455.620358:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384204160 : -104785325347456 : ffffa0b2c3e7ad80)
00000100:00000040:2.0:1769078455.620363:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620370:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078455.620372:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078455.620375:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078455.620377:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610815616, offset 0
00000400:00000200:2.0:1769078455.620382:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078455.620404:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078455.620408:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078455.620412:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078455.620415:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078455.620417:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078455.620419:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078455.620423:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22050:22050:256:4294967295] 192.168.204.105@tcp LPNI seq info [22047:22047:8:4294967295]
00000400:00000200:2.0:1769078455.620427:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078455.620433:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078455.620439:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078455.620442:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078455.620446:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078455.620449:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078455.620453:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078455.620456:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078455.620460:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078455.620462:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078455.620465:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078455.620468:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078455.620471:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078455.620473:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078455.620476:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078455.620480:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620487:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078455.620491:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620497:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.620499:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078455.620502:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078455.620505:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078455.620509:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078455.620511:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300117039
00000100:00000001:2.0:1769078455.620513:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300117873
00000100:00000001:2.0:1769078455.620516:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300117039
00000100:00000001:2.0:1769078455.620519:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300117873
00000100:00000001:2.0:1769078455.620521:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078455.620524:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.620526:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078455.620530:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078455]  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078455.620538:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078455.620539:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078455.620541:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078455.620543:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078455.620546:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078455.620548:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078455.620551:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078455.620560:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620567:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078455.620568:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620570:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078455.620572:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078455.620576:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620583:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078455.620587:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620595:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078455.620597:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620599:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078455.620600:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620603:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078455.620604:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078455.620607:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078455.620610:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078455.620613:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078455.620617:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078455.620626:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610815616:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078455.620630:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078455.620633:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620641:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078455.620642:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078455.620644:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078455.620646:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078455.620648:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078455.620651:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610815744:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078455.620655:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078455.620657:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078455.620658:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078455.620660:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078455.620663:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078455.620665:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078455.620669:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078455.620671:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078455.620674:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078455.620677:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610815744, portal 4
00000100:00000001:2.0:1769078455.620679:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078455.620681:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384200576 : -104785325351040 : ffffa0b2c3e79f80)
00000100:00000040:2.0:1769078455.620686:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620693:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078455.620707:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078455.620710:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078455.620713:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610815744, offset 0
00000400:00000200:2.0:1769078455.620717:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078455.620721:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078455.620725:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078455.620727:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078455.620730:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078455.620733:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078455.620735:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078455.620738:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22051:22051:256:4294967295] 192.168.204.105@tcp LPNI seq info [22048:22048:8:4294967295]
00000400:00000200:2.0:1769078455.620743:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078455.620749:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078455.620753:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078455.620757:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078455.620761:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078455.620763:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078455.620767:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078455.620770:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078455.620773:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078455.620775:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078455.620778:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078455.620781:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078455.620784:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078455.620786:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078455.620789:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078455.620792:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620800:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078455.620803:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620816:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.620818:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078455.620821:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078455.620824:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078455.620827:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078455.620830:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300117050
00000100:00000001:2.0:1769078455.620832:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300117873
00000100:00000001:2.0:1769078455.620835:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300117050
00000100:00000001:2.0:1769078455.620838:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300117873
00000100:00000001:2.0:1769078455.620840:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078455.620842:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.620844:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078455.620848:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078455]  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078455.620856:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078455.620858:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078455.620859:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078455.620862:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078455.620864:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078455.620866:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078455.620870:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078455.620878:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620885:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078455.620886:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620888:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078455.620889:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078455.620893:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620900:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078455.620904:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620911:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078455.620914:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620916:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078455.620917:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620919:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078455.620921:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078455.620924:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078455.620927:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078455.620929:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078455.620934:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078455.620944:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610815744:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078455.620949:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620951:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078455.620954:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b100 x1855007610815488/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620962:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078455.620963:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078455.620965:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078455.620968:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078455.620970:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078455.620971:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078455.620973:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078455.620975:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078455.620978:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078455.620980:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078455.620981:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b100.
00000100:00000001:2.0:1769078455.620984:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078455.620986:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.620987:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078455.620991:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7ad80 x1855007610815616/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.620998:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078455.620999:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078455.621001:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078455.621003:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078455.621005:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078455.621006:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078455.621008:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078455.621009:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:2.0:1769078455.621012:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078455.621014:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078455.621015:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7ad80.
00000100:00000001:2.0:1769078455.621018:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078455.621020:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.621021:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078455.621025:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79f80 x1855007610815744/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078455.621032:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078455.621033:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078455.621034:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078455.621037:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078455.621038:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078455.621039:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078455.621041:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078455.621043:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:2.0:1769078455.621045:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078455.621047:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078455.621048:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79f80.
00000100:00000001:2.0:1769078455.621051:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078455.621053:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.621055:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.621058:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078455.621060:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078455.621062:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078455.621064:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078456.450600:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078456.450606:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078456.450756:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078456.450763:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078456.450768:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078456.514455:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300117873, at 4300117888
00000100:00000010:3.0:1769078456.514468:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00000100:00000040:2.0:1769078456.514506:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300117873, at 4300117888
00000100:00000010:2.0:1769078456.514519:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769078457.474606:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078457.474612:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078457.475010:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078457.475013:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078457.475015:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078458.498594:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078458.498603:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078458.498840:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078458.498845:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078458.498848:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078459.522531:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078459.522540:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078459.522682:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078459.522686:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078459.522691:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078460.546550:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078460.546563:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078460.546647:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078460.546651:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078460.546654:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078460.738553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078460.738577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078460.738583:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078460.738588:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078460.738593:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078460.738602:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5449
00000400:00000200:1.0:1769078460.738624:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078460.738631:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078460.738635:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078460.738638:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.738642:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.738645:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.738647:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078460.738652:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078460.738655:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078460.738658:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078460.738661:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078460.738663:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078460.738666:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078460.738669:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.738676:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.738678:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.738680:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078460.738684:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078460.738687:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078460.738690:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078460.738693:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078460.738697:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078460.738700:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.738702:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078460.738704:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078460.738728:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78a80.
00000020:00000040:1.0:1769078460.738732:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078460.738736:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078460.738738:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.738741:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078460.738744:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078460.738749:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078460.738758:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:1.0:1769078460.738770:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078460.738781:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078460.738792:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078460.738807:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078460.738812:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b657196d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078460.738837:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078460.738841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078460.738856:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078460.738858:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078460.738860:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078460.738862:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078460.738865:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5449
00000400:00000200:1.0:1769078460.738869:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078460.738872:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078460.738874:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078460.738878:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.738880:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.738882:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.738884:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078460.738887:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078460.738888:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000100:00000001:2.0:1769078460.738889:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078460.738891:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078460.738894:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078460.738895:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:2.0:1769078460.738898:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078460.738899:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078460.738902:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078460.738906:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078460.738908:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.738914:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.738918:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078460.738921:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078460.738923:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078460.738928:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:2.0:1769078460.738930:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078460.738932:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078460.738937:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078460.738937:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078460.738939:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078460.738942:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078460.738946:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078460.738947:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078460.738952:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078460.738952:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610815872:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078460.738957:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078460.738960:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1769078460.738963:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078460.738966:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1769078460.738968:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078460.738970:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.738973:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078460.738974:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1769078460.738978:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79880.
02000000:00000010:2.0:1769078460.738981:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
00000020:00000040:1.0:1769078460.738983:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078460.738986:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078460.738988:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078460.738991:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.738993:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078460.738995:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769078460.738996:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078460.738998:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078460.739001:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
02000000:00000010:1.0:1769078460.739008:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000400:00000010:2.0:1769078460.739009:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:1.0:1769078460.739015:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078460.739019:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610815872, portal 25
00000100:00100000:1.0:1769078460.739024:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078460.739024:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078460.739025:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384195200 : -104785325356416 : ffffa0b2c3e78a80)
00000100:00000040:2.0:1769078460.739034:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.739040:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078460.739042:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078460.739044:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078460.739046:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610815872, offset 0
00000400:00000200:2.0:1769078460.739051:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078460.739059:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078460.739066:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078460.739072:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078460.739078:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078460.739082:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078460.739084:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078460.739088:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22052:22052:256:4294967295] 192.168.204.105@tcp LPNI seq info [22049:22049:8:4294967295]
00000400:00000200:2.0:1769078460.739093:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078460.739102:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078460.739109:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078460.739115:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078460.739123:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078460.739127:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078460.739133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078460.739137:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078460.739142:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078460.739145:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078460.739152:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078460.739157:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078460.739163:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078460.739165:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078460.739170:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078460.739174:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.739184:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078460.739188:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.739195:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.739197:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078460.739206:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078460.739210:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078460.739213:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300122992
00000100:00000010:2.0:1769078460.739219:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
00000100:00000001:2.0:1769078460.739225:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078460.739232:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300122992
00000100:00000010:2.0:1769078460.739235:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf180.
00000100:00000001:2.0:1769078460.739238:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078460.739241:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078460.739244:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.739247:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078460.739251:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078460/real 1769078460]  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078460.739261:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078460.739263:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078460.739265:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078460.739268:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078460.739270:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078460.739272:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078460.739276:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078460.739284:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.739303:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078460.739305:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.739308:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078460.739310:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078460.739314:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.739322:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078460.739325:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.739330:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078460.739332:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.739333:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078460.739334:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.739336:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078460.739337:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078460.739339:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078460.739341:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078460.739342:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078460.739345:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078460.739349:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610815872:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078460.739353:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.739354:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078460.739356:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78a80 x1855007610815872/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.739361:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078460.739363:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078460.739366:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078460.739369:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078460.739371:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078460.739373:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078460.739375:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078460.739377:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af800.
02000000:00000001:2.0:1769078460.739381:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078460.739383:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078460.739410:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78a80.
00000100:00000001:2.0:1769078460.739414:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078460.739415:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.739417:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.739426:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078460.739428:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.739431:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078460.739432:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.739739:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078460.739742:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078460.739749:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7142421] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078460.739765:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078460.739768:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078460.739772:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078460.739774:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078460.739776:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078460.739778:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078460.739782:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5449
00000400:00000200:1.0:1769078460.739787:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078460.739791:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769078460.739792:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078460.739795:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078460.739798:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.739800:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.739802:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.739804:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078460.739807:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078460.739808:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078460.739810:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078460.739812:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078460.739814:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078460.739816:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078460.739818:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.739820:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.739822:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.739824:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078460.739827:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078460.739830:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078460.739832:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078460.739834:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078460.739837:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078460.739839:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.739841:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078460.739844:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078460.739846:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.739848:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078460.739852:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78a80.
00000020:00000040:1.0:1769078460.739854:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078460.739857:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078460.739859:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.739860:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078460.739862:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078460.739864:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078460.739869:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000001:1.0:1769078460.739872:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078460.739877:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078460.739884:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078460.739886:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078460.739892:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b657196d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.739892:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078460.739899:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078460.739904:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078460.739908:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.739918:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769078460.739919:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078460.739920:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078460.739925:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1769078460.739926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078460.739930:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1769078460.739930:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078460.739933:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1769078460.739935:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.739937:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769078460.739943:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816000:192.168.204.105@tcp:38:kworker.0
00000100:00080000:1.0:1769078460.739944:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5449
00000400:00000200:1.0:1769078460.739951:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078460.739952:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:1.0:1769078460.739956:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
02000000:00000001:2.0:1769078460.739958:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1769078460.739959:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1769078460.739962:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078460.739964:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078460.739966:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078460.739968:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.739971:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000010:2.0:1769078460.739972:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
00000100:00000001:1.0:1769078460.739973:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078460.739978:0:36:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769078460.739978:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078460.739980:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078460.739983:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078460.739985:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000400:00000200:2.0:1769078460.739988:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:1.0:1769078460.739989:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000010:2.0:1769078460.739993:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000020:00000001:1.0:1769078460.739994:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078460.740000:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:2.0:1769078460.740001:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:1.0:1769078460.740002:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078460.740006:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078460.740007:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610816000, portal 10
00000100:00000001:1.0:1769078460.740009:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078460.740012:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1769078460.740013:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078460.740015:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384198784 : -104785325352832 : ffffa0b2c3e79880)
00000100:00080000:1.0:1769078460.740018:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078460.740022:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078460.740024:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769078460.740026:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078460.740028:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078460.740031:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.740033:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078460.740035:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078460.740037:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078460.740038:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078460.740043:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79f80.
00000020:00000040:1.0:1769078460.740047:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078460.740049:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1769078460.740050:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078460.740053:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078460.740055:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078460.740056:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078460.740058:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769078460.740060:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
02000000:00000001:1.0:1769078460.740061:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078460.740067:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
00000100:00000200:2.0:1769078460.740067:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610816000, offset 0
00000100:00000001:1.0:1769078460.740073:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078460.740076:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00100000:1.0:1769078460.740081:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078460.740085:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078460.740094:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:1.0:1769078460.740095:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078460.740099:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078460.740099:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078460.740106:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad60a52c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078460.740106:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078460.740112:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078460.740118:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000001:1.0:1769078460.740123:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078460.740128:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5459)
00000400:00000200:2.0:1769078460.740320:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22053:22053:256:4294967295] 192.168.204.105@tcp LPNI seq info [22050:22050:8:4294967295]
00000400:00000200:2.0:1769078460.740325:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078460.740332:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078460.740337:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078460.740341:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078460.740345:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078460.740347:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078460.740352:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078460.740355:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078460.740358:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078460.740360:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078460.740363:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078460.740366:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078460.740369:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078460.740371:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078460.740373:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078460.740377:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.740463:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078460.740467:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.740475:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.740476:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078460.740482:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078460.740486:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078460.740501:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078460.740504:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300122133
00000100:00000001:2.0:1769078460.740507:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300122992
00000100:00000001:2.0:1769078460.740509:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300122133
00000100:00000001:2.0:1769078460.740511:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300122992
00000100:00000001:2.0:1769078460.740513:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078460.740515:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.740517:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078460.740522:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078460/real 1769078460]  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078460.740531:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078460.740532:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078460.740534:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078460.740537:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078460.740539:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078460.740541:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078460.740544:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078460.740552:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.740559:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078460.740561:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.740563:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078460.740565:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078460.740569:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.740575:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078460.740579:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.740585:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078460.740588:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.740590:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078460.740591:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.740593:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078460.740595:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078460.740597:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078460.740601:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078460.740603:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078460.740607:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078460.740630:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816000:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078460.740634:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.740636:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078460.740639:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79880 x1855007610816000/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.740645:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078460.740647:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078460.740649:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078460.740652:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078460.740654:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078460.740656:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078460.740658:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078460.740659:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:2.0:1769078460.740663:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078460.740664:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078460.740666:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79880.
00000100:00000001:2.0:1769078460.740668:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078460.740670:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.740672:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.740676:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078460.740677:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.740679:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078460.740681:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078460.740682:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078460.740686:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.740693:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078460.740694:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078460.740696:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078460.740698:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078460.740707:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078460.740711:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816128:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078460.740718:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078460.740720:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078460.740722:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078460.740723:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078460.740726:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078460.740728:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078460.740733:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078460.740736:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078460.740739:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078460.740742:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610816128, portal 4
00000100:00000001:2.0:1769078460.740745:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078460.740746:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384195200 : -104785325356416 : ffffa0b2c3e78a80)
00000100:00000040:2.0:1769078460.740752:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.740758:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078460.740760:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078460.740762:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078460.740765:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610816128, offset 0
00000400:00000200:2.0:1769078460.740768:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078460.740772:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078460.740775:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078460.740778:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078460.740781:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078460.740783:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078460.740785:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078460.740789:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22054:22054:256:4294967295] 192.168.204.105@tcp LPNI seq info [22051:22051:8:4294967295]
00000400:00000200:2.0:1769078460.740793:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078460.740805:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078460.740809:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078460.740812:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078460.740816:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078460.740818:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078460.740823:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078460.740825:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078460.740829:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078460.740831:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078460.740834:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078460.740837:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078460.740839:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078460.740841:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078460.740965:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078460.740970:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.740978:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078460.740981:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.740993:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.740995:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078460.740999:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078460.741002:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078460.741005:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078460.741007:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300122159
00000100:00000001:2.0:1769078460.741010:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300122992
00000100:00000001:2.0:1769078460.741012:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300122159
00000100:00000001:2.0:1769078460.741014:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300122992
00000100:00000001:2.0:1769078460.741017:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078460.741018:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.741020:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078460.741024:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078460/real 1769078460]  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078460.741031:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078460.741033:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078460.741034:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078460.741037:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078460.741038:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078460.741040:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078460.741043:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078460.741051:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741057:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078460.741059:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.741061:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078460.741062:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078460.741066:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741073:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078460.741076:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741082:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078460.741084:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.741086:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078460.741087:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.741089:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078460.741090:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078460.741092:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078460.741095:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078460.741097:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078460.741101:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078460.741108:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816128:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078460.741112:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078460.741114:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741120:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078460.741122:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078460.741123:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078460.741125:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078460.741127:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078460.741129:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816256:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078460.741133:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078460.741134:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078460.741136:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078460.741138:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078460.741141:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078460.741143:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078460.741147:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078460.741149:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078460.741152:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078460.741155:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610816256, portal 4
00000100:00000001:2.0:1769078460.741157:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078460.741158:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384200576 : -104785325351040 : ffffa0b2c3e79f80)
00000100:00000040:2.0:1769078460.741163:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741169:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078460.741171:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078460.741173:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078460.741175:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610816256, offset 0
00000400:00000200:2.0:1769078460.741179:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078460.741182:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078460.741186:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078460.741189:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078460.741192:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078460.741194:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078460.741196:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078460.741198:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22055:22055:256:4294967295] 192.168.204.105@tcp LPNI seq info [22052:22052:8:4294967295]
00000400:00000200:2.0:1769078460.741202:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078460.741207:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078460.741212:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078460.741215:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078460.741218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078460.741220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078460.741224:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078460.741227:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078460.741230:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078460.741232:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078460.741235:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078460.741237:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078460.741240:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078460.741242:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078460.741244:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078460.741247:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741253:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078460.741256:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741262:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.741264:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078460.741267:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078460.741269:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078460.741272:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078460.741274:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300122170
00000100:00000001:2.0:1769078460.741276:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300122992
00000100:00000001:2.0:1769078460.741278:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300122170
00000100:00000001:2.0:1769078460.741280:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300122992
00000100:00000001:2.0:1769078460.741281:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078460.741283:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.741285:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078460.741288:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078460/real 1769078460]  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078460.741295:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078460.741296:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078460.741298:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078460.741300:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078460.741301:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078460.741303:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078460.741306:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078460.741313:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741319:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078460.741320:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.741322:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078460.741323:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078460.741326:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741333:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078460.741336:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741342:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078460.741344:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.741345:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078460.741346:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.741348:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078460.741349:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078460.741351:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078460.741354:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078460.741356:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078460.741359:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078460.741366:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816256:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078460.741369:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.741371:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078460.741374:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78a80 x1855007610816128/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741380:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078460.741382:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078460.741383:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:2.0:1769078460.741457:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078460.741459:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078460.741461:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078460.741463:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078460.741465:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:2.0:1769078460.741467:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078460.741468:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078460.741470:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78a80.
00000100:00000001:2.0:1769078460.741473:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078460.741474:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.741476:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078460.741479:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79f80 x1855007610816256/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078460.741485:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078460.741495:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078460.741497:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078460.741499:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078460.741501:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078460.741502:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078460.741503:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078460.741505:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078460.741506:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078460.741507:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078460.741509:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79f80.
00000100:00000001:2.0:1769078460.741511:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078460.741513:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.741514:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.741519:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078460.741520:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078460.741522:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078460.741523:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078461.570492:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078461.570500:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078461.571661:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078461.571665:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078461.571670:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078461.634501:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300122992, at 4300123008
00000100:00000040:3.0:1769078461.634501:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300122992, at 4300123008
00000100:00000010:3.0:1769078461.634520:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00000100:00000010:2.0:1769078461.634522:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769078462.595907:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078462.595917:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078462.595977:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078462.595981:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078462.595983:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078463.618771:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078463.618779:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078463.619063:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078463.619067:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078463.619071:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078464.642525:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078464.642535:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078464.643328:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078464.643333:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078464.643337:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078465.666467:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078465.666477:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078465.666480:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078465.666483:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078465.666490:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078465.666493:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078465.666495:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078465.666498:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078465.666602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078465.666605:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078465.666607:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078465.859381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078465.859425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078465.859428:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078465.859432:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078465.859436:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078465.859444:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5454
00000400:00000200:2.0:1769078465.859454:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078465.859461:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078465.859464:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078465.859467:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.859470:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078465.859473:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.859475:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078465.859480:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078465.859482:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078465.859485:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078465.859488:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078465.859490:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078465.859493:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078465.859496:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.859498:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078465.859499:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.859501:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078465.859504:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078465.859507:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078465.859510:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078465.859513:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078465.859516:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078465.859519:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.859531:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078465.859534:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078465.859544:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356ad80.
00000020:00000040:2.0:1769078465.859547:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078465.859551:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078465.859553:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.859555:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078465.859558:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078465.859562:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078465.859569:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a000.
00000100:00000001:2.0:1769078465.859576:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078465.859585:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078465.859594:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078465.859598:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078465.859602:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083ffe42d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078465.859656:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078465.859661:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078465.859664:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078465.859670:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078465.859679:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078465.859681:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078465.859685:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078465.859687:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078465.859690:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078465.859693:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610816384:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078465.859697:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078465.859701:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078465.859703:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078465.859706:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078465.859710:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078465.859712:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078465.859719:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078465.859723:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c87617e8.
00000400:00000010:1.0:1769078465.859729:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd770.
00000100:00000200:1.0:1769078465.859737:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610816384, portal 25
00000100:00000001:1.0:1769078465.859739:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078465.859741:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374701440 : -104785334850176 : ffffa0b2c356ad80)
00000100:00000040:1.0:1769078465.859746:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078465.859753:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078465.859755:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078465.859758:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd5d8.
00000100:00000200:1.0:1769078465.859761:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610816384, offset 0
00000400:00000200:1.0:1769078465.859767:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078465.859776:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078465.859783:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078465.859788:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078465.859793:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078465.859798:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078465.859801:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078465.859805:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22056:22056:256:4294967295] 192.168.204.105@tcp LPNI seq info [22053:22053:8:4294967295]
00000400:00000200:1.0:1769078465.859809:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078465.859818:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078465.859823:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078465.859828:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aeb00.
00000800:00000200:1.0:1769078465.859834:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078465.859837:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078465.859853:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078465.859856:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078465.859858:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300128113
00000100:00000010:1.0:1769078465.859862:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328ade0.
00000100:00000001:1.0:1769078465.859868:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078465.859873:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300128113
00000100:00000010:1.0:1769078465.859875:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a960.
00000100:00000001:1.0:1769078465.859877:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078465.859879:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078465.859881:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.859884:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.859886:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078465.859900:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078465.859903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078465.859905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078465.859906:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078465.859907:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078465.859909:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078465.859911:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5454
00000400:00000200:2.0:1769078465.859913:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078465.859916:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078465.859917:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078465.859919:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.859921:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078465.859922:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.859923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078465.859925:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078465.859926:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078465.859927:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078465.859928:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078465.859929:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078465.859930:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078465.859932:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.859933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078465.859934:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.859935:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078465.859936:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078465.859938:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078465.859940:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078465.859941:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078465.859944:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078465.859945:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.859947:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078465.859950:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078465.859952:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.859953:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078465.859956:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568e00.
00000020:00000040:2.0:1769078465.859957:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078465.859958:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078465.859959:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.859960:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078465.859962:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078465.859963:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078465.859966:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49400.
00000100:00000001:2.0:1769078465.859968:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078465.859970:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078465.859975:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078465.859977:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078465.859980:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066cbb6c3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078465.860304:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078465.860307:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078465.860309:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078465.860311:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078465.860312:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078465.860317:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078465.860325:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078465.860327:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078465.860329:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078465.860330:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078465.860333:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078465.860335:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816512:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078465.860339:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078465.860341:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078465.860342:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078465.860344:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078465.860348:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae000.
02000000:00000001:1.0:1769078465.860350:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078465.860354:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078465.860357:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761840.
00000400:00000010:1.0:1769078465.860361:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd330.
00000100:00000200:1.0:1769078465.860364:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610816512, portal 10
00000100:00000001:1.0:1769078465.860366:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078465.860367:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374693376 : -104785334858240 : ffffa0b2c3568e00)
00000100:00000040:1.0:1769078465.860374:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078465.860381:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078465.860383:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078465.860406:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd880.
00000100:00000200:1.0:1769078465.860409:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610816512, offset 0
00000400:00000200:1.0:1769078465.860414:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078465.860418:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078465.860422:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078465.860426:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078465.860429:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078465.860431:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078465.860434:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078465.860437:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22057:22057:255:4294967295] 192.168.204.105@tcp LPNI seq info [22054:22054:7:4294967295]
00000400:00000200:1.0:1769078465.860442:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078465.860448:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078465.860453:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078465.860457:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae200.
00000800:00000200:1.0:1769078465.860461:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078465.860465:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078465.860468:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078465.860472:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078465.860476:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078465.860478:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300127253
00000100:00000001:1.0:1769078465.860480:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300128113
00000100:00000001:1.0:1769078465.860483:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300127253
00000100:00000001:1.0:1769078465.860485:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300128113
00000100:00000001:1.0:1769078465.860487:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078465.860489:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.860492:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.860494:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078465.860498:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078465.860499:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078465.860501:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078465.860502:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078465.860504:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.860506:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.860864:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078465.860867:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078465.860869:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.860872:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.860997:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078465.861001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078465.861004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078465.861006:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078465.861008:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078465.861011:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078465.861014:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5454
00000400:00000200:2.0:1769078465.861018:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078465.861021:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078465.861024:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078465.861027:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.861029:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078465.861031:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.861033:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078465.861036:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078465.861037:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078465.861039:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078465.861041:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078465.861043:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:2.0:1769078465.861045:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078465.861048:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.861050:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078465.861052:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.861054:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078465.861056:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078465.861059:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078465.861061:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078465.861063:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078465.861066:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078465.861068:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.861070:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078465.861073:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078465.861075:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.861077:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078465.861082:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568700.
00000020:00000040:2.0:1769078465.861084:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078465.861086:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078465.861088:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.861090:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078465.861092:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078465.861093:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078465.861097:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a800.
00000100:00000001:2.0:1769078465.861100:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078465.861103:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078465.861108:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078465.861110:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078465.861112:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ec9fa49] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078465.861329:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078465.861333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078465.861337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078465.861338:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078465.861340:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078465.861342:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078465.861346:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5454
00000400:00000200:2.0:1769078465.861349:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078465.861352:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078465.861355:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078465.861358:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.861360:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078465.861362:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.861364:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078465.862361:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078465.862365:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078465.862367:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078465.862375:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078465.862384:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078465.862401:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078465.862404:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078465.862407:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078465.862410:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078465.862414:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816640:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078465.862418:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078465.862421:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078465.862423:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078465.862425:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078465.862431:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078465.862433:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078465.862438:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078465.862442:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078465.862447:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078465.862452:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610816640, portal 4
00000100:00000001:1.0:1769078465.862454:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078465.862457:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374691584 : -104785334860032 : ffffa0b2c3568700)
00000100:00000040:1.0:1769078465.862464:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078465.862471:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078465.862474:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078465.862477:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bda18.
00000100:00000200:1.0:1769078465.862481:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610816640, offset 0
00000400:00000200:1.0:1769078465.862486:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078465.862493:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078465.862498:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078465.862503:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078465.862507:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078465.862510:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078465.862513:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078465.862517:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22058:22058:254:4294967295] 192.168.204.105@tcp LPNI seq info [22055:22055:6:4294967295]
00000400:00000200:1.0:1769078465.862521:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:2.0:1769078465.862562:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078465.862564:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078465.862565:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078465.862568:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078465.862570:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078465.862572:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078465.862576:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.862578:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078465.862580:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078465.862581:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078465.862584:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:2.0:1769078465.862587:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078465.862589:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078465.862592:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078465.862597:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078465.862599:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.862601:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078465.862604:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078465.862607:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.862609:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078465.862613:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568000.
00000020:00000040:2.0:1769078465.862616:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078465.862619:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078465.862620:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078465.862622:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078465.862624:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078465.862627:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078465.862632:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49800.
00000100:00000001:2.0:1769078465.862635:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078465.862640:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078465.862648:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078465.862651:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078465.862654:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000639ebc68] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078465.862662:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078465.862668:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5464)
00000400:00000200:1.0:1769078465.863597:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078465.863605:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078465.863615:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae000.
00000800:00000200:1.0:1769078465.863622:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078465.863627:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078465.863634:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078465.863639:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078465.863644:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078465.863647:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300127282
00000100:00000001:1.0:1769078465.863649:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300128113
00000100:00000001:1.0:1769078465.863652:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300127282
00000100:00000001:1.0:1769078465.863654:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300128113
00000100:00000001:1.0:1769078465.863657:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078465.863659:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.863665:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.863669:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078465.863677:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078465.863679:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078465.863682:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078465.863684:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078465.863686:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078465.863693:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078465.863701:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078465.863703:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078465.863706:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078465.863709:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078465.863712:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078465.863715:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816768:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078465.863719:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078465.863722:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078465.863724:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078465.863726:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078465.863732:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078465.863734:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078465.863741:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078465.863745:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761e70.
00000400:00000010:1.0:1769078465.863751:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078465.863757:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610816768, portal 4
00000100:00000001:1.0:1769078465.863759:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078465.863760:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374689792 : -104785334861824 : ffffa0b2c3568000)
00000100:00000040:1.0:1769078465.863767:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078465.863775:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078465.863777:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078465.863780:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd440.
00000100:00000200:1.0:1769078465.863783:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610816768, offset 0
00000400:00000200:1.0:1769078465.863788:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078465.863794:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078465.863800:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078465.863804:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078465.863808:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078465.863811:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078465.863814:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078465.863818:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22059:22059:253:4294967295] 192.168.204.105@tcp LPNI seq info [22056:22056:5:4294967295]
00000400:00000200:1.0:1769078465.863821:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078465.863828:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078465.863832:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078465.863836:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01ae700.
00000800:00000200:1.0:1769078465.863840:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078465.863844:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078465.863847:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078465.863850:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078465.863853:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078465.863855:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300127293
00000100:00000001:1.0:1769078465.863858:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300128113
00000100:00000001:1.0:1769078465.863860:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300127293
00000100:00000001:1.0:1769078465.863863:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300128113
00000100:00000001:1.0:1769078465.863865:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078465.863868:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.863870:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.863872:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078465.863875:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078465.863877:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078465.863878:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078465.863879:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078465.863881:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078465.863882:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078466.690841:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078466.690866:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078466.690963:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078466.690967:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078466.690970:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078466.754963:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300128113, at 4300128128
00000100:00000010:3.0:1769078466.754984:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a960.
00000100:00000040:2.0:1769078466.755917:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300128113, at 4300128129
00000100:00000010:2.0:1769078466.755926:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328ade0.
00010000:00000001:0.0:1769078467.714668:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078467.714675:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078467.714728:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078467.714733:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078467.714738:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078468.740807:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078468.740818:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078468.740890:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078468.740895:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078468.740899:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769078468.931786:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769078468.931846:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078468.931861:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078468.931865:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769078468.931867:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078468.931872:0:2355:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078468.931877:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078468.931882:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aeb00.
00000400:00000200:3.0:1769078468.931891:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078468.931897:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078468.931906:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd5d8
00000400:00000010:3.0:1769078468.931910:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd5d8.
00000100:00000001:3.0:1769078468.931915:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078468.931928:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078468.931958:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078468.931964:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078468.931972:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078468.931974:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078468.931986:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078468.931987:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae200.
00000400:00000200:3.0:1769078468.931991:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078468.931994:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078468.931997:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd880
00000400:00000010:3.0:1769078468.931998:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd880.
00000100:00000001:3.0:1769078468.932001:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078468.932006:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078468.932014:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078468.932017:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.932018:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078468.932023:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078468.932023:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078468.932025:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078468.932029:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078468.932031:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae000.
00000400:00000200:3.0:1769078468.932034:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078468.932037:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078468.932039:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bda18
00000400:00000010:3.0:1769078468.932041:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bda18.
00000100:00000001:3.0:1769078468.932043:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078468.932047:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078468.932054:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078468.932056:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078468.932061:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078468.932063:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078468.932067:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078468.932069:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01ae700.
00000400:00000200:3.0:1769078468.932072:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078468.932074:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078468.932077:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd440
00000400:00000010:3.0:1769078468.932078:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd440.
00000100:00000001:3.0:1769078468.932080:0:2355:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078468.932084:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078468.932091:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078468.932094:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078468.932099:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078468.932100:0:2355:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078468.932513:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078468.932523:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078465/real 1769078468]  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078468.932538:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078468.932540:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078468.932544:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761840.
00000400:00000200:1.0:1769078468.932548:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd330
00000400:00000010:1.0:1769078468.932550:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd330.
00000100:00000001:1.0:1769078468.932553:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078468.932557:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078468.932566:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.932573:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078468.932575:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.932578:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.932580:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078468.932586:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.932593:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078468.932599:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.932607:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078468.932610:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.932612:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.932613:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.932617:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078468.932619:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078468.932623:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078468.932643:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078468.932646:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078468.932652:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078468.932662:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816512:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078468.932668:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078468.932671:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078465/real 1769078468]  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078468.932678:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078468.932679:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078468.932682:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c87617e8.
00000400:00000200:1.0:1769078468.932685:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd770
00000400:00000010:1.0:1769078468.932687:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd770.
00000100:00000001:1.0:1769078468.932689:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078468.932692:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078468.932700:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.932706:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078468.932708:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.932711:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.932712:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078468.932716:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.932722:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078468.932726:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.932733:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078468.932735:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.932884:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.932886:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.932889:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078468.932891:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078468.932894:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078468.932899:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078468.932901:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078468.932906:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078468.932912:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610816384:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078468.932916:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078468.932919:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078468.932922:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568e00 x1855007610816512/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.932930:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078468.932934:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078468.932938:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:1.0:1769078468.932943:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078468.932947:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078468.932949:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078468.932952:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078468.932955:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:1.0:1769078468.932959:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078468.932961:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078468.932964:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568e00.
00000100:00000001:1.0:1769078468.932968:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078468.932969:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.932971:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078468.932973:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356ad80 x1855007610816384/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.932980:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078468.932981:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078468.932982:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:1.0:1769078468.932985:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078468.932986:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078468.932987:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078468.932989:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078468.932990:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:1.0:1769078468.932992:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078468.932994:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078468.932995:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356ad80.
00000100:00000001:1.0:1769078468.932997:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078468.932998:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933001:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078468.933003:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078468.933004:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078468.933005:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078468.933009:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078465/real 1769078468]  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078468.933019:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078468.933020:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078468.933022:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761e70.
00000400:00000200:1.0:1769078468.933024:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078468.933026:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078468.933028:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078468.933031:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078468.933040:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.933045:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078468.933046:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933047:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.933048:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078468.933051:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.933058:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078468.933062:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.933068:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078468.933070:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933071:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.933072:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933073:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078468.933075:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078468.933077:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078468.933081:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078468.933083:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078468.933087:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078468.933095:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816768:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078468.933098:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078468.933101:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078465/real 1769078468]  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078468.933114:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078468.933115:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078468.933117:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078468.933119:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078468.933120:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078468.933122:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078468.933124:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078468.933132:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.933138:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078468.933139:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933141:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.933141:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078468.933144:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.933149:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078468.933152:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.933158:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078468.933160:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933162:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078468.933164:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933165:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078468.933166:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078468.933169:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078468.933171:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078468.933173:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078468.933176:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078468.933183:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610816640:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078468.933187:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933188:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078468.933191:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568000 x1855007610816768/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.933196:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078468.933197:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078468.933198:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078468.933200:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078468.933201:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078468.933203:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078468.933205:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078468.933206:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:1.0:1769078468.933208:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078468.933210:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078468.933211:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568000.
00000100:00000001:1.0:1769078468.933213:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078468.933214:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933215:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078468.933218:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568700 x1855007610816640/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078468.933225:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078468.933226:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078468.933227:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078468.933230:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078468.933231:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078468.933232:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078468.933234:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078468.933235:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:1.0:1769078468.933237:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078468.933239:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078468.933240:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568700.
00000100:00000001:1.0:1769078468.933242:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078468.933243:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933300:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.933311:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078468.933314:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078468.933316:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078468.933318:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078469.763734:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078469.763745:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078469.766363:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078469.766372:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078469.766378:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078470.786558:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078470.786567:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078470.786634:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078470.786637:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078470.786641:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078470.978543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078470.978559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078470.978562:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078470.978568:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078470.978573:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078470.978583:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5459
00000400:00000200:1.0:1769078470.978596:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078470.978602:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078470.978605:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078470.978608:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978613:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.978616:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078470.978623:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078470.978625:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078470.978628:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078470.978631:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078470.978634:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078470.978637:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078470.978639:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.978643:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978645:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078470.978648:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078470.978653:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978655:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078470.978659:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078470.978663:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078470.978666:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.978670:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078470.978673:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078470.978682:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7ad80.
00000020:00000040:1.0:1769078470.978685:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078470.978690:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078470.978692:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.978696:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078470.978700:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078470.978705:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078470.978716:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:1.0:1769078470.978724:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078470.978735:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078470.978747:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078470.978753:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078470.978759:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0b3dcc3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078470.978783:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078470.978791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078470.978794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078470.978796:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078470.978797:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078470.978800:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078470.978803:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5459
00000400:00000200:1.0:1769078470.978807:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078470.978810:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078470.978810:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769078470.978813:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078470.978816:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978818:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078470.978819:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078470.978820:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978822:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078470.978823:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078470.978830:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078470.978831:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000100:00000040:2.0:1769078470.978831:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078470.978833:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078470.978836:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078470.978838:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078470.978839:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078470.978840:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078470.978842:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078470.978843:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978845:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.978846:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078470.978847:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078470.978848:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078470.978850:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078470.978850:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769078470.978852:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:2.0:1769078470.978853:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.978855:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078470.978856:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610816896:192.168.204.105@tcp:250:kworker.0
02000000:00000001:1.0:1769078470.978857:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078470.978860:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078470.978862:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078470.978864:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.978864:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769078470.978866:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078470.978867:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.978869:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1769078470.978871:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078470.978874:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078470.978874:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078470.978876:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.978877:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078470.978881:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b100.
00000020:00000040:1.0:1769078470.978883:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078470.978885:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078470.978885:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078470.978887:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.978888:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078470.978890:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769078470.978890:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
02000000:00000001:1.0:1769078470.978892:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078470.978895:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000400:00000010:2.0:1769078470.978898:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:1.0:1769078470.978899:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078470.978903:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078470.978908:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610816896, portal 25
00000100:00000001:2.0:1769078470.978910:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078470.978912:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384204160 : -104785325347456 : ffffa0b2c3e7ad80)
00000100:00000040:2.0:1769078470.978918:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078470.978921:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078470.978924:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078470.978927:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be95ff3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.978927:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078470.978931:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078470.978934:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000001:1.0:1769078470.978936:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078470.978938:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610816896, offset 0
00000100:00080000:1.0:1769078470.978939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078470.978942:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078470.978944:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078470.978946:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078470.978948:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978949:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078470.978951:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5459
00000400:00000200:1.0:1769078470.978955:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078470.978958:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1769078470.978958:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:1.0:1769078470.978960:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078470.978963:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978966:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.978967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078470.978967:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:1.0:1769078470.978969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078470.978972:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078470.978973:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078470.978975:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078470.978977:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078470.978979:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078470.978981:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078470.978983:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078470.978984:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978985:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.978988:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078470.978989:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:1.0:1769078470.978990:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078470.978992:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078470.978993:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078470.978994:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078470.978997:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078470.978997:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:1.0:1769078470.978999:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078470.979001:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078470.979001:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22060:22060:256:4294967295] 192.168.204.105@tcp LPNI seq info [22057:22057:8:4294967295]
02000000:00000001:1.0:1769078470.979003:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078470.979005:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078470.979006:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078470.979008:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078470.979010:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.979011:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078470.979017:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078470.979026:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000010:1.0:1769078470.979027:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b480.
00000020:00000040:1.0:1769078470.979029:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078470.979032:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1769078470.979032:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
02000000:00000001:1.0:1769078470.979033:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.979035:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078470.979038:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078470.979039:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078470.979043:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000010:1.0:1769078470.979044:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000001:1.0:1769078470.979047:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078470.979048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00100000:1.0:1769078470.979051:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769078470.979055:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078470.979058:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078470.979060:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078470.979060:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1769078470.979064:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008158e222] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769078470.979065:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078470.979069:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00000001:1.0:1769078470.979071:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078470.979074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078470.979075:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1769078470.979077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078470.979079:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1769078470.979080:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1769078470.979081:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078470.979083:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078470.979085:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5459
00000400:00000200:2.0:1769078470.979086:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000200:1.0:1769078470.979089:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078470.979089:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000400:00000200:1.0:1769078470.979091:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078470.979093:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078470.979093:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078470.979096:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078470.979097:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078470.979098:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.979100:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.979102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078470.979105:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078470.979106:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078470.979108:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078470.979111:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078470.979112:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1769078470.979113:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078470.979115:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078470.979119:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078470.979123:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078470.979123:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.979124:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078470.979125:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078470.979127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078470.979129:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078470.979130:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078470.979132:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078470.979135:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.979136:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078470.979137:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078470.979140:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078470.979141:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078470.979142:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.979144:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078470.979144:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300133232
00000008:00100000:1.0:1769078470.979146:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078470.979149:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078470.979150:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
00000100:00000001:1.0:1769078470.979151:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078470.979154:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78e00.
00000020:00000040:1.0:1769078470.979156:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078470.979157:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1769078470.979158:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078470.979159:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078470.979161:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078470.979162:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769078470.979163:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300133232
02000000:00000001:1.0:1769078470.979164:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078470.979166:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf960.
02000000:00000010:1.0:1769078470.979167:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000100:00000001:1.0:1769078470.979170:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.979170:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00100000:1.0:1769078470.979174:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078470.979174:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078470.979177:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.979180:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1769078470.979181:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078470.979183:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078470.979184:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078470/real 1769078470]  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078470.979187:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cac2cf7f] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078470.979194:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078470.979195:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078470.979197:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078470.979199:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078470.979202:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078470.979203:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000040:1.0:1769078470.979204:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5470)
00000100:00000001:2.0:1769078470.979206:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078470.979210:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078470.979223:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.979230:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078470.979232:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.979235:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.979238:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078470.979242:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.979249:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078470.979253:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.979262:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078470.979266:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.979268:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.979269:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.979271:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078470.979274:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078470.979278:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078470.979283:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078470.979285:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078470.979290:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078470.979297:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610816896:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078470.979303:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.979306:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.979309:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7ad80 x1855007610816896/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.979316:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078470.979319:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078470.979321:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078470.979325:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078470.979328:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078470.979330:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078470.979332:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078470.979335:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:2.0:1769078470.979339:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078470.979342:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078470.979344:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7ad80.
00000100:00000001:2.0:1769078470.979347:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078470.979349:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.979351:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.979360:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078470.979363:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.979364:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078470.979366:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078470.979367:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078470.979371:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.979378:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078470.979380:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.979382:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078470.979385:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078470.979419:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078470.979422:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817024:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078470.979426:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078470.979428:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078470.979429:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.979430:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078470.979434:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078470.979454:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078470.979459:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078470.979462:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078470.979466:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078470.979469:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610817024, portal 10
00000100:00000001:2.0:1769078470.979471:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078470.979472:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205056 : -104785325346560 : ffffa0b2c3e7b100)
00000100:00000040:2.0:1769078470.979480:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.979487:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078470.979489:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078470.979491:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078470.979493:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610817024, offset 0
00000400:00000200:2.0:1769078470.979496:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078470.979499:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078470.979502:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078470.979505:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078470.979512:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078470.979514:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078470.979517:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078470.979520:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22061:22061:256:4294967295] 192.168.204.105@tcp LPNI seq info [22058:22058:8:4294967295]
00000400:00000200:2.0:1769078470.979524:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078470.979529:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078470.979534:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078470.979538:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078470.979542:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078470.979545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078470.979549:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078470.979552:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078470.979556:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078470.979558:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078470.979560:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078470.979562:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078470.979565:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078470.979566:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078470.979567:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078470.979570:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.979576:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.979577:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.979582:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.979583:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078470.979585:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078470.979588:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078470.979590:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078470.979592:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300132372
00000100:00000001:2.0:1769078470.979595:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300133232
00000100:00000001:2.0:1769078470.979596:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300132372
00000100:00000001:2.0:1769078470.979598:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300133232
00000100:00000001:2.0:1769078470.979600:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078470.979601:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.979602:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078470.979604:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078470/real 1769078470]  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078470.979608:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078470.979609:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078470.979610:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078470.979611:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078470.979612:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078470.979614:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078470.979615:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078470.979620:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.979624:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078470.979624:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.979625:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.980877:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078470.980891:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.980896:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078470.980900:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.980907:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078470.980910:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.980912:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.980914:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.980917:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078470.980919:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078470.980923:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078470.980927:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078470.980930:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078470.980935:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078470.980941:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817024:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078470.980948:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078470.980952:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.980959:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078470.980960:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.980964:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078470.980967:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078470.980970:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078470.980973:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817152:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078470.980977:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078470.980980:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078470.980982:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.980984:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078470.980991:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48400.
02000000:00000001:2.0:1769078470.980993:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078470.981001:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078470.981005:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078470.981010:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078470.981015:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610817152, portal 4
00000100:00000001:2.0:1769078470.981017:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078470.981019:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384205952 : -104785325345664 : ffffa0b2c3e7b480)
00000100:00000040:2.0:1769078470.981025:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981032:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078470.981035:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078470.981037:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078470.981040:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610817152, offset 0
00000400:00000200:2.0:1769078470.981045:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078470.981052:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078470.981059:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078470.981063:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078470.981068:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078470.981071:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078470.981074:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078470.981077:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22062:22062:256:4294967295] 192.168.204.105@tcp LPNI seq info [22059:22059:8:4294967295]
00000400:00000200:2.0:1769078470.981080:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078470.981086:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078470.981090:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078470.981094:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078470.981100:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078470.981103:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078470.981115:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078470.981119:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078470.981123:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078470.981126:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078470.981132:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078470.981135:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078470.981141:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078470.981143:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078470.981147:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078470.981151:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981160:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.981163:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981168:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.981170:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078470.981176:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078470.981179:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078470.981182:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078470.981184:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300132399
00000100:00000001:2.0:1769078470.981186:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300133232
00000100:00000001:2.0:1769078470.981188:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300132399
00000100:00000001:2.0:1769078470.981189:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300133232
00000100:00000001:2.0:1769078470.981191:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078470.981193:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.981195:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078470.981198:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078470/real 1769078470]  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078470.981204:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078470.981205:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078470.981207:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078470.981209:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078470.981210:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078470.981220:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078470.981223:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078470.981232:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981239:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078470.981241:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981243:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.981244:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078470.981248:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981255:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078470.981259:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981266:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078470.981268:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981270:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.981271:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981273:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078470.981274:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078470.981277:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078470.981281:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078470.981283:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078470.981286:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078470.981295:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817152:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078470.981299:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078470.981303:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981310:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078470.981311:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.981314:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078470.981316:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078470.981318:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078470.981325:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817280:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078470.981329:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078470.981332:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078470.981333:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078470.981334:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078470.981337:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078470.981338:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078470.981341:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078470.981343:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078470.981345:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078470.981347:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610817280, portal 4
00000100:00000001:2.0:1769078470.981349:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078470.981350:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196096 : -104785325355520 : ffffa0b2c3e78e00)
00000100:00000040:2.0:1769078470.981354:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981358:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078470.981360:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078470.981361:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078470.981363:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610817280, offset 0
00000400:00000200:2.0:1769078470.981365:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078470.981368:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078470.981370:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078470.981372:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078470.981373:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078470.981375:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078470.981377:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078470.981379:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22063:22063:256:4294967295] 192.168.204.105@tcp LPNI seq info [22060:22060:8:4294967295]
00000400:00000200:2.0:1769078470.981381:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078470.981401:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078470.981404:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078470.981407:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078470.981409:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078470.981411:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078470.981414:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078470.981416:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078470.981418:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078470.981420:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078470.981422:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078470.981424:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078470.981426:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078470.981427:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078470.981429:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078470.981431:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981448:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.981451:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981458:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.981460:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078470.981464:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078470.981470:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078470.981473:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078470.981476:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300132411
00000100:00000001:2.0:1769078470.981478:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300133232
00000100:00000001:2.0:1769078470.981481:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300132411
00000100:00000001:2.0:1769078470.981483:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300133232
00000100:00000001:2.0:1769078470.981486:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078470.981488:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.981490:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078470.981493:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078470/real 1769078470]  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078470.981498:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078470.981499:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078470.981501:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078470.981502:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078470.981503:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078470.981505:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078470.981508:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078470.981516:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981522:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078470.981524:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981526:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.981528:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078470.981531:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981537:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078470.981541:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981547:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078470.981550:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981551:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078470.981552:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981554:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078470.981555:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078470.981558:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078470.981562:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078470.981564:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078470.981567:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078470.981575:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817280:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078470.981579:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981582:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.981585:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b100 x1855007610817024/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981592:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078470.981595:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078470.981597:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078470.981600:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078470.981602:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078470.981603:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078470.981606:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078470.981607:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:2.0:1769078470.981611:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078470.981612:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078470.981614:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b100.
00000100:00000001:2.0:1769078470.981616:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078470.981617:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981619:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.981622:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b480 x1855007610817152/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981632:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078470.981712:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078470.981714:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48400.
02000000:00000001:2.0:1769078470.981716:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078470.981718:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078470.981719:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078470.981721:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078470.981722:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:2.0:1769078470.981726:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078470.981727:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078470.981728:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b480.
00000100:00000001:2.0:1769078470.981731:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078470.981732:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981734:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078470.981738:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78e00 x1855007610817280/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078470.981743:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078470.981745:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078470.981746:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078470.981748:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078470.981749:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078470.981750:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078470.981752:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078470.981753:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:2.0:1769078470.981755:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078470.981756:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078470.981758:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78e00.
00000100:00000001:2.0:1769078470.981760:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078470.981761:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981763:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078470.981772:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078470.981773:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078470.981776:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078470.981778:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078471.810570:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078471.810579:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078471.810651:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078471.810655:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078471.810660:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078471.874549:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300133232, at 4300133248
00000100:00000040:3.0:1769078471.874549:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300133232, at 4300133248
00000100:00000010:3.0:1769078471.874566:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00000100:00000010:2.0:1769078471.874569:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769078472.834504:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078472.834511:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078472.834568:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078472.834571:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078472.834574:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078473.858513:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078473.858520:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078473.858579:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078473.858583:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078473.858586:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078474.882522:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078474.882532:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078474.882612:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078474.882617:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078474.882622:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078475.906533:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078475.906546:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078475.906549:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078475.906553:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078475.906560:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078475.906562:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078475.906564:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078475.906567:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078475.906630:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078475.906634:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078475.906637:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078476.098546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078476.098558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078476.098562:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078476.098568:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078476.098574:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078476.098583:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5465
00000400:00000200:2.0:1769078476.098595:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078476.098603:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078476.098607:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078476.098611:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078476.098624:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078476.098627:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078476.098631:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078476.098637:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078476.098639:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078476.098642:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078476.098645:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078476.098647:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078476.098649:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078476.098652:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078476.098653:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078476.098654:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078476.098656:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078476.098659:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078476.098662:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078476.098664:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078476.098666:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078476.098669:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078476.098671:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078476.098673:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078476.098675:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078476.098686:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569f80.
00000020:00000040:2.0:1769078476.098690:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078476.098693:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078476.098695:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078476.098698:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078476.098700:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078476.098704:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078476.098712:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48c00.
00000100:00000001:2.0:1769078476.098719:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078476.098728:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078476.098736:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078476.098740:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078476.098744:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003576b415] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078476.098764:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078476.098767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078476.098770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078476.098771:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078476.098772:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078476.098774:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078476.098776:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5465
00000400:00000200:2.0:1769078476.098779:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078476.098782:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078476.098785:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078476.098787:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078476.098789:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078476.098789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078476.098795:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078476.098795:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078476.098798:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078476.098799:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078476.098801:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078476.098803:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078476.098805:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078476.098807:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000040:1.0:1769078476.098809:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078476.098812:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078476.098819:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078476.098824:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078476.098828:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078476.098829:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078476.098832:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078476.098834:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078476.098836:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078476.098840:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078476.098841:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00100000:1.0:1769078476.098846:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610817408:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078476.098848:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078476.098855:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769078476.098856:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:1.0:1769078476.098860:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769078476.098863:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:1.0:1769078476.098864:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.098871:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078476.098871:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078476.098879:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:2.0:1769078476.098883:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078476.098885:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078476.098890:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078476.098893:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078476.098896:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078476.098901:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078476.098904:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078476.098905:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078476.098909:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000010:2.0:1769078476.098911:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356a680.
00000020:00000040:2.0:1769078476.098914:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078476.098918:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078476.098919:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078476.098921:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078476.098922:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
02000000:00000001:2.0:1769078476.098923:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078476.098926:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078476.098933:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48400.
00000400:00000010:1.0:1769078476.098934:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000001:2.0:1769078476.098936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078476.098942:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078476.098946:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610817408, portal 25
00000100:00000001:2.0:1769078476.098950:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078476.098951:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078476.098955:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.098956:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374697856 : -104785334853760 : ffffa0b2c3569f80)
00000100:00000040:2.0:1769078476.098962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000023408ad] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078476.098967:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.098987:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078476.098993:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078476.098998:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000001:2.0:1769078476.098998:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078476.099004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078476.099005:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610817408, offset 0
00000100:00080000:2.0:1769078476.099011:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078476.099013:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078476.099014:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078476.099018:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078476.099019:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078476.099023:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5465
00000400:00000200:2.0:1769078476.099027:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078476.099030:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078476.099033:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078476.099037:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078476.099040:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:2.0:1769078476.099041:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078476.099047:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078476.099048:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078476.099050:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078476.099051:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078476.099054:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078476.099055:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:1.0:1769078476.099058:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000001:2.0:1769078476.099059:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078476.099064:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:1.0:1769078476.099067:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769078476.099067:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:2.0:1769078476.099071:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078476.099072:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00000040:2.0:1769078476.099077:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078476.099079:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22064:22064:256:4294967295] 192.168.204.105@tcp LPNI seq info [22061:22061:8:4294967295]
00000400:00000200:1.0:1769078476.099083:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078476.099087:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078476.099093:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078476.099096:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078476.099098:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:1.0:1769078476.099104:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000020:00000040:2.0:1769078476.099105:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000800:00000010:1.0:1769078476.099110:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000100:00080000:2.0:1769078476.099113:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078476.099118:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078476.099121:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1769078476.099125:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078476.099132:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
02000000:00000001:2.0:1769078476.099133:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078476.099139:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078476.099143:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078476.099144:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078476.099149:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1769078476.099151:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000008:00000001:2.0:1769078476.099155:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078476.099159:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078476.099161:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000010:2.0:1769078476.099164:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569180.
00000800:00000010:1.0:1769078476.099166:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000020:00000040:2.0:1769078476.099168:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078476.099172:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078476.099173:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078476.099175:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078476.099176:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769078476.099177:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078476.099180:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078476.099185:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078476.099191:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
02000000:00000010:2.0:1769078476.099191:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4ac00.
00000400:00000010:1.0:1769078476.099195:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:2.0:1769078476.099197:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.099200:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1769078476.099205:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078476.099207:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078476.099230:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078476.099234:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769078476.099234:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078476.099239:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078476.099242:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f679915c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099255:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078476.099259:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.099260:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769078476.099264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078476.099268:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078476.099268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078476.099270:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078476.099273:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078476.099277:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078476.099277:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078476.099282:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300138352
00000100:00080000:2.0:1769078476.099282:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5465
00000400:00000200:2.0:1769078476.099287:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000010:1.0:1769078476.099291:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a5a0.
00000400:00000200:2.0:1769078476.099292:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078476.099296:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078476.099301:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1769078476.099301:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078476.099306:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078476.099309:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300138352
00000100:00000040:2.0:1769078476.099309:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078476.099315:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000010:1.0:1769078476.099316:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a060.
00000020:00000001:2.0:1769078476.099319:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078476.099321:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000020:00000040:2.0:1769078476.099322:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078476.099326:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078476.099328:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769078476.099328:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078476.099334:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078476.099335:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078476.099337:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078476.099339:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769078476.099341:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078476.099344:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1769078476.099347:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476]  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078476.099371:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000001:1.0:1769078476.099381:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769078476.099383:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000001:1.0:1769078476.099384:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078476.099407:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078476.099410:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078476.099411:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078476.099413:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078476.099417:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078476.099425:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000200:1.0:1769078476.099430:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078476.099431:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078476.099437:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078476.099442:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078476.099446:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1769078476.099447:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078476.099448:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1769078476.099452:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.099453:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078476.099456:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078476.099459:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769078476.099461:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769078476.099463:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078476.099471:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.099472:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078476.099478:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078476.099480:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078476.099484:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b800.
00000100:00000001:1.0:1769078476.099488:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1769078476.099491:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078476.099492:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.099495:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078476.099497:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.099500:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1769078476.099500:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078476.099504:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1769078476.099505:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078476.099507:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1769078476.099511:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1769078476.099512:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
02000000:00000001:2.0:1769078476.099515:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078476.099516:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078476.099521:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078476.099521:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078476.099528:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a400.
00000100:00100000:1.0:1769078476.099531:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610817408:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078476.099534:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.099536:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.099539:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769078476.099542:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078476.099545:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569f80 x1855007610817408/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099571:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078476.099575:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1769078476.099575:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769078476.099579:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
00000100:00000001:2.0:1769078476.099581:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.099583:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078476.099587:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078476.099589:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078476.099592:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:2.0:1769078476.099593:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ead4a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078476.099594:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:1.0:1769078476.099600:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078476.099602:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078476.099605:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569f80.
00000100:00000001:1.0:1769078476.099610:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078476.099612:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078476.099612:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.099618:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078476.099623:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5475)
00000100:00000001:1.0:1769078476.099626:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078476.099629:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.099632:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078476.099633:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078476.099635:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078476.099638:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099644:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078476.099646:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.099647:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078476.099648:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078476.099650:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078476.099652:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817536:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078476.099654:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078476.099656:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078476.099657:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.099658:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078476.099661:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078476.099662:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078476.099665:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078476.099668:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078476.099672:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078476.099675:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610817536, portal 10
00000100:00000001:1.0:1769078476.099678:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078476.099680:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374699648 : -104785334851968 : ffffa0b2c356a680)
00000100:00000040:1.0:1769078476.099687:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099694:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078476.099697:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078476.099699:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078476.099702:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610817536, offset 0
00000400:00000200:1.0:1769078476.099706:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078476.099721:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078476.099727:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078476.099734:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078476.099737:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078476.099740:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078476.099742:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078476.099746:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22065:22065:256:4294967295] 192.168.204.105@tcp LPNI seq info [22062:22062:8:4294967295]
00000400:00000200:1.0:1769078476.099750:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078476.099756:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078476.099759:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078476.099762:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078476.099765:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078476.099767:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078476.099770:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078476.099772:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078476.099775:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078476.099777:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078476.099779:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078476.099782:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078476.099784:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078476.099785:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078476.099787:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078476.099790:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099800:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078476.099802:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099807:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.099808:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078476.099810:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078476.099813:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078476.099816:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078476.099817:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300137492
00000100:00000001:1.0:1769078476.099820:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300138352
00000100:00000001:1.0:1769078476.099821:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300137492
00000100:00000001:1.0:1769078476.099823:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300138352
00000100:00000001:1.0:1769078476.099825:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078476.099827:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.099828:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078476.099830:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476]  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078476.099835:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078476.099836:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078476.099837:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078476.099838:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078476.099839:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078476.099841:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078476.099842:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078476.099848:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099852:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078476.099854:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.099855:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078476.099856:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078476.099859:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099864:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078476.099868:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099874:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078476.099877:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.099879:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078476.099880:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.099882:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078476.099884:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078476.099887:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078476.099890:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078476.099893:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078476.099897:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078476.099907:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817536:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078476.099912:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078476.099916:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099923:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078476.099925:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.099927:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078476.099929:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078476.099931:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078476.099935:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817664:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078476.099937:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078476.099939:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078476.099940:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.099942:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078476.099945:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078476.099946:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078476.099949:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078476.099951:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078476.099953:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078476.099956:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610817664, portal 4
00000100:00000001:1.0:1769078476.099957:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078476.099959:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374694272 : -104785334857344 : ffffa0b2c3569180)
00000100:00000040:1.0:1769078476.099963:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.099968:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078476.099969:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078476.099970:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078476.099972:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610817664, offset 0
00000400:00000200:1.0:1769078476.099975:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078476.099977:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078476.099980:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078476.099982:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078476.099984:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078476.099985:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078476.099987:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078476.099989:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22066:22066:256:4294967295] 192.168.204.105@tcp LPNI seq info [22063:22063:8:4294967295]
00000400:00000200:1.0:1769078476.099992:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078476.099997:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078476.100001:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078476.100003:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078476.100006:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078476.100008:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078476.100011:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078476.100013:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078476.100016:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078476.100018:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078476.100020:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078476.100022:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078476.100024:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078476.100025:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078476.100027:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078476.100029:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100035:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078476.100037:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100042:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.100043:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078476.100044:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078476.100046:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078476.100048:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078476.100049:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300137518
00000100:00000001:1.0:1769078476.100051:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300138352
00000100:00000001:1.0:1769078476.100053:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300137518
00000100:00000001:1.0:1769078476.100054:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300138352
00000100:00000001:1.0:1769078476.100056:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078476.100057:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.100058:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078476.100061:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476]  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078476.100065:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078476.100067:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078476.100068:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078476.100069:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078476.100070:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078476.100072:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078476.100074:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078476.100079:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100082:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078476.100083:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100084:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078476.100085:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078476.100087:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100091:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078476.100093:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100098:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078476.100099:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100101:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078476.100102:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100103:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078476.100104:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078476.100106:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078476.100109:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078476.100111:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078476.100115:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078476.100129:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817664:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078476.100134:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078476.100137:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100145:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078476.100147:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.100149:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078476.100151:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078476.100154:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078476.100157:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817792:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078476.100161:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078476.100163:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078476.100164:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078476.100166:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078476.100170:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078476.100172:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078476.100175:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078476.100177:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078476.100179:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078476.100181:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610817792, portal 4
00000100:00000001:1.0:1769078476.100183:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078476.100184:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374704128 : -104785334847488 : ffffa0b2c356b800)
00000100:00000040:1.0:1769078476.100188:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100193:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078476.100195:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078476.100196:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078476.100198:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610817792, offset 0
00000400:00000200:1.0:1769078476.100201:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078476.100205:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078476.100207:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078476.100209:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078476.100211:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078476.100213:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078476.100215:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078476.100217:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22067:22067:256:4294967295] 192.168.204.105@tcp LPNI seq info [22064:22064:8:4294967295]
00000400:00000200:1.0:1769078476.100220:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078476.100224:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078476.100227:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078476.100229:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078476.100232:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078476.100234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078476.100237:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078476.100238:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078476.100241:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078476.100243:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078476.100245:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078476.100247:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078476.100249:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078476.100250:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078476.100252:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078476.100254:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100260:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078476.100262:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100266:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.100267:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078476.100269:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078476.100272:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078476.100274:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078476.100277:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300137529
00000100:00000001:1.0:1769078476.100280:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300138352
00000100:00000001:1.0:1769078476.100283:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300137529
00000100:00000001:1.0:1769078476.100286:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300138352
00000100:00000001:1.0:1769078476.100288:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078476.100291:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.100293:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078476.100297:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476]  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078476.100306:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078476.100307:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078476.100309:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078476.100312:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078476.100313:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078476.100316:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078476.100319:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078476.100329:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100337:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078476.100338:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100340:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078476.100342:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078476.100346:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100367:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078476.100372:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100380:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078476.100383:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100385:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078476.100405:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100407:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078476.100409:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078476.100412:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078476.100416:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078476.100419:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078476.100424:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078476.100433:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610817792:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078476.100437:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100439:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078476.100443:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356a680 x1855007610817536/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100451:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078476.100452:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078476.100455:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078476.100458:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078476.100459:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078476.100461:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078476.100463:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078476.100466:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48400.
02000000:00000001:1.0:1769078476.100468:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078476.100470:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078476.100471:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356a680.
00000100:00000001:1.0:1769078476.100474:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078476.100476:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100478:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078476.100482:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569180 x1855007610817664/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100496:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078476.100497:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078476.100499:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078476.100501:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078476.100503:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078476.100504:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078476.100507:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078476.100508:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:1.0:1769078476.100511:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078476.100513:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078476.100514:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569180.
00000100:00000001:1.0:1769078476.100516:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078476.100518:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100520:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078476.100524:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b800 x1855007610817792/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078476.100531:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078476.100533:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078476.100534:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078476.100537:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078476.100538:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078476.100539:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078476.100541:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078476.100543:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:1.0:1769078476.100545:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078476.100546:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078476.100548:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b800.
00000100:00000001:1.0:1769078476.100550:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078476.100552:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100554:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078476.100558:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078476.100559:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078476.100562:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078476.100563:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078476.930492:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078476.930499:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078476.930564:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078476.930567:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078476.930571:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078476.994498:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300138352, at 4300138368
00000100:00000040:3.0:1769078476.994498:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300138352, at 4300138368
00000100:00000010:3.0:1769078476.994515:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a060.
00000100:00000010:2.0:1769078476.994518:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a5a0.
00010000:00000001:0.0:1769078477.954460:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078477.954468:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078477.954529:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078477.954533:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078477.954535:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078478.978519:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078478.978526:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078478.978637:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078478.978644:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078478.978649:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078480.002537:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078480.002545:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078480.002652:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078480.002656:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078480.002660:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078481.026526:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078481.026535:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078481.026597:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078481.026601:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078481.026606:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078481.218546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078481.218561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078481.218564:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078481.218569:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078481.218573:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078481.218583:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5470
00000400:00000200:2.0:1769078481.218596:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078481.218604:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078481.218607:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078481.218611:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.218614:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078481.218617:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.218624:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078481.218630:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078481.218632:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078481.218635:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078481.218638:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078481.218641:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078481.218643:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078481.218647:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.218649:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078481.218650:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.218652:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078481.218656:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078481.218660:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078481.218663:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078481.218666:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078481.218670:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078481.218673:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078481.218675:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078481.218678:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078481.218690:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356aa00.
00000020:00000040:2.0:1769078481.218695:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078481.218699:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078481.218708:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078481.218712:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078481.218714:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078481.218719:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078481.218730:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48800.
00000100:00000001:2.0:1769078481.218738:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078481.218748:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078481.218760:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078481.218767:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078481.218771:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000850b6be4] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078481.218798:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078481.218805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078481.218809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078481.218810:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078481.218811:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078481.218814:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078481.218817:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5470
00000400:00000200:2.0:1769078481.218821:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078481.218824:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078481.218827:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078481.218831:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.218833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078481.218836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.218838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078481.218841:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078481.218842:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078481.218845:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078481.218847:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:1.0:1769078481.218848:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078481.218850:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078481.218855:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:1.0:1769078481.218856:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078481.218860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078481.218862:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078481.218867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078481.218872:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000040:1.0:1769078481.218874:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078481.218875:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078481.218882:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078481.218888:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078481.218892:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078481.218893:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.218896:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078481.218898:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078481.218905:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078481.218908:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078481.218910:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078481.218915:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078481.218920:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078481.218922:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078481.218923:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078481.218927:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078481.218929:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569500.
02000000:00000001:1.0:1769078481.218933:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078481.218935:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00100000:1.0:1769078481.218940:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610817920:192.168.204.105@tcp:250:kworker.0
02000000:00000001:2.0:1769078481.218941:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078481.218944:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.218948:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078481.218949:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078481.218953:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078481.218955:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078481.218956:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078481.218960:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078481.218963:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4bc00.
02000000:00000001:1.0:1769078481.218965:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078481.218969:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078481.218973:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
00000100:00100000:2.0:1769078481.218978:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078481.218979:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078481.218989:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078481.218990:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078481.218995:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078481.218999:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000100:00000040:2.0:1769078481.219002:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b764182c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078481.219013:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078481.219016:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00080000:2.0:1769078481.219016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078481.219022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078481.219025:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078481.219027:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769078481.219028:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610817920, portal 25
00000100:00000001:2.0:1769078481.219031:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078481.219035:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5470
00000100:00000001:1.0:1769078481.219039:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1769078481.219041:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078481.219043:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374700544 : -104785334851072 : ffffa0b2c356aa00)
00000400:00000200:2.0:1769078481.219047:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078481.219052:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078481.219055:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078481.219058:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.219061:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078481.219063:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.219065:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078481.219067:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078481.219068:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078481.219070:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078481.219073:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078481.219077:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:2.0:1769078481.219083:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000001:1.0:1769078481.219089:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078481.219091:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.219095:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078481.219096:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078481.219102:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000040:2.0:1769078481.219107:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078481.219108:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610817920, offset 0
00000100:00000001:2.0:1769078481.219114:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078481.219118:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769078481.219122:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:2.0:1769078481.219125:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078481.219129:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078481.219132:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078481.219135:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078481.219138:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078481.219140:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078481.219143:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000008:00100000:2.0:1769078481.219143:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078481.219148:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078481.219151:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078481.219154:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000010:2.0:1769078481.219158:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b480.
00000400:00000200:1.0:1769078481.219162:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769078481.219163:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078481.219168:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078481.219170:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:2.0:1769078481.219171:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078481.219176:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078481.219178:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078481.219179:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078481.219181:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078481.219186:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000010:2.0:1769078481.219190:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49c00.
00000400:00000200:1.0:1769078481.219192:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22068:22068:256:4294967295] 192.168.204.105@tcp LPNI seq info [22065:22065:8:4294967295]
00000100:00000001:2.0:1769078481.219196:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078481.219201:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:2.0:1769078481.219206:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078481.219221:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078481.219222:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078481.219225:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078481.219230:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed65346d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078481.219238:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078481.219242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078481.219247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078481.219251:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1769078481.219253:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00080000:2.0:1769078481.219254:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078481.219259:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1769078481.219274:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078481.219285:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:2.0:1769078481.219294:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5470
00000800:00000200:1.0:1769078481.219302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000400:00000200:2.0:1769078481.219303:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078481.219310:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078481.219316:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769078481.219316:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078481.219322:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769078481.219323:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.219329:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1769078481.219333:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000040:2.0:1769078481.219334:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000010:1.0:1769078481.219337:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078481.219346:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769078481.219352:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078481.219356:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1769078481.219357:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078481.219361:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078481.219363:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078481.219364:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000020:00000040:2.0:1769078481.219365:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000400:00000010:1.0:1769078481.219371:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000020:00000001:2.0:1769078481.219371:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078481.219375:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078481.219378:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078481.219381:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078481.219383:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078481.219420:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078481.219423:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078481.219429:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:2.0:1769078481.219434:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000200:1.0:1769078481.219435:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078481.219438:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078481.219443:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078481.219447:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078481.219451:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078481.219453:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078481.219456:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078481.219460:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1769078481.219461:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078481.219466:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078481.219468:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078481.219471:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356bb80.
00000020:00000040:2.0:1769078481.219476:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078481.219479:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078481.219480:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078481.219483:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078481.219486:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078481.219490:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.219491:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.219495:0:2365:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1769078481.219497:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4a400.
00000100:00000001:2.0:1769078481.219502:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.219504:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078481.219509:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078481.219518:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078481.219523:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078481.219525:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300143473
00000100:00000001:2.0:1769078481.219530:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078481.219536:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003aa830cc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078481.219539:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328ac00.
00000100:00000001:2.0:1769078481.219549:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.219550:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1769078481.219555:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5480)
00000100:00000001:1.0:1769078481.219567:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300143473
00000100:00000010:1.0:1769078481.219573:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a5a0.
00000100:00000001:1.0:1769078481.219579:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078481.219584:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078481.219587:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.219595:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078481.219612:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481]  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078481.219629:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078481.219631:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078481.219633:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078481.219636:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078481.219638:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078481.219640:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078481.219649:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078481.219664:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.219676:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078481.219679:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.219681:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078481.219684:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078481.219688:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.219696:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078481.219717:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.219724:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078481.219728:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.219729:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078481.219731:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.219733:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078481.219736:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078481.219739:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078481.219743:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078481.219746:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078481.219751:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078481.219760:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610817920:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078481.219765:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.219767:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078481.219771:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356aa00 x1855007610817920/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.219778:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078481.219781:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078481.219784:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078481.219788:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078481.219790:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078481.219791:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078481.219794:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078481.219796:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48800.
02000000:00000001:1.0:1769078481.219801:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078481.219803:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078481.219805:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356aa00.
00000100:00000001:1.0:1769078481.219808:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078481.219810:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.219812:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.219820:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078481.219823:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.219825:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078481.219827:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078481.219829:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078481.219833:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.219847:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078481.219848:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078481.219850:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078481.219853:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078481.219856:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078481.219858:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818048:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078481.219862:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078481.219864:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078481.219866:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078481.219867:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078481.219870:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078481.219872:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078481.219877:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078481.219880:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078481.219884:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078481.219905:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610818048, portal 10
00000100:00000001:1.0:1769078481.219908:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078481.219909:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374695168 : -104785334856448 : ffffa0b2c3569500)
00000100:00000040:1.0:1769078481.219917:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.219923:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078481.219926:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078481.219929:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078481.219932:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610818048, offset 0
00000400:00000200:1.0:1769078481.219937:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078481.219942:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078481.219947:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078481.219950:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078481.219953:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078481.219955:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078481.219958:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078481.219961:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22069:22069:256:4294967295] 192.168.204.105@tcp LPNI seq info [22066:22066:8:4294967295]
00000400:00000200:1.0:1769078481.219966:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078481.219973:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078481.219977:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078481.219981:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078481.219985:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078481.219988:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078481.219992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078481.219995:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078481.219999:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078481.220001:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078481.220005:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078481.220008:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078481.220011:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078481.220014:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078481.220016:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078481.220020:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220029:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078481.220032:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220039:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.220040:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078481.220043:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078481.220048:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078481.220051:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078481.220053:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300142612
00000100:00000001:1.0:1769078481.220056:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300143473
00000100:00000001:1.0:1769078481.220058:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300142612
00000100:00000001:1.0:1769078481.220060:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300143473
00000100:00000001:1.0:1769078481.220062:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078481.220065:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.220067:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078481.220071:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481]  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078481.220079:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078481.220080:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078481.220082:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078481.220084:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078481.220086:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078481.220088:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078481.220091:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078481.220099:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220106:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078481.220108:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220109:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078481.220111:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078481.220114:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220120:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078481.220124:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220130:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078481.220133:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220135:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078481.220136:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220138:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078481.220140:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078481.220142:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078481.220146:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078481.220148:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078481.220152:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078481.220160:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818048:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078481.220164:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078481.220167:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220174:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078481.220176:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078481.220178:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078481.220180:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078481.220182:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078481.220185:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818176:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078481.220189:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078481.220190:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078481.220201:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078481.220204:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078481.220208:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078481.220210:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078481.220215:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078481.220217:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078481.220236:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078481.220240:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610818176, portal 4
00000100:00000001:1.0:1769078481.220242:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078481.220244:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374703232 : -104785334848384 : ffffa0b2c356b480)
00000100:00000040:1.0:1769078481.220250:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220256:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078481.220259:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078481.220261:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078481.220310:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610818176, offset 0
00000400:00000200:1.0:1769078481.220315:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078481.220320:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078481.220324:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078481.220343:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078481.220346:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078481.220348:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078481.220351:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078481.220354:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22070:22070:256:4294967295] 192.168.204.105@tcp LPNI seq info [22067:22067:8:4294967295]
00000400:00000200:1.0:1769078481.220358:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078481.220365:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078481.220370:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078481.220373:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078481.220378:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078481.220380:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078481.220384:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078481.220411:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078481.220415:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078481.220417:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078481.220437:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078481.220441:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078481.220444:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078481.220446:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078481.220449:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078481.220452:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220459:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078481.220462:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220468:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.220469:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078481.220474:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078481.220477:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078481.220480:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078481.220482:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300142639
00000100:00000001:1.0:1769078481.220484:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300143473
00000100:00000001:1.0:1769078481.220487:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300142639
00000100:00000001:1.0:1769078481.220489:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300143473
00000100:00000001:1.0:1769078481.220492:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078481.220494:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.220496:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078481.220499:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481]  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078481.220507:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078481.220508:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078481.220510:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078481.220513:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078481.220514:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078481.220516:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078481.220519:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078481.220538:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220544:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078481.220546:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220558:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078481.220560:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078481.220563:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220569:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078481.220572:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220579:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078481.220581:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220582:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078481.220583:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220585:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078481.220586:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078481.220589:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078481.220592:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078481.220594:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078481.220597:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078481.220605:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818176:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078481.220609:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078481.220613:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220636:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078481.220637:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078481.220640:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078481.220642:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078481.220643:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078481.220646:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818304:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078481.220650:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078481.220652:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078481.220653:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078481.220655:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078481.220659:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078481.220660:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078481.220665:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078481.220668:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078481.220671:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078481.220673:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610818304, portal 4
00000100:00000001:1.0:1769078481.220675:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078481.220677:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374705024 : -104785334846592 : ffffa0b2c356bb80)
00000100:00000040:1.0:1769078481.220683:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220689:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078481.220691:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078481.220694:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078481.220696:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610818304, offset 0
00000400:00000200:1.0:1769078481.220700:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078481.220704:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078481.220723:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078481.220726:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078481.220728:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078481.220730:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078481.220732:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078481.220735:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22071:22071:256:4294967295] 192.168.204.105@tcp LPNI seq info [22068:22068:8:4294967295]
00000400:00000200:1.0:1769078481.220739:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078481.220745:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078481.220749:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078481.220752:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078481.220756:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078481.220758:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078481.220762:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078481.220765:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078481.220768:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078481.220770:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078481.220773:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078481.220776:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078481.220779:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078481.220780:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078481.220783:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078481.220787:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220794:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078481.220796:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220802:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.220803:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078481.220806:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078481.220809:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078481.220812:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078481.220814:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300142650
00000100:00000001:1.0:1769078481.220817:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300143473
00000100:00000001:1.0:1769078481.220819:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300142650
00000100:00000001:1.0:1769078481.220821:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300143473
00000100:00000001:1.0:1769078481.220823:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078481.220825:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.220827:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078481.220831:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481]  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078481.220838:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078481.220840:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078481.220841:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078481.220844:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078481.220845:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078481.220847:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078481.220851:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078481.220859:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220871:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078481.220872:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220874:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078481.220875:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078481.220879:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220885:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078481.220889:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220895:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078481.220898:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220899:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078481.220901:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220902:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078481.220904:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078481.220906:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078481.220909:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078481.220912:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078481.220915:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078481.220923:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818304:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078481.220926:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220928:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078481.220931:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569500 x1855007610818048/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220938:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078481.220940:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078481.220942:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078481.220944:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078481.220946:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078481.220947:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078481.220950:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078481.220952:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4bc00.
02000000:00000001:1.0:1769078481.220955:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078481.220956:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078481.220957:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569500.
00000100:00000001:1.0:1769078481.220961:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078481.220963:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.220964:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078481.220967:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b480 x1855007610818176/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.220974:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078481.220975:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078481.220977:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078481.220978:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078481.220980:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078481.220981:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078481.220983:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078481.220984:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49c00.
02000000:00000001:1.0:1769078481.221011:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078481.221013:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078481.221014:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b480.
00000100:00000001:1.0:1769078481.221017:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078481.221018:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.221020:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078481.221023:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356bb80 x1855007610818304/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078481.221029:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078481.221030:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078481.221032:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078481.221035:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078481.221037:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078481.221039:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078481.221042:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078481.221043:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4a400.
02000000:00000001:1.0:1769078481.221046:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078481.221047:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078481.221049:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356bb80.
00000100:00000001:1.0:1769078481.221051:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078481.221053:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.221055:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.221061:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078481.221062:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078481.221065:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078481.221067:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078482.050554:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078482.050563:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078482.050704:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078482.050709:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078482.050712:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078482.114518:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300143473, at 4300143488
00000100:00000010:3.0:1769078482.114537:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a5a0.
00000100:00000040:2.0:1769078482.115465:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300143473, at 4300143489
00000100:00000010:2.0:1769078482.115475:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328ac00.
00010000:00000001:0.0:1769078483.075403:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078483.075413:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078483.075475:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078483.075480:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078483.075484:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078484.099347:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078484.099355:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078484.099476:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078484.099481:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078484.099484:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078485.122562:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078485.122574:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078485.122577:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078485.122580:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078485.122586:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078485.122589:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078485.122591:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078485.122594:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078485.123256:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078485.123260:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078485.123263:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078486.146528:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078486.146535:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078486.146759:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078486.146764:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078486.146767:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078486.338518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078486.338531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078486.338533:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078486.338537:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078486.338541:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078486.338548:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5475
00000400:00000200:2.0:1769078486.338558:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078486.338564:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078486.338567:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078486.338570:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078486.338574:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078486.338576:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078486.338579:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078486.338584:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078486.338587:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078486.338590:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078486.338593:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078486.338596:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078486.338599:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078486.338602:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078486.338605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078486.338607:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078486.338609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078486.338612:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078486.338616:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078486.338619:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078486.338622:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078486.338624:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078486.338627:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.338628:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078486.338630:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078486.338640:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568a80.
00000020:00000040:2.0:1769078486.338644:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078486.338647:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078486.338649:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078486.338652:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078486.338654:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078486.338659:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078486.338668:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48400.
00000100:00000001:2.0:1769078486.338676:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078486.338686:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078486.339537:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078486.339541:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078486.339546:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7136c04] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078486.339567:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078486.339571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078486.339574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078486.339576:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078486.339578:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078486.339580:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078486.339582:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5475
00000400:00000200:2.0:1769078486.339586:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078486.339590:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078486.339592:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078486.339596:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078486.339598:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078486.339600:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078486.339603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078486.339605:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078486.339607:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078486.339609:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078486.339612:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078486.339614:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078486.339616:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078486.339619:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078486.339621:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078486.339623:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078486.339625:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078486.339627:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078486.339630:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078486.339633:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078486.339635:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078486.339662:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078486.339667:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078486.339670:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078486.339687:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.339696:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078486.339698:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078486.339702:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078486.339705:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078486.339708:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078486.339711:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610818432:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078486.339716:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078486.339721:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078486.339723:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078486.339726:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078486.339732:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078486.339735:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078486.339742:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078486.339746:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078486.339754:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078486.339765:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610818432, portal 25
00000100:00000001:1.0:1769078486.339767:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078486.339769:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374692480 : -104785334859136 : ffffa0b2c3568a80)
00000100:00000040:1.0:1769078486.339775:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.339783:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078486.339786:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078486.339788:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078486.339793:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610818432, offset 0
00000400:00000200:1.0:1769078486.339800:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078486.339809:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078486.339816:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078486.339824:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078486.339829:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078486.339833:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078486.339836:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078486.339840:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22072:22072:256:4294967295] 192.168.204.105@tcp LPNI seq info [22069:22069:8:4294967295]
00000400:00000200:1.0:1769078486.339845:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078486.339855:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078486.339862:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078486.339868:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078486.339876:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078486.339881:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078486.339887:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078486.339898:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078486.339903:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078486.339906:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078486.339913:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078486.339919:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078486.339936:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078486.339939:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078486.339944:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078486.339949:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.339959:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078486.339963:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.339969:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.339971:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078486.339978:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078486.339983:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078486.339986:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300148593
00000100:00000010:1.0:1769078486.339993:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a060.
00000100:00000001:1.0:1769078486.340000:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078486.340006:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300148593
00000100:00000010:1.0:1769078486.340010:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328ade0.
00000100:00000001:1.0:1769078486.340013:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078486.340017:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078486.340312:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078486.340317:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.340319:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078486.340324:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078486.340327:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.340329:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078486.340335:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769078486.340338:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078486.340341:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078486.340342:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.340344:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078486.340346:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078486.340348:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078486.340352:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0c00.
00000100:00000001:3.0:1769078486.340356:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078486.340361:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078486.340368:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078486.340370:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078486.340374:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.340383:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078486.340403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078486.340406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078486.340407:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078486.340409:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078486.340411:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078486.340414:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5475
00000400:00000200:3.0:1769078486.340418:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078486.340421:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078486.340424:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078486.340427:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078486.340429:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078486.340432:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078486.340434:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078486.340436:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078486.340437:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078486.340439:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078486.340441:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078486.340443:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078486.340445:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078486.340448:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078486.340450:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078486.340452:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078486.340454:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078486.340456:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078486.340459:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078486.340462:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078486.340464:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078486.340466:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078486.340468:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.340471:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078486.340473:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078486.340475:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.340477:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078486.340481:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769078486.340483:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078486.340486:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078486.340487:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.340488:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078486.340490:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078486.340492:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078486.340495:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1c00.
00000100:00000001:3.0:1769078486.340499:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.340503:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078486.340504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078486.340506:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078486.340510:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486]  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.340511:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078486.340513:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078486.340517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078486.340521:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078486.340523:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769078486.340523:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078486.340526:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000100:00080000:3.0:1769078486.340526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078486.340528:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078486.340530:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00080000:3.0:1769078486.340530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078486.340532:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078486.340533:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1769078486.340533:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769078486.340536:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.340536:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078486.340538:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5475
00000400:00000200:3.0:1769078486.340543:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000200:1.0:1769078486.340545:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078486.340546:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078486.340548:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078486.340551:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078486.340552:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078486.340553:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078486.340555:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078486.340555:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078486.340557:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078486.340557:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078486.340559:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078486.340560:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078486.340562:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078486.340564:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078486.340566:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078486.340568:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078486.340569:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078486.340571:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00100000:1.0:1769078486.340573:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.340573:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078486.340575:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078486.340577:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078486.340580:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:1.0:1769078486.340581:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078486.340582:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078486.340584:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078486.340585:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078486.340586:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078486.340588:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078486.340590:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.340593:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078486.340593:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078486.340594:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078486.340596:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1769078486.340597:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.340598:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078486.340598:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.340599:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.340601:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000010:3.0:1769078486.340602:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000100:00000001:1.0:1769078486.340604:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1769078486.340604:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078486.340606:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1769078486.340607:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1769078486.340607:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078486.340609:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078486.340610:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1769078486.340611:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
02000000:00000001:3.0:1769078486.340612:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.340613:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1769078486.340617:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1000.
00000100:00000040:1.0:1769078486.340618:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.340620:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078486.340624:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769078486.340626:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610818432:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078486.340631:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078486.340631:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078486.340633:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078486.340633:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078486.340636:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078486.340637:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568a80 x1855007610818432/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078486.340645:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078486.340649:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5485)
00000100:00000001:1.0:1769078486.340804:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078486.340807:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078486.340809:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078486.340814:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078486.340816:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078486.340819:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078486.340821:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078486.340824:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48400.
02000000:00000001:1.0:1769078486.340828:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078486.340831:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078486.340833:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568a80.
00000100:00000001:1.0:1769078486.340836:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078486.340837:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.340839:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.340847:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078486.340849:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.340851:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078486.340853:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078486.340854:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078486.340858:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.340864:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078486.340866:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078486.340868:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078486.340869:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078486.340871:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078486.340874:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818560:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078486.340877:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078486.341003:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078486.341006:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078486.341008:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078486.341011:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078486.341013:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078486.341018:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078486.341081:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078486.341085:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078486.341088:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610818560, portal 10
00000100:00000001:1.0:1769078486.341091:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078486.341092:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416960 : -104785198134656 : ffffa0b2cb7cca80)
00000100:00000040:1.0:1769078486.341099:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.341105:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078486.341107:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078486.341109:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078486.341112:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610818560, offset 0
00000400:00000200:1.0:1769078486.341115:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078486.341120:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078486.341124:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078486.341127:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078486.341129:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078486.341132:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078486.341134:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078486.341138:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22073:22073:256:4294967295] 192.168.204.105@tcp LPNI seq info [22070:22070:8:4294967295]
00000400:00000200:1.0:1769078486.341142:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078486.341148:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078486.341153:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078486.341230:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078486.341235:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078486.341238:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078486.341243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078486.341246:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078486.341249:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078486.341251:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078486.341254:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078486.341258:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078486.341261:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078486.341263:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078486.341266:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078486.341270:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.341278:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078486.341281:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.341422:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.341424:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078486.341428:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078486.341432:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078486.341437:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078486.341439:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300147734
00000100:00000001:1.0:1769078486.341442:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300148593
00000100:00000001:1.0:1769078486.341444:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300147734
00000100:00000001:1.0:1769078486.341446:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300148593
00000100:00000001:1.0:1769078486.341448:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078486.341450:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.341452:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078486.341456:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486]  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078486.341465:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078486.341466:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078486.341468:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078486.341471:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078486.341472:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078486.341475:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078486.341478:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078486.341486:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.341492:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078486.341494:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.341495:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078486.341497:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078486.341500:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.341507:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078486.341511:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.341518:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078486.341521:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.341522:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078486.341524:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.341525:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078486.341527:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078486.341530:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078486.341534:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078486.341536:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078486.341540:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078486.341548:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818560:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078486.341553:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078486.341556:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.341631:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078486.341633:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078486.341635:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078486.341637:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078486.341640:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078486.341644:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818688:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078486.341647:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078486.341659:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078486.341661:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078486.341662:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078486.341666:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078486.341668:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078486.341673:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078486.341789:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078486.341794:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078486.341797:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610818688, portal 4
00000100:00000001:1.0:1769078486.341799:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078486.341800:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511426816 : -104785198124800 : ffffa0b2cb7cf100)
00000100:00000040:1.0:1769078486.341807:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.341813:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078486.341815:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078486.341817:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078486.341820:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610818688, offset 0
00000400:00000200:1.0:1769078486.341823:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078486.341828:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078486.341832:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078486.341835:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078486.341838:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078486.341840:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078486.341842:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078486.341845:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22074:22074:256:4294967295] 192.168.204.105@tcp LPNI seq info [22071:22071:8:4294967295]
00000400:00000200:1.0:1769078486.341849:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078486.341856:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078486.341861:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078486.341865:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078486.341869:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078486.341871:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078486.341876:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078486.341878:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078486.341894:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078486.341897:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078486.341900:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078486.341904:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078486.341907:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078486.341909:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078486.341911:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078486.341915:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.341922:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078486.342085:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342093:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.342094:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078486.342099:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078486.342101:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078486.342105:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078486.342107:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300147760
00000100:00000001:1.0:1769078486.342109:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300148593
00000100:00000001:1.0:1769078486.342111:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300147760
00000100:00000001:1.0:1769078486.342114:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300148593
00000100:00000001:1.0:1769078486.342116:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078486.342118:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.342120:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078486.342123:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486]  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078486.342132:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078486.342133:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078486.342135:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078486.342137:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078486.342139:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078486.342142:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078486.342145:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078486.342224:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342233:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078486.342235:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.342237:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078486.342238:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078486.342243:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342249:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078486.342253:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342260:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078486.342263:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.342264:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078486.342266:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.342267:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078486.342269:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078486.342272:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078486.342275:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078486.342277:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078486.342281:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078486.342335:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818688:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078486.342341:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078486.342428:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342436:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078486.342438:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078486.342440:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078486.342442:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078486.342445:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078486.342447:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818816:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078486.342451:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078486.342453:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078486.342454:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078486.342456:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078486.342460:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078486.342462:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078486.342466:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078486.342468:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078486.342471:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078486.342474:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610818816, portal 4
00000100:00000001:1.0:1769078486.342476:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078486.342478:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511425024 : -104785198126592 : ffffa0b2cb7cea00)
00000100:00000040:1.0:1769078486.342483:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342489:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078486.342492:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078486.342494:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078486.342496:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610818816, offset 0
00000400:00000200:1.0:1769078486.342500:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078486.342504:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078486.342507:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078486.342510:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078486.342513:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078486.342515:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078486.342517:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078486.342521:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22075:22075:256:4294967295] 192.168.204.105@tcp LPNI seq info [22072:22072:8:4294967295]
00000400:00000200:1.0:1769078486.342525:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078486.342531:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078486.342536:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078486.342539:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078486.342543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078486.342545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078486.342549:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078486.342551:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078486.342555:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078486.342557:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078486.342571:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078486.342575:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078486.342578:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078486.342580:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078486.342583:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078486.342586:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342593:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078486.342595:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342602:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.342603:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078486.342606:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078486.342609:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078486.342613:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078486.342615:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300147772
00000100:00000001:1.0:1769078486.342617:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300148593
00000100:00000001:1.0:1769078486.342619:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300147772
00000100:00000001:1.0:1769078486.342621:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300148593
00000100:00000001:1.0:1769078486.342623:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078486.342626:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.342627:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078486.342631:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486]  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078486.342640:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078486.342641:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078486.342643:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078486.342645:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078486.342657:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078486.342659:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078486.342663:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078486.342671:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342828:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078486.342829:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.342831:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078486.342832:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078486.342837:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342843:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078486.342847:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.342854:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078486.342856:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.342858:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078486.342859:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.342861:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078486.342863:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078486.342865:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078486.342869:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078486.342871:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078486.342875:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078486.343011:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610818816:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078486.343015:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.343017:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078486.343090:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cca80 x1855007610818560/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.343098:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078486.343100:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078486.343102:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078486.343105:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078486.343107:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078486.343108:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078486.343110:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078486.343112:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0c00.
02000000:00000001:1.0:1769078486.343115:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078486.343116:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078486.343118:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cca80.
00000100:00000001:1.0:1769078486.343120:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078486.343122:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.343123:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078486.343127:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf100 x1855007610818688/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.343134:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078486.343135:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078486.343136:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078486.343139:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078486.343140:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078486.343141:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078486.343143:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078486.343145:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1c00.
02000000:00000001:1.0:1769078486.343147:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078486.343148:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078486.343150:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf100.
00000100:00000001:1.0:1769078486.343152:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078486.343153:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.343229:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078486.343233:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cea00 x1855007610818816/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078486.343239:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078486.343241:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078486.343243:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078486.343246:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078486.343247:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078486.343248:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078486.343250:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078486.343252:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1000.
02000000:00000001:1.0:1769078486.343255:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078486.343256:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078486.343257:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cea00.
00000100:00000001:1.0:1769078486.343260:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078486.343261:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.343263:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078486.343268:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078486.343270:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078486.343272:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078486.343274:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078487.170636:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078487.170646:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078487.171518:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078487.171522:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078487.171525:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078487.234577:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300148593, at 4300148608
00000100:00000040:3.0:1769078487.234581:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300148593, at 4300148608
00000100:00000010:3.0:1769078487.234597:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328ade0.
00000100:00000010:2.0:1769078487.234600:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a060.
00010000:00000001:0.0:1769078488.194529:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078488.194536:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078488.194628:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078488.194632:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078488.194636:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078489.219298:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078489.219307:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078489.219614:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078489.219617:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078489.219663:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078490.242536:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078490.242543:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078490.244252:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078490.244255:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078490.244258:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078491.266535:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078491.266541:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078491.267545:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078491.267548:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078491.267551:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078491.459336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078491.459347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078491.459350:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078491.459354:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078491.459358:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078491.459365:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5480
00000400:00000200:3.0:1769078491.459374:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078491.459380:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078491.459383:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078491.459386:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459420:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078491.459423:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459425:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078491.459429:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078491.459431:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078491.459434:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078491.459436:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078491.459438:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078491.459441:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078491.459444:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459445:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078491.459447:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459449:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078491.459452:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078491.459455:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459459:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.459462:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078491.459466:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078491.459469:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459472:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078491.459474:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078491.459483:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ced80.
00000020:00000040:3.0:1769078491.459488:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078491.459492:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078491.459493:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459497:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078491.459499:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078491.459504:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078491.459512:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2800.
00000100:00000001:3.0:1769078491.459519:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078491.459528:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078491.459538:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078491.459543:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078491.459548:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008770b395] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.459579:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078491.459583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078491.459586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078491.459587:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078491.459588:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078491.459591:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078491.459593:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5480
00000400:00000200:3.0:1769078491.459597:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078491.459600:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078491.459603:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078491.459606:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078491.459609:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459611:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078491.459613:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078491.459614:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078491.459616:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078491.459618:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078491.459620:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078491.459622:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078491.459625:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459626:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078491.459628:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459630:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078491.459632:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078491.459635:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459637:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.459639:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078491.459644:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078491.459646:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459648:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078491.459652:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078491.459655:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459657:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078491.459661:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cea00.
00000020:00000040:3.0:1769078491.459664:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078491.459666:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078491.459667:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459669:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078491.459670:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078491.459672:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078491.459675:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0000.
00000100:00000001:3.0:1769078491.459678:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078491.459683:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078491.459691:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078491.459693:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078491.459697:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8a7bfd8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.459710:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078491.459712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078491.459715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078491.459717:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078491.459718:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078491.459720:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078491.459725:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5480
00000400:00000200:3.0:1769078491.459729:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078491.459731:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078491.459733:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078491.459735:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078491.459739:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459741:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078491.459743:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078491.459744:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078491.459746:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078491.459748:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078491.459749:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078491.459751:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078491.459754:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078491.459776:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459778:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078491.459780:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078491.459783:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459785:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.459787:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078491.459790:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078491.459792:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459794:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078491.459797:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078491.459799:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459801:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078491.459804:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf100.
00000020:00000040:3.0:1769078491.459807:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078491.459809:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078491.459810:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459812:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078491.459813:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078491.459815:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078491.459818:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa3c00.
00000100:00000001:3.0:1769078491.459820:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078491.459823:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078491.459828:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078491.459830:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078491.459832:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f0e4de] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.459836:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078491.459838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078491.459841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078491.459842:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078491.459843:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078491.459845:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078491.459846:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5480
00000400:00000200:3.0:1769078491.459849:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078491.459850:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078491.459852:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078491.459854:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459855:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078491.459856:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459857:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078491.459859:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078491.459859:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078491.459860:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078491.459861:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078491.459862:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078491.459863:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078491.459865:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459866:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078491.459867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078491.459869:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078491.459871:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078491.459873:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078491.459873:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078491.459875:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078491.459876:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459877:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078491.459878:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078491.459879:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459880:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078491.459882:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cca80.
00000020:00000040:3.0:1769078491.459883:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078491.459884:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078491.459885:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078491.459886:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078491.459887:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078491.459888:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078491.459890:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2000.
00000100:00000001:3.0:1769078491.459892:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078491.459894:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078491.459898:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078491.459899:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078491.459901:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3f2732] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078491.459905:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078491.459908:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5490)
00000100:00000001:1.0:1769078491.460020:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078491.460023:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078491.460025:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078491.460030:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460036:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078491.460037:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078491.460040:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078491.460042:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078491.460043:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078491.460046:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610818944:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078491.460048:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078491.460052:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078491.460053:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078491.460055:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078491.460058:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078491.460059:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078491.460064:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078491.460066:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078491.460070:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078491.460076:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610818944, portal 25
00000100:00000001:1.0:1769078491.460077:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078491.460078:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511425920 : -104785198125696 : ffffa0b2cb7ced80)
00000100:00000040:1.0:1769078491.460082:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460086:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078491.460088:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078491.460101:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078491.460106:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610818944, offset 0
00000400:00000200:1.0:1769078491.460112:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078491.460191:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078491.460197:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078491.460203:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078491.460207:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078491.460210:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078491.460213:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078491.460217:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22076:22076:256:4294967295] 192.168.204.105@tcp LPNI seq info [22073:22073:8:4294967295]
00000400:00000200:1.0:1769078491.460221:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078491.460229:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078491.460235:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078491.460240:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078491.460247:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078491.460251:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078491.460257:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078491.460260:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078491.460264:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078491.460267:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078491.460272:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078491.460277:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078491.460282:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078491.460284:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078491.460288:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078491.460292:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460301:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078491.460305:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460312:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078491.460314:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078491.460319:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078491.460323:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078491.460326:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300153713
00000100:00000010:1.0:1769078491.460330:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a960.
00000100:00000001:1.0:1769078491.460337:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078491.460342:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300153713
00000100:00000010:1.0:1769078491.460345:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a4e0.
00000100:00000001:1.0:1769078491.460348:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078491.460351:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078491.460354:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078491.460356:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078491.460360:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491]  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078491.460370:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078491.460371:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078491.460373:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078491.460376:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078491.460378:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078491.460380:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078491.460383:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078491.460435:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460441:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078491.460443:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.460445:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078491.460447:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078491.460451:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460456:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078491.460460:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460467:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078491.460470:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.460471:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078491.460472:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.460475:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078491.460476:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078491.460491:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078491.460495:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078491.460498:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078491.460502:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078491.460509:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610818944:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078491.460513:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078491.460516:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460521:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078491.460523:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078491.460525:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078491.460527:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078491.460528:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078491.460531:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819072:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078491.460534:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078491.460535:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078491.460536:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078491.460538:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078491.460541:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078491.460543:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078491.460547:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078491.460550:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078491.460553:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078491.460556:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610819072, portal 10
00000100:00000001:1.0:1769078491.460558:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078491.460559:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511425024 : -104785198126592 : ffffa0b2cb7cea00)
00000100:00000040:1.0:1769078491.460565:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460571:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078491.460573:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078491.460575:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078491.460578:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610819072, offset 0
00000400:00000200:1.0:1769078491.460582:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078491.460586:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078491.460589:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078491.460592:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078491.460594:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078491.460597:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078491.460599:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078491.460601:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22077:22077:256:4294967295] 192.168.204.105@tcp LPNI seq info [22074:22074:8:4294967295]
00000400:00000200:1.0:1769078491.460605:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078491.460611:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078491.460615:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078491.460618:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078491.460620:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078491.460622:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078491.460625:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078491.460626:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078491.460629:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078491.460630:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078491.460632:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078491.460634:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078491.460637:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078491.460638:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078491.460639:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078491.460642:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460647:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078491.460649:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460653:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078491.460654:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078491.460655:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078491.460658:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078491.460661:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078491.460662:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300152853
00000100:00000001:1.0:1769078491.460664:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300153713
00000100:00000001:1.0:1769078491.460666:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300152853
00000100:00000001:1.0:1769078491.460667:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300153713
00000100:00000001:1.0:1769078491.460668:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078491.460669:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078491.460671:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078491.460673:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491]  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078491.460677:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078491.460678:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078491.460679:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078491.460680:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078491.460681:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078491.460682:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078491.460684:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078491.460688:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460692:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078491.460692:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.460693:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078491.460694:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078491.460696:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460699:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078491.460702:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460715:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078491.460718:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.460719:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078491.460720:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.460722:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078491.460724:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078491.460726:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078491.460729:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078491.460731:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078491.460735:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078491.460742:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819072:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078491.460746:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078491.460749:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460755:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078491.460756:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078491.460758:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078491.460759:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078491.460771:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078491.460775:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819200:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078491.460778:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078491.460780:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078491.460781:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078491.460782:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078491.460786:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078491.460788:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078491.460791:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078491.460794:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078491.460797:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078491.460800:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610819200, portal 4
00000100:00000001:1.0:1769078491.460802:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078491.460803:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511426816 : -104785198124800 : ffffa0b2cb7cf100)
00000100:00000040:1.0:1769078491.460809:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460815:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078491.460816:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078491.460819:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078491.460821:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610819200, offset 0
00000400:00000200:1.0:1769078491.460825:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078491.460829:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078491.460832:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078491.460835:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078491.460837:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078491.460839:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078491.460841:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078491.460844:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22078:22078:256:4294967295] 192.168.204.105@tcp LPNI seq info [22075:22075:8:4294967295]
00000400:00000200:1.0:1769078491.460847:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078491.460850:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078491.460853:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078491.460856:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078491.460858:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078491.460860:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078491.460862:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078491.460863:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078491.460866:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078491.460867:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078491.460869:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078491.460871:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078491.460873:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078491.460874:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078491.460876:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078491.460878:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460883:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078491.460885:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460888:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078491.460889:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078491.460891:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078491.460893:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078491.460895:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078491.460896:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300152879
00000100:00000001:1.0:1769078491.460898:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300153713
00000100:00000001:1.0:1769078491.460899:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300152879
00000100:00000001:1.0:1769078491.460900:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300153713
00000100:00000001:1.0:1769078491.460902:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078491.460903:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078491.460904:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078491.460905:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491]  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078491.460910:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078491.460911:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078491.460912:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078491.460913:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078491.460914:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078491.460915:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078491.460917:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078491.460921:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460928:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078491.460929:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.460930:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078491.460931:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078491.460933:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460937:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078491.460939:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460942:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078491.460943:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.460944:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078491.460945:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.460946:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078491.460947:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078491.460948:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078491.460950:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078491.460951:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078491.460953:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078491.460957:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819200:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078491.460960:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078491.460962:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460965:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078491.460966:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078491.460968:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078491.460969:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078491.460970:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078491.460971:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819328:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078491.460973:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078491.460974:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078491.460975:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078491.460976:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078491.460978:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078491.460979:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078491.460981:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078491.460983:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078491.460984:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078491.460986:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610819328, portal 4
00000100:00000001:1.0:1769078491.460987:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078491.460988:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511416960 : -104785198134656 : ffffa0b2cb7cca80)
00000100:00000040:1.0:1769078491.460991:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.460994:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078491.460996:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078491.460997:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078491.460998:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610819328, offset 0
00000400:00000200:1.0:1769078491.461001:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078491.461003:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078491.461004:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078491.461006:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078491.461008:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078491.461009:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078491.461011:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078491.461014:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22079:22079:256:4294967295] 192.168.204.105@tcp LPNI seq info [22076:22076:8:4294967295]
00000400:00000200:1.0:1769078491.461016:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078491.461020:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078491.461023:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078491.461025:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078491.461028:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078491.461030:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078491.461033:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078491.461035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078491.461037:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078491.461038:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078491.461040:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078491.461042:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078491.461044:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078491.461045:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078491.461046:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078491.461048:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.461052:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078491.461054:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.461058:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078491.461058:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078491.461060:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078491.461062:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078491.461064:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078491.461066:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300152890
00000100:00000001:1.0:1769078491.461067:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300153713
00000100:00000001:1.0:1769078491.461068:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300152890
00000100:00000001:1.0:1769078491.461070:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300153713
00000100:00000001:1.0:1769078491.461071:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078491.461072:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078491.461073:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078491.461074:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491]  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078491.461079:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078491.461080:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078491.461081:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078491.461082:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078491.461083:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078491.461084:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078491.461085:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078491.461100:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.461105:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078491.461106:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.461107:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078491.461108:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078491.461110:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.461880:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078491.461885:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.461890:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078491.461892:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.461893:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078491.461894:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.461895:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078491.461896:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078491.461897:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078491.461899:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078491.461900:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078491.461903:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078491.461908:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819328:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078491.461910:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.461912:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078491.461914:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ced80 x1855007610818944/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.461918:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078491.461920:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078491.461923:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:1.0:1769078491.461925:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078491.461927:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078491.461929:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078491.461931:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078491.461934:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2800.
02000000:00000001:1.0:1769078491.461937:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078491.461939:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078491.461940:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ced80.
00000100:00000001:1.0:1769078491.461944:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078491.461945:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.461947:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078491.461950:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cea00 x1855007610819072/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.461957:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078491.461958:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078491.461960:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:1.0:1769078491.461962:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078491.461963:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078491.461964:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078491.461966:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078491.461967:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0000.
02000000:00000001:1.0:1769078491.461969:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078491.461971:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078491.461972:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cea00.
00000100:00000001:1.0:1769078491.461973:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078491.461974:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.461975:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078491.461978:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf100 x1855007610819200/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.461982:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078491.461982:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078491.461983:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:1.0:1769078491.461985:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078491.461986:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078491.461987:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078491.461988:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078491.461989:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa3c00.
02000000:00000001:1.0:1769078491.461990:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078491.461991:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078491.461992:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf100.
00000100:00000001:1.0:1769078491.461993:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078491.461994:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.461995:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078491.461997:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cca80 x1855007610819328/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078491.462000:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078491.462000:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078491.462001:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:1.0:1769078491.462003:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078491.462003:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078491.462004:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078491.462005:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078491.462005:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2000.
02000000:00000001:1.0:1769078491.462006:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078491.462007:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078491.462008:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cca80.
00000100:00000001:1.0:1769078491.462009:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078491.462009:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.462011:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078491.462017:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078491.462018:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078491.462020:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078491.462021:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078491.970503:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:1.0:1769078491.970510:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:1.0:1769078491.970514:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769078491.970785:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769078491.970790:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078491.970804:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769078491.970809:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078491.970812:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078492.290588:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078492.290597:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078492.291183:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078492.291191:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078492.291198:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078492.354524:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300153713, at 4300153728
00000100:00000040:3.0:1769078492.354524:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300153713, at 4300153728
00000100:00000010:2.0:1769078492.354552:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a960.
00000100:00000010:3.0:1769078492.354556:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a4e0.
00010000:00000001:0.0:1769078493.314507:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078493.314514:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078493.314597:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078493.314601:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078493.314604:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078494.338555:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078494.338564:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078494.339093:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078494.339097:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078494.339101:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078495.362704:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078495.362716:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078495.362719:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078495.362721:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078495.362727:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078495.362729:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078495.362737:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078495.362741:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078495.362892:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078495.362898:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078495.362902:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078496.386646:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078496.386656:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078496.386772:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078496.386776:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078496.386779:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078496.578699:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078496.578711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078496.578713:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078496.578718:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078496.578723:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078496.578732:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5485
00000400:00000200:1.0:1769078496.578744:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078496.578750:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078496.578754:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078496.578757:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.578761:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078496.578763:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.578766:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078496.578771:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078496.578773:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078496.578776:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078496.578779:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078496.578781:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078496.578784:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078496.578787:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.578789:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078496.578791:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.578792:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078496.578795:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078496.578798:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078496.578800:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078496.578803:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078496.578806:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078496.578809:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.578811:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078496.578813:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078496.578824:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78700.
00000020:00000040:1.0:1769078496.578828:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078496.578831:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078496.578833:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.578835:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078496.578838:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078496.578842:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078496.578850:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67aec00.
00000100:00000001:1.0:1769078496.578856:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078496.578865:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078496.578875:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078496.578880:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078496.578884:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087ffcb3c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.578944:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078496.578949:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078496.578951:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078496.578958:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.578967:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078496.578969:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.578973:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078496.578975:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078496.578977:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078496.578980:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610819456:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078496.578984:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078496.578988:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078496.578990:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.578994:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078496.578999:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078496.579001:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078496.579017:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078496.579021:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078496.579028:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078496.579037:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610819456, portal 25
00000100:00000001:2.0:1769078496.579039:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078496.579041:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384194304 : -104785325357312 : ffffa0b2c3e78700)
00000100:00000040:2.0:1769078496.579046:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.579054:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078496.579057:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078496.579060:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078496.579063:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610819456, offset 0
00000400:00000200:2.0:1769078496.579069:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078496.579078:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078496.579084:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078496.579090:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078496.579095:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078496.579099:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078496.579102:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078496.579106:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22080:22080:256:4294967295] 192.168.204.105@tcp LPNI seq info [22077:22077:8:4294967295]
00000400:00000200:2.0:1769078496.579110:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078496.579119:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078496.579125:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078496.579131:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078496.579138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078496.579142:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078496.579151:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078496.579154:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078496.579158:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078496.579161:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078496.579168:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078496.579173:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078496.579179:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078496.579181:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078496.579185:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078496.579189:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078496.579211:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078496.579214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078496.579217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078496.579219:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078496.579220:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078496.579223:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078496.579225:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5485
00000400:00000200:1.0:1769078496.579228:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078496.579230:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078496.579232:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078496.579235:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.579238:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078496.579240:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.579242:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078496.579244:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078496.579245:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078496.579246:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078496.579248:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078496.579250:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078496.579252:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078496.579254:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.579256:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078496.579258:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.579259:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078496.579262:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078496.579264:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078496.579266:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078496.579268:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078496.579272:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078496.579274:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.579276:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078496.579280:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078496.579283:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.579285:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078496.579288:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a300.
00000020:00000040:1.0:1769078496.579290:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078496.579293:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078496.579294:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.579296:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078496.579298:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078496.579299:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078496.579303:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67adc00.
00000100:00000001:1.0:1769078496.579306:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078496.579311:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078496.579317:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078496.579320:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078496.579323:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfae78b9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.579710:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078496.579716:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.579724:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.579726:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078496.579736:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078496.579741:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078496.579744:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300158833
00000100:00000010:2.0:1769078496.579750:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
00000100:00000001:2.0:1769078496.579756:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078496.579763:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300158833
00000100:00000010:2.0:1769078496.579766:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf7e0.
00000100:00000001:2.0:1769078496.579769:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078496.579772:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078496.579775:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.579778:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078496.579782:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496]  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078496.579792:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078496.579794:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078496.579796:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078496.579798:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078496.579799:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078496.579802:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078496.579805:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078496.579813:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.579820:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078496.579822:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.579824:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078496.579826:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078496.579829:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.579835:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078496.579839:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.579847:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078496.579850:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.579851:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078496.579852:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.579855:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078496.579857:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078496.579859:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078496.579863:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078496.579864:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078496.579868:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078496.579875:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610819456:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078496.579879:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.579882:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078496.579884:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78700 x1855007610819456/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.579896:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078496.579898:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078496.579901:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078496.579904:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078496.579905:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078496.579907:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078496.579908:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078496.579911:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67aec00.
02000000:00000001:2.0:1769078496.579914:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078496.579916:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078496.579918:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78700.
00000100:00000001:2.0:1769078496.579920:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078496.579922:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.579923:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.579931:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078496.579933:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.579935:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078496.579937:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078496.579938:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078496.579941:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.579947:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078496.579948:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.579950:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078496.579951:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078496.579953:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078496.579956:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819584:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078496.579959:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078496.579961:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078496.579962:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.579964:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078496.579966:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078496.579968:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078496.579971:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078496.579974:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078496.579977:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078496.579980:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610819584, portal 10
00000100:00000001:2.0:1769078496.579982:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078496.579984:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384201472 : -104785325350144 : ffffa0b2c3e7a300)
00000100:00000040:2.0:1769078496.579990:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.579996:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078496.579999:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078496.580000:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078496.580002:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610819584, offset 0
00000100:00000001:1.0:1769078496.580193:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078496.580197:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078496.580200:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078496.580202:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078496.580204:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078496.580207:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078496.580210:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5485
00000400:00000200:1.0:1769078496.580214:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078496.580217:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078496.580219:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078496.580222:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.580224:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078496.580226:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.580228:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078496.580231:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078496.580232:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078496.580234:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078496.580236:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078496.580238:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078496.580239:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078496.580242:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.580243:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078496.580245:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.580246:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078496.580248:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078496.580250:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078496.580252:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078496.580254:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078496.580257:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078496.580258:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.580260:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078496.580262:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078496.580265:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.580266:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078496.580269:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79500.
00000020:00000040:1.0:1769078496.580271:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078496.580273:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078496.580275:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.580276:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078496.580278:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078496.580279:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078496.580283:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac800.
00000100:00000001:1.0:1769078496.580286:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078496.580290:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078496.580302:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078496.580304:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078496.580307:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cf38f94] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078496.580315:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078496.580318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078496.580321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078496.580323:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078496.580324:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078496.580326:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078496.580327:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5485
00000400:00000200:1.0:1769078496.580330:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078496.580332:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078496.580334:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078496.580336:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.580338:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078496.580340:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.580342:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078496.580344:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078496.580344:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078496.580346:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078496.580347:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078496.580349:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078496.580350:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078496.580353:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.580354:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078496.580356:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078496.580357:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078496.580360:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078496.580362:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078496.580365:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078496.580366:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078496.580368:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078496.580370:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.580371:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078496.580373:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078496.580375:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.580377:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078496.580380:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79180.
00000020:00000040:1.0:1769078496.580382:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078496.580384:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078496.580627:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078496.580632:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078496.580637:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078496.580642:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078496.580645:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078496.580648:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078496.580651:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078496.580654:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22081:22081:256:4294967295] 192.168.204.105@tcp LPNI seq info [22078:22078:8:4294967295]
00000400:00000200:2.0:1769078496.580658:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078496.580664:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078496.580669:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078496.580672:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078496.580677:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078496.580680:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078496.580684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078496.580687:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078496.580690:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078496.580692:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078496.580696:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078496.580699:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078496.580702:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078496.580704:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078496.580707:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078496.580711:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.580718:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078496.580721:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.580727:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.580728:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078496.580732:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078496.580736:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078496.580739:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078496.580741:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300157973
00000100:00000001:2.0:1769078496.580744:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300158833
00000100:00000001:2.0:1769078496.580746:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300157973
00000100:00000001:2.0:1769078496.580748:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300158833
00000100:00000001:2.0:1769078496.580750:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078496.580752:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.580754:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078496.580758:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496]  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078496.580765:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078496.580767:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078496.580769:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078496.580771:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078496.580773:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
02000000:00000001:1.0:1769078496.580860:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078496.580863:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078496.580865:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078496.580867:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078496.580871:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac000.
00000100:00000001:1.0:1769078496.580875:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078496.580879:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078496.580886:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078496.580888:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078496.580891:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb405fe] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078496.580898:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078496.580903:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5495)
00000100:00000001:2.0:1769078496.580949:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078496.580953:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078496.580961:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.580972:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078496.580973:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.580975:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078496.580977:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078496.580980:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.580986:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078496.580990:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.580996:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078496.580999:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.581000:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078496.581001:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.581003:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078496.581015:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078496.581017:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078496.581021:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078496.581023:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078496.581027:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078496.581034:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819584:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078496.581038:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.581040:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078496.581043:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a300 x1855007610819584/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.581049:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078496.581051:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078496.581053:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078496.581056:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078496.581058:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078496.581059:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078496.581061:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078496.581063:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67adc00.
02000000:00000001:2.0:1769078496.581066:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078496.581067:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078496.581069:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a300.
00000100:00000001:2.0:1769078496.581072:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078496.581073:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.581074:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.581080:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078496.581082:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.581083:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078496.581085:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078496.581086:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078496.581089:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.581095:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078496.581097:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.581099:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078496.581101:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078496.581103:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078496.581105:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819712:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078496.581109:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078496.581111:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078496.581112:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.581114:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078496.581117:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078496.581119:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078496.581123:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078496.581125:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078496.581129:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078496.581132:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610819712, portal 4
00000100:00000001:2.0:1769078496.581134:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078496.581136:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384197888 : -104785325353728 : ffffa0b2c3e79500)
00000100:00000040:2.0:1769078496.581141:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.581147:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078496.581149:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078496.581151:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078496.581153:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610819712, offset 0
00000400:00000200:2.0:1769078496.581156:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078496.581160:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078496.581163:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078496.581166:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078496.581169:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078496.581171:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078496.581173:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078496.581176:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22082:22082:256:4294967295] 192.168.204.105@tcp LPNI seq info [22079:22079:8:4294967295]
00000400:00000200:2.0:1769078496.581179:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078496.581184:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078496.581189:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078496.581191:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078496.581195:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078496.581198:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078496.581202:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078496.581204:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078496.581208:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078496.581209:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078496.581212:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078496.581214:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078496.581217:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078496.581219:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078496.581221:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078496.581224:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.581235:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078496.581238:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.581243:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.581244:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078496.581247:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078496.581250:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078496.581253:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078496.581255:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300157999
00000100:00000001:2.0:1769078496.581257:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300158833
00000100:00000001:2.0:1769078496.581259:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300157999
00000100:00000001:2.0:1769078496.581261:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300158833
00000100:00000001:2.0:1769078496.581264:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078496.581266:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.581267:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078496.581270:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496]  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078496.581277:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078496.581279:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078496.581280:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078496.581282:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078496.581284:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078496.581286:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078496.581289:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078496.581296:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.581301:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078496.581303:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.581305:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078496.581306:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078496.581309:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.581315:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078496.581318:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.581324:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078496.581326:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.581328:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078496.581329:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.581331:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078496.581332:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078496.581335:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078496.581338:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078496.581340:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078496.581343:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078496.581350:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819712:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078496.581354:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078496.581356:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.581362:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078496.581363:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.581365:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078496.581367:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078496.581368:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078496.581371:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819840:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078496.581375:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078496.581376:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078496.581378:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078496.581380:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078496.581383:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078496.582043:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078496.582053:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078496.582057:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078496.582061:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078496.582066:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610819840, portal 4
00000100:00000001:2.0:1769078496.582069:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078496.582070:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196992 : -104785325354624 : ffffa0b2c3e79180)
00000100:00000040:2.0:1769078496.582078:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.582084:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078496.582086:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078496.582089:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078496.582091:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610819840, offset 0
00000400:00000200:2.0:1769078496.582095:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078496.582100:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078496.582104:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078496.582107:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078496.582111:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078496.582113:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078496.582115:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078496.582118:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22083:22083:256:4294967295] 192.168.204.105@tcp LPNI seq info [22080:22080:8:4294967295]
00000400:00000200:2.0:1769078496.582122:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078496.582128:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078496.582133:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078496.582137:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078496.582142:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078496.582145:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078496.582150:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078496.582152:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078496.582156:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078496.582158:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078496.582161:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078496.582165:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078496.582167:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078496.582169:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078496.582171:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078496.582174:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.582180:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078496.582182:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.582186:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.582187:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078496.582190:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078496.582192:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078496.582194:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078496.582196:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300158011
00000100:00000001:2.0:1769078496.582198:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300158833
00000100:00000001:2.0:1769078496.582199:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300158011
00000100:00000001:2.0:1769078496.582201:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300158833
00000100:00000001:2.0:1769078496.582202:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078496.582203:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.582205:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078496.582207:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496]  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078496.582212:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078496.582214:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078496.582216:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078496.582217:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078496.582218:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078496.582219:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078496.582221:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078496.582225:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.582229:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078496.582229:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.582231:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078496.582232:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078496.582234:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.582237:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078496.582239:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.582244:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078496.582245:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.582247:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078496.582247:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.582249:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078496.582250:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078496.582251:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078496.582253:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078496.582254:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078496.582256:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078496.582264:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610819840:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078496.582267:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.582269:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078496.582270:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79500 x1855007610819712/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.582274:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078496.582275:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078496.582276:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078496.582277:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078496.582278:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078496.582279:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078496.582280:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078496.582281:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac800.
02000000:00000001:2.0:1769078496.582282:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078496.582283:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078496.582284:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79500.
00000100:00000001:2.0:1769078496.582286:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078496.582287:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.582287:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078496.582289:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79180 x1855007610819840/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078496.582293:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078496.582294:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078496.582295:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078496.582296:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078496.582296:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078496.582297:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078496.582298:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078496.582299:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac000.
02000000:00000001:2.0:1769078496.582299:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078496.582300:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078496.582301:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79180.
00000100:00000001:2.0:1769078496.582303:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078496.582303:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.582305:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.582308:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078496.582309:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078496.582311:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078496.582312:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078497.411845:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078497.411855:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078497.411963:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078497.411967:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078497.411971:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078497.474521:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300158833, at 4300158848
00000100:00000010:2.0:1769078497.474542:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00000100:00000040:3.0:1769078497.475278:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300158833, at 4300158848
00000100:00000010:3.0:1769078497.475286:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00010000:00000001:0.0:1769078498.434622:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078498.434632:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078498.434689:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078498.434693:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078498.434697:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078499.458527:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078499.458536:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078499.459013:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078499.459017:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078499.459021:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078500.482857:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078500.482865:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078500.483032:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078500.483036:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078500.483041:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078501.509905:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078501.509912:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078501.510044:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078501.510051:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078501.510056:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078501.698726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078501.698738:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078501.698741:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078501.698745:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078501.698750:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078501.698757:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5490
00000400:00000200:3.0:1769078501.698766:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078501.698773:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078501.698776:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078501.698780:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.698784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078501.698787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.698790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078501.698795:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078501.698797:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078501.698800:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078501.698802:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078501.698804:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078501.698807:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078501.698810:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.698812:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078501.698814:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.698815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078501.698819:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078501.698822:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078501.698825:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.698828:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078501.698831:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078501.698834:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.698837:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078501.698839:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078501.698849:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cd500.
00000020:00000040:3.0:1769078501.698854:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078501.698858:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078501.698859:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.698862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078501.698865:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078501.698869:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078501.698877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2000.
00000100:00000001:3.0:1769078501.698884:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078501.698892:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078501.698903:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078501.698908:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078501.698913:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c2da9a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.698978:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078501.698981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078501.698984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078501.698986:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078501.698996:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078501.698999:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078501.699001:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5490
00000400:00000200:3.0:1769078501.699006:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078501.699009:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078501.699011:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078501.699014:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699015:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078501.699017:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699019:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078501.699022:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078501.699023:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078501.699025:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078501.699028:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:3.0:1769078501.699030:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078501.699032:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:3.0:1769078501.699035:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078501.699039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078501.699043:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:3.0:1769078501.699046:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699048:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.699050:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078501.699056:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078501.699059:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.699061:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078501.699065:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078501.699068:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.699070:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078501.699074:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cf480.
00000020:00000040:3.0:1769078501.699077:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:3.0:1769078501.699080:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078501.699081:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.699083:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078501.699084:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078501.699087:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078501.699091:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa3c00.
00000100:00000001:3.0:1769078501.699094:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078501.699098:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078501.699106:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078501.699108:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078501.699112:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb0d39d0] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.699121:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078501.699124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078501.699127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078501.699129:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078501.699130:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078501.699133:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078501.699136:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5490
00000400:00000200:3.0:1769078501.699140:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078501.699143:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078501.699146:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078501.699149:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078501.699153:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699154:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078501.699157:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078501.699158:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078501.699159:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078501.699161:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078501.699163:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078501.699165:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:3.0:1769078501.699168:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699170:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078501.699172:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699174:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078501.699176:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:3.0:1769078501.699179:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699182:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.699184:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078501.699186:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078501.699188:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.699190:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078501.699192:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078501.699194:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.699196:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078501.699199:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdf80.
00000020:00000040:3.0:1769078501.699202:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078501.699204:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078501.699205:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.699207:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078501.699208:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078501.699209:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078501.699212:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0000.
00000100:00000001:3.0:1769078501.699216:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078501.699220:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078501.699228:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078501.699231:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078501.699234:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a1b6cc8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.699241:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078501.699244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078501.699247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078501.699249:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078501.699250:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078501.699253:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078501.699255:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5490
00000400:00000200:3.0:1769078501.699259:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078501.699262:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078501.699265:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078501.699267:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699270:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078501.699272:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699274:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078501.699276:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078501.699277:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:3.0:1769078501.699279:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078501.699281:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:3.0:1769078501.699282:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078501.699284:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078501.699287:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699289:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078501.699292:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699294:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078501.699297:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:3.0:1769078501.699300:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078501.699303:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078501.699305:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078501.699307:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078501.699310:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.699312:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078501.699314:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078501.699316:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.699318:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078501.699321:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cfb80.
00000020:00000040:3.0:1769078501.699323:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:3.0:1769078501.699325:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078501.699327:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078501.699328:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078501.699330:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078501.699332:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078501.699335:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2800.
00000100:00000001:3.0:1769078501.699338:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078501.699343:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078501.699350:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078501.699352:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078501.699355:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a360172] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078501.699362:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078501.699367:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5500)
00000100:00000001:2.0:1769078501.699674:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078501.699678:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078501.699680:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078501.699697:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.699704:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078501.699706:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078501.699709:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078501.699712:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078501.699714:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078501.699717:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610819968:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078501.699721:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078501.699725:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078501.699728:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078501.699730:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078501.699734:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078501.699736:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078501.699742:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078501.699745:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078501.699751:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078501.699757:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610819968, portal 25
00000100:00000001:2.0:1769078501.699759:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078501.699761:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511419648 : -104785198131968 : ffffa0b2cb7cd500)
00000100:00000040:2.0:1769078501.699765:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.699771:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078501.699774:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078501.699776:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078501.699779:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610819968, offset 0
00000400:00000200:2.0:1769078501.699784:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078501.699790:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078501.699795:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078501.699800:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078501.699804:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078501.699808:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078501.699810:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078501.699814:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22084:22084:256:4294967295] 192.168.204.105@tcp LPNI seq info [22081:22081:8:4294967295]
00000400:00000200:2.0:1769078501.699818:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078501.699825:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078501.699830:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078501.699835:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078501.699841:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078501.699844:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078501.699849:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078501.699852:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769078501.699856:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078501.699859:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078501.699866:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078501.699870:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078501.699874:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078501.699876:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078501.699881:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078501.699885:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.699894:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078501.699898:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.699904:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078501.699905:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078501.699913:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078501.699930:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078501.699934:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300163953
00000100:00000010:2.0:1769078501.699939:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
00000100:00000001:2.0:1769078501.699947:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078501.699952:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300163953
00000100:00000010:2.0:1769078501.699955:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf0c0.
00000100:00000001:2.0:1769078501.699957:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078501.699960:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078501.699962:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078501.699964:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078501.699968:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078501/real 1769078501]  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078501.699976:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078501.699978:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078501.699980:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078501.699983:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078501.699996:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078501.699999:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078501.700003:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078501.700011:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700017:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078501.700018:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700021:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078501.700023:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078501.700026:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700032:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078501.700035:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700041:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078501.700044:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700045:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078501.700046:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700049:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078501.700051:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078501.700054:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078501.700058:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078501.700060:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078501.700064:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078501.700072:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610819968:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078501.700076:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078501.700079:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700085:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078501.700087:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078501.700089:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078501.700091:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078501.700093:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078501.700096:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820096:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078501.700098:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078501.700100:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078501.700101:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078501.700103:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078501.700106:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078501.700108:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078501.700111:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078501.700114:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078501.700116:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078501.700119:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610820096, portal 10
00000100:00000001:2.0:1769078501.700121:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078501.700122:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511427712 : -104785198123904 : ffffa0b2cb7cf480)
00000100:00000040:2.0:1769078501.700128:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700133:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078501.700135:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078501.700138:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078501.700140:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610820096, offset 0
00000400:00000200:2.0:1769078501.700144:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078501.700147:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078501.700150:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078501.700152:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078501.700155:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078501.700157:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078501.700158:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078501.700161:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22085:22085:256:4294967295] 192.168.204.105@tcp LPNI seq info [22082:22082:8:4294967295]
00000400:00000200:2.0:1769078501.700164:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078501.700170:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078501.700174:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078501.700178:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078501.700181:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078501.700183:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078501.700187:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078501.700190:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769078501.700193:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078501.700195:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078501.700198:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078501.700201:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078501.700204:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078501.700206:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078501.700208:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078501.700211:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700217:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078501.700220:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700225:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078501.700227:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078501.700230:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078501.700233:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078501.700236:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078501.700237:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300163092
00000100:00000001:2.0:1769078501.700239:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300163953
00000100:00000001:2.0:1769078501.700241:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300163092
00000100:00000001:2.0:1769078501.700243:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300163953
00000100:00000001:2.0:1769078501.700245:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078501.700247:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078501.700249:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078501.700252:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078501/real 1769078501]  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078501.700263:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078501.700265:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078501.700266:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078501.700269:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078501.700270:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078501.700272:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078501.700275:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078501.700282:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700288:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078501.700290:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700291:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078501.700293:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078501.700296:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700302:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078501.700305:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700312:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078501.700314:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700316:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078501.700317:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700318:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078501.700320:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078501.700322:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078501.700325:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078501.700328:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078501.700332:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078501.700338:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820096:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078501.700341:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078501.700345:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700350:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078501.700351:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078501.700353:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078501.700355:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078501.700357:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078501.700359:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820224:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078501.700362:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078501.700363:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078501.700365:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078501.700366:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078501.700369:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078501.700371:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078501.700375:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078501.700415:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078501.700419:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078501.700421:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610820224, portal 4
00000100:00000001:2.0:1769078501.700423:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078501.700424:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511422336 : -104785198129280 : ffffa0b2cb7cdf80)
00000100:00000040:2.0:1769078501.700429:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700436:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078501.700438:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078501.700440:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078501.700442:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610820224, offset 0
00000400:00000200:2.0:1769078501.700447:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078501.700451:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078501.700454:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078501.700456:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078501.700459:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078501.700461:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078501.700463:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078501.700465:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22086:22086:256:4294967295] 192.168.204.105@tcp LPNI seq info [22083:22083:8:4294967295]
00000400:00000200:2.0:1769078501.700470:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078501.700475:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078501.700479:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078501.700482:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078501.700486:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078501.700489:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078501.700493:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078501.700495:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769078501.700499:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078501.700500:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078501.700503:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078501.700506:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078501.700509:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078501.700510:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078501.700513:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078501.700516:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700522:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078501.700525:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700531:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078501.700533:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078501.700536:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078501.700538:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078501.700541:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078501.700544:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300163119
00000100:00000001:2.0:1769078501.700546:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300163953
00000100:00000001:2.0:1769078501.700549:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300163119
00000100:00000001:2.0:1769078501.700550:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300163953
00000100:00000001:2.0:1769078501.700552:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078501.700555:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078501.700556:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078501.700560:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078501/real 1769078501]  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078501.700568:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078501.700569:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078501.700571:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078501.700573:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078501.700574:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078501.700576:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078501.700578:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078501.700585:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700591:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078501.700593:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700595:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078501.700596:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078501.700599:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700604:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078501.700607:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700613:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078501.700615:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700617:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078501.700618:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700620:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078501.700622:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078501.700624:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078501.700627:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078501.700629:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078501.700633:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078501.700639:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820224:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078501.700642:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078501.700645:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700652:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078501.700653:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078501.700656:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078501.700657:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078501.700659:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078501.700661:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820352:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078501.700664:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078501.700665:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078501.700666:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078501.700668:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078501.700671:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078501.700673:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078501.700676:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078501.700679:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078501.700681:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078501.700684:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610820352, portal 4
00000100:00000001:2.0:1769078501.700686:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078501.700687:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511429504 : -104785198122112 : ffffa0b2cb7cfb80)
00000100:00000040:2.0:1769078501.700691:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700696:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078501.700699:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078501.700701:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078501.700703:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610820352, offset 0
00000400:00000200:2.0:1769078501.700707:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078501.700710:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078501.700713:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078501.700716:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078501.700718:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078501.700720:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078501.700722:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078501.700724:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22087:22087:256:4294967295] 192.168.204.105@tcp LPNI seq info [22084:22084:8:4294967295]
00000400:00000200:2.0:1769078501.700728:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078501.700734:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078501.700739:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078501.700741:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078501.700744:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078501.700746:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078501.700750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078501.700752:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769078501.700756:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078501.700758:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078501.700761:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078501.700764:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078501.700766:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078501.700768:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078501.700769:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078501.700772:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700785:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078501.700787:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700792:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078501.700794:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078501.700797:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078501.700799:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078501.700802:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078501.700804:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300163130
00000100:00000001:2.0:1769078501.700807:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300163953
00000100:00000001:2.0:1769078501.700809:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300163130
00000100:00000001:2.0:1769078501.700811:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300163953
00000100:00000001:2.0:1769078501.700813:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078501.700815:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078501.700816:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078501.700819:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078501/real 1769078501]  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078501.700826:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078501.700827:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078501.700829:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078501.700831:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078501.700833:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078501.700835:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078501.700837:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078501.700843:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700849:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078501.700851:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700853:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078501.700854:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078501.700857:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700862:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078501.700865:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700872:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078501.700875:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700876:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078501.700878:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700895:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078501.700896:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078501.700899:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078501.700901:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078501.700903:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078501.700906:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078501.700911:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820352:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078501.700915:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700917:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078501.700933:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cd500 x1855007610819968/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700941:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078501.700944:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078501.700946:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078501.700949:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078501.700951:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078501.700952:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078501.700955:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078501.700957:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2000.
02000000:00000001:2.0:1769078501.700961:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078501.700963:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078501.700965:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cd500.
00000100:00000001:2.0:1769078501.700968:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078501.700969:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700971:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078501.700974:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cf480 x1855007610820096/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.700979:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078501.700980:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078501.700981:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078501.700983:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078501.700985:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078501.700985:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078501.700987:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078501.700988:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa3c00.
02000000:00000001:2.0:1769078501.700991:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078501.700992:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078501.700993:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cf480.
00000100:00000001:2.0:1769078501.700995:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078501.700996:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.700997:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078501.701000:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdf80 x1855007610820224/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.701005:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078501.701006:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078501.701008:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078501.701009:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078501.701010:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078501.701011:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078501.701013:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078501.701014:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0000.
02000000:00000001:2.0:1769078501.701017:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078501.701018:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078501.701019:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdf80.
00000100:00000001:2.0:1769078501.701021:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078501.701022:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.701024:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078501.701026:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cfb80 x1855007610820352/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078501.701032:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078501.701033:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078501.701034:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078501.701036:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078501.701037:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078501.701038:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078501.701040:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078501.701041:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2800.
02000000:00000001:2.0:1769078501.701042:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078501.701044:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078501.701045:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cfb80.
00000100:00000001:2.0:1769078501.701047:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078501.701047:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.701049:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.701056:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078501.701058:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078501.701060:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078501.701062:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078502.530851:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078502.530861:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078502.531502:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078502.531507:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078502.531511:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078502.594562:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300163953, at 4300163968
00000100:00000010:2.0:1769078502.594582:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00000100:00000040:3.0:1769078502.595406:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300163953, at 4300163969
00000100:00000010:3.0:1769078502.595414:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00010000:00000001:0.0:1769078503.554698:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078503.554707:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078503.554796:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078503.554801:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078503.554805:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078504.578796:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078504.578803:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078504.579008:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078504.579012:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078504.579015:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078505.602626:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078505.602634:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078505.602636:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078505.602639:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078505.602644:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078505.602646:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078505.602648:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078505.602650:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078505.602752:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078505.602760:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078505.602766:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078506.629059:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078506.629065:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078506.629323:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1769078506.629327:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1769078506.629330:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078506.818657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078506.818668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078506.818671:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078506.818676:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078506.818680:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078506.818688:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5495
00000400:00000200:0.0:1769078506.818697:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078506.818703:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078506.818705:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078506.818708:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.818711:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078506.818714:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.818716:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078506.818720:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078506.818721:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078506.818724:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078506.818727:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078506.818729:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078506.818731:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078506.818734:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.818736:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078506.818738:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.818739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078506.818742:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078506.818745:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078506.818747:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078506.818750:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078506.818753:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078506.818756:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.818758:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078506.818760:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078506.818770:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edf80.
00000020:00000040:0.0:1769078506.818774:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078506.818778:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078506.818779:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.818781:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078506.818783:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078506.818787:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078506.818794:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0c00.
00000100:00000001:0.0:1769078506.818801:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078506.818809:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078506.818817:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078506.818822:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078506.818826:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e273b5] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.818914:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078506.818918:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078506.818921:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078506.818927:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.818935:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078506.818937:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078506.818940:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078506.818943:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078506.818945:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078506.818949:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610820480:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078506.818952:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078506.818956:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078506.818958:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078506.818960:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078506.818965:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078506.818967:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078506.818973:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078506.818977:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078506.818982:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078506.818987:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610820480, portal 25
00000100:00000001:2.0:1769078506.818989:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078506.818990:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409841536 : -104785299710080 : ffffa0b2c56edf80)
00000100:00000040:2.0:1769078506.818994:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.818999:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078506.819001:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078506.819003:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078506.819005:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610820480, offset 0
00000400:00000200:2.0:1769078506.819009:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078506.819015:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078506.819019:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078506.819022:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078506.819026:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078506.819028:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078506.819030:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078506.819033:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22088:22088:256:4294967295] 192.168.204.105@tcp LPNI seq info [22085:22085:8:4294967295]
00000400:00000200:2.0:1769078506.819035:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078506.819042:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078506.819046:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078506.819049:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078506.819054:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078506.819057:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769078506.819061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078506.819063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1769078506.819067:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078506.819068:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078506.819073:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078506.819076:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078506.819079:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078506.819081:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078506.819085:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078506.819087:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078506.819108:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078506.819110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078506.819112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078506.819113:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078506.819114:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078506.819116:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078506.819118:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5495
00000400:00000200:0.0:1769078506.819121:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078506.819123:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078506.819124:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078506.819126:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.819127:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078506.819129:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.819130:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078506.819131:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078506.819132:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078506.819133:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078506.819135:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:0.0:1769078506.819136:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078506.819137:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078506.819138:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.819140:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078506.819141:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.819142:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078506.819144:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:0.0:1769078506.819145:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078506.819147:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078506.819148:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078506.819152:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078506.819154:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.819155:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078506.819158:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078506.819160:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.819161:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078506.819163:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ec380.
00000020:00000040:0.0:1769078506.819165:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078506.819166:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078506.819167:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.819168:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078506.819169:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078506.819171:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078506.819173:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0000.
00000100:00000001:0.0:1769078506.819175:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078506.819178:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078506.819183:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078506.819184:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078506.819186:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014ffc0fc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819207:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078506.819210:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819215:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.819216:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078506.819223:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078506.819225:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078506.819227:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300169072
00000100:00000010:2.0:1769078506.819230:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
00000100:00000001:2.0:1769078506.819237:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078506.819242:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300169072
00000100:00000010:2.0:1769078506.819243:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfe40.
00000100:00000001:2.0:1769078506.819245:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078506.819247:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078506.819249:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.819251:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078506.819253:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078506/real 1769078506]  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078506.819259:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078506.819260:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078506.819261:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078506.819263:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078506.819264:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078506.819265:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078506.819268:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078506.819277:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819283:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078506.819285:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819287:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078506.819289:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078506.819293:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819299:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078506.819303:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819310:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078506.819313:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819314:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078506.819316:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819318:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078506.819320:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078506.819323:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078506.819327:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078506.819329:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078506.819332:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078506.819337:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610820480:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078506.819340:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819342:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078506.819343:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edf80 x1855007610820480/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819348:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078506.819350:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078506.819352:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078506.819354:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078506.819355:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078506.819356:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078506.819357:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078506.819359:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0c00.
02000000:00000001:2.0:1769078506.819362:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078506.819364:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078506.819365:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edf80.
00000100:00000001:2.0:1769078506.819368:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078506.819369:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819370:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819375:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078506.819376:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.819378:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078506.819379:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078506.819380:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078506.819382:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819416:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078506.819417:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078506.819418:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078506.819420:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078506.819421:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078506.819423:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820608:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078506.819425:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078506.819427:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078506.819428:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078506.819429:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078506.819431:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078506.819432:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078506.819435:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078506.819437:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078506.819439:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078506.819442:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610820608, portal 10
00000100:00000001:2.0:1769078506.819443:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078506.819444:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409834368 : -104785299717248 : ffffa0b2c56ec380)
00000100:00000040:2.0:1769078506.819448:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819452:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078506.819460:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078506.819462:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078506.819463:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610820608, offset 0
00000400:00000200:2.0:1769078506.819466:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078506.819471:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078506.819474:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078506.819477:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078506.819479:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078506.819482:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078506.819484:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078506.819487:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22089:22089:256:4294967295] 192.168.204.105@tcp LPNI seq info [22086:22086:8:4294967295]
00000400:00000200:2.0:1769078506.819491:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078506.819497:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078506.819501:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078506.819505:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078506.819509:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078506.819512:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769078506.819516:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078506.819518:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1769078506.819522:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078506.819524:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078506.819526:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078506.819529:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078506.819532:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078506.819534:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078506.819536:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078506.819539:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819544:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078506.819546:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819550:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.819551:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078506.819553:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078506.819556:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078506.819558:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078506.819559:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300168212
00000100:00000001:2.0:1769078506.819561:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300169072
00000100:00000001:2.0:1769078506.819562:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300168212
00000100:00000001:2.0:1769078506.819564:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300169072
00000100:00000001:2.0:1769078506.819565:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078506.819566:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.819567:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078506.819569:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078506/real 1769078506]  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078506.819578:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078506.819579:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078506.819580:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078506.819581:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078506.819582:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078506.819583:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078506.819585:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078506.819590:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819593:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078506.819594:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819595:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078506.819596:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078506.819597:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819601:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078506.819603:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819607:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078506.819608:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819609:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078506.819610:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819611:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078506.819612:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078506.819613:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078506.819615:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078506.819616:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078506.819619:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078506.819623:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820608:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078506.819625:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819626:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078506.819628:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ec380 x1855007610820608/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819631:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078506.819632:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078506.819633:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078506.819634:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078506.819635:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078506.819636:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078506.819637:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078506.819638:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0000.
02000000:00000001:2.0:1769078506.819639:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078506.819640:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078506.819640:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ec380.
00000100:00000001:2.0:1769078506.819642:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078506.819643:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819644:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.819646:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078506.819647:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.819648:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078506.819649:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.819754:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078506.819756:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.819788:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078506.819791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078506.819793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078506.819794:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078506.819796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078506.819797:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078506.819799:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5495
00000400:00000200:0.0:1769078506.819802:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078506.819804:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078506.819805:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078506.819807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.819809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078506.819810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.819811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078506.819813:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078506.819813:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078506.819814:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078506.819816:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:0.0:1769078506.819817:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078506.819818:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:0.0:1769078506.819820:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.819821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078506.819822:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.819823:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078506.819824:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:0.0:1769078506.819826:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078506.819827:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078506.819828:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078506.819830:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078506.819840:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.819842:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078506.819844:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078506.819846:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.819848:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078506.819851:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000020:00000040:0.0:1769078506.819852:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078506.819854:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078506.819855:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.819856:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078506.819857:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078506.819859:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078506.819864:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0400.
00000100:00000001:0.0:1769078506.819867:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078506.819872:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078506.819878:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078506.819881:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078506.819884:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819923:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078506.819925:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078506.819926:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078506.819931:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819938:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078506.819939:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078506.819942:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078506.819944:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078506.819946:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078506.819948:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820736:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078506.819951:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078506.819953:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078506.819954:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078506.819956:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078506.819959:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078506.819961:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078506.819964:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078506.819966:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078506.819969:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078506.819972:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610820736, portal 4
00000100:00000001:2.0:1769078506.819974:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078506.819975:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409846912 : -104785299704704 : ffffa0b2c56ef480)
00000100:00000040:2.0:1769078506.819979:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.819984:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078506.819986:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078506.819988:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078506.819990:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610820736, offset 0
00000400:00000200:2.0:1769078506.819994:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078506.819997:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078506.820001:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078506.820004:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078506.820006:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078506.820008:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078506.820010:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078506.820013:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22090:22090:256:4294967295] 192.168.204.105@tcp LPNI seq info [22087:22087:8:4294967295]
00000400:00000200:2.0:1769078506.820017:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078506.820023:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078506.820027:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078506.820030:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078506.820032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078506.820034:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769078506.820037:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078506.820039:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1769078506.820041:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078506.820043:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078506.820044:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078506.820047:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078506.820048:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078506.820049:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078506.820051:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078506.820054:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078506.820071:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078506.820074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078506.820076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078506.820077:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078506.820078:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078506.820079:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078506.820081:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5495
00000400:00000200:0.0:1769078506.820084:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078506.820086:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078506.820088:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078506.820089:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.820091:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078506.820092:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.820093:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078506.820095:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078506.820096:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078506.820097:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078506.820098:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078506.820100:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078506.820101:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078506.820103:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.820104:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078506.820105:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078506.820106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078506.820107:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078506.820108:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078506.820109:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078506.820110:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078506.820112:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078506.820113:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.820114:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078506.820116:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078506.820117:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.820118:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078506.820120:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000020:00000040:0.0:1769078506.820121:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078506.820123:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078506.820124:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.820125:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078506.820125:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078506.820127:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078506.820129:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3400.
00000100:00000001:0.0:1769078506.820131:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078506.820133:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078506.820138:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078506.820139:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078506.820142:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820161:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078506.820164:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820168:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.820169:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078506.820172:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078506.820174:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078506.820176:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078506.820178:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300168238
00000100:00000001:2.0:1769078506.820179:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300169072
00000100:00000001:2.0:1769078506.820181:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300168238
00000100:00000001:2.0:1769078506.820182:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300169072
00000100:00000001:2.0:1769078506.820183:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078506.820184:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.820185:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078506.820187:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078506/real 1769078506]  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078506.820192:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078506.820193:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078506.820194:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078506.820195:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078506.820196:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078506.820198:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078506.820199:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078506.820204:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820208:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078506.820209:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820210:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078506.820211:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078506.820213:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820216:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078506.820218:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820222:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078506.820223:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820224:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078506.820224:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820226:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078506.820227:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078506.820228:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078506.820230:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078506.820231:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078506.820233:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078506.820238:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820736:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078506.820240:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820241:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078506.820243:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef480 x1855007610820736/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820246:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078506.820247:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078506.820248:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078506.820249:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078506.820250:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078506.820250:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078506.820251:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078506.820252:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0400.
02000000:00000001:2.0:1769078506.820254:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078506.820254:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078506.820255:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef480.
00000100:00000001:2.0:1769078506.820257:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078506.820257:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820258:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820261:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078506.820262:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.820263:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078506.820264:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078506.820265:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078506.820267:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820273:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078506.820274:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078506.820276:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078506.820278:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078506.820280:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078506.820283:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820864:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078506.820286:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078506.820288:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078506.820289:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078506.820291:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078506.820293:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078506.820295:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078506.820298:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078506.820301:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078506.820303:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078506.820306:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610820864, portal 4
00000100:00000001:2.0:1769078506.820308:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078506.820309:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409840640 : -104785299710976 : ffffa0b2c56edc00)
00000100:00000040:2.0:1769078506.820314:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820320:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078506.820322:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078506.820324:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078506.820326:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610820864, offset 0
00000400:00000200:2.0:1769078506.820330:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078506.820333:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078506.820337:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078506.820339:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078506.820341:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078506.820343:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078506.820344:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078506.820346:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22091:22091:256:4294967295] 192.168.204.105@tcp LPNI seq info [22088:22088:8:4294967295]
00000400:00000200:2.0:1769078506.820349:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078506.820353:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078506.820355:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078506.820357:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078506.820360:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078506.820362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769078506.820364:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078506.820366:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1769078506.820368:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078506.820370:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078506.820371:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078506.820374:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078506.820375:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078506.820376:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078506.820378:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078506.820380:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820431:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078506.820434:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820438:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.820440:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078506.820442:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078506.820444:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078506.820446:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078506.820448:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300168250
00000100:00000001:2.0:1769078506.820449:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300169072
00000100:00000001:2.0:1769078506.820450:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300168250
00000100:00000001:2.0:1769078506.820452:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300169072
00000100:00000001:2.0:1769078506.820453:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078506.820498:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.820500:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078506.820504:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078506/real 1769078506]  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078506.820512:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078506.820513:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078506.820515:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078506.820518:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078506.820519:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078506.820521:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078506.820525:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078506.820533:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820538:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078506.820540:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820541:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078506.820542:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078506.820546:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820552:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078506.820556:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820562:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078506.820565:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820566:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078506.820567:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820569:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078506.820570:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078506.820572:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078506.820575:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078506.820577:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078506.820579:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078506.820588:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610820864:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078506.820590:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820591:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078506.820593:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edc00 x1855007610820864/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078506.820596:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078506.820597:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078506.820598:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078506.820600:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078506.820601:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078506.820601:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078506.820602:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078506.820603:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3400.
02000000:00000001:2.0:1769078506.820606:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078506.820607:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078506.820608:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edc00.
00000100:00000001:2.0:1769078506.820609:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078506.820610:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820611:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.820613:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078506.820614:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.820616:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078506.820616:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078506.820664:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078506.820666:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078506.820699:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078506.820704:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5505)
00010000:00000001:0.0:1769078507.650532:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078507.650539:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078507.650871:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078507.650875:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078507.650880:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078507.714497:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300169072, at 4300169088
00000100:00000040:2.0:1769078507.714498:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300169072, at 4300169088
00000100:00000010:3.0:1769078507.714514:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00000100:00000010:2.0:1769078507.714517:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769078508.674567:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078508.674582:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078508.674666:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078508.674670:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078508.674674:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078509.698532:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078509.698541:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078509.698618:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078509.698623:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078509.698627:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078510.722514:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078510.722521:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078510.722578:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078510.722580:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078510.722583:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078511.746512:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078511.746518:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078511.746586:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078511.746590:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078511.746593:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078511.938535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078511.938551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078511.938554:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078511.938559:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078511.938564:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078511.938573:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5500
00000400:00000200:3.0:1769078511.938585:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078511.938593:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078511.938596:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078511.938600:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.938604:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078511.938607:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.938609:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078511.938615:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078511.938617:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:3.0:1769078511.938620:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078511.938623:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:3.0:1769078511.938625:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:3.0:1769078511.938628:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:3.0:1769078511.938631:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.938633:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078511.938635:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.938637:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078511.938641:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:3.0:1769078511.938644:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078511.938647:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078511.938650:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078511.938654:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078511.938665:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.938669:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078511.938675:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078511.938688:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc380.
00000020:00000040:3.0:1769078511.938692:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:3.0:1769078511.938696:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078511.938698:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.938701:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078511.938703:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078511.938707:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078511.938716:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1000.
00000100:00000001:3.0:1769078511.938724:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078511.938733:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078511.938774:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078511.938780:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078511.938786:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c52d6e3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078511.938807:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078511.938810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078511.938813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078511.938818:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078511.938820:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078511.938822:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078511.938825:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5500
00000400:00000200:3.0:1769078511.938829:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078511.938832:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078511.938835:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078511.938837:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.938840:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078511.938842:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.938844:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078511.938847:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078511.938849:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:3.0:1769078511.938851:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078511.938853:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:2.0:1769078511.938856:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078511.938857:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:3.0:1769078511.938860:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078511.938864:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078511.938865:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.938869:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078511.938870:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078511.938872:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.938876:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078511.938880:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000040:2.0:1769078511.938882:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078511.938885:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078511.938891:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078511.938895:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078511.938898:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078511.938902:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078511.938903:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078511.938909:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.938911:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078511.938912:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078511.938915:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078511.938919:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078511.938920:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078511.938925:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078511.938928:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610820992:192.168.204.105@tcp:250:kworker.0
00000100:00000001:3.0:1769078511.938929:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078511.938935:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cc000.
00000100:00000001:2.0:1769078511.938936:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078511.938940:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078511.938943:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078511.938944:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078511.938947:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078511.938947:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.938952:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078511.938953:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078511.938954:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078511.938958:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078511.938961:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000010:3.0:1769078511.938964:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa1c00.
02000000:00000001:2.0:1769078511.938966:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.938969:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.938977:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00100000:3.0:1769078511.938977:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078511.938984:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:3.0:1769078511.938990:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078511.938994:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078511.938995:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000040:3.0:1769078511.939000:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49c0c3a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078511.939007:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610820992, portal 25
00000100:00000001:3.0:1769078511.939010:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.939012:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078511.939014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078511.939016:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511415168 : -104785198136448 : ffffa0b2cb7cc380)
00000100:00080000:3.0:1769078511.939022:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1769078511.939025:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1769078511.939028:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078511.939028:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078511.939033:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078511.939040:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5500
00000100:00000001:2.0:1769078511.939044:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769078511.939048:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:2.0:1769078511.939052:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000200:3.0:1769078511.939055:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000010:2.0:1769078511.939057:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00080000:3.0:1769078511.939059:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1769078511.939062:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610820992, offset 0
00000100:00000040:3.0:1769078511.939065:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.939069:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078511.939074:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:3.0:1769078511.939074:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.939078:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078511.939082:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078511.939083:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:3.0:1769078511.939085:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1769078511.939088:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:3.0:1769078511.939089:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:3.0:1769078511.939093:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:3.0:1769078511.939096:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078511.939099:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:3.0:1769078511.939102:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.939106:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078511.939109:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078511.939110:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.939115:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078511.939118:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078511.939119:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00080000:3.0:1769078511.939124:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:2.0:1769078511.939127:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078511.939131:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.939133:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
02000000:00000001:3.0:1769078511.939136:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078511.939141:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22092:22092:256:4294967295] 192.168.204.105@tcp LPNI seq info [22089:22089:8:4294967295]
02000000:00000001:3.0:1769078511.939141:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078511.939147:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.939151:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:3.0:1769078511.939151:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078511.939156:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078511.939160:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.939165:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.939170:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1769078511.939171:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7ce680.
00000800:00000200:2.0:1769078511.939179:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000020:00000040:3.0:1769078511.939182:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000010:2.0:1769078511.939186:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
02000000:00000001:3.0:1769078511.939187:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078511.939190:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.939193:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078511.939195:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078511.939198:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078511.939208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000010:3.0:1769078511.939209:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa0c00.
00000100:00000001:3.0:1769078511.939213:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078511.939218:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1769078511.939221:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1769078511.939231:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:3.0:1769078511.939234:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1769078511.939237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769078511.939238:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078511.939244:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007453c9a3] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1769078511.939248:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078511.939254:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00000001:3.0:1769078511.939256:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078511.939260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078511.939263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1769078511.939265:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078511.939265:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078511.939267:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078511.939271:0:36:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078511.939274:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1769078511.939277:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5500
00000400:00000200:2.0:1769078511.939282:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000200:3.0:1769078511.939282:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078511.939287:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000400:00000200:3.0:1769078511.939289:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078511.939293:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078511.939294:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078511.939298:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078511.939303:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078511.939303:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078511.939309:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.939314:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:3.0:1769078511.939319:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078511.939322:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:2.0:1769078511.939323:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1769078511.939324:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078511.939329:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000040:2.0:1769078511.939332:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078511.939332:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:3.0:1769078511.939338:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:3.0:1769078511.939346:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078511.939350:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.939351:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078511.939354:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078511.939356:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:3.0:1769078511.939360:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:3.0:1769078511.939363:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:2.0:1769078511.939365:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078511.939366:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:3.0:1769078511.939371:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.939372:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:3.0:1769078511.939375:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078511.939377:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300174192
02000000:00000001:3.0:1769078511.939379:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078511.939383:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
02000000:00000001:3.0:1769078511.939384:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.939414:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1769078511.939417:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078511.939420:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078511.939421:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300174193
00000008:00000001:3.0:1769078511.939426:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078511.939428:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfe40.
00000100:00000001:3.0:1769078511.939430:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.939432:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078511.939436:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769078511.939436:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2cb7cdc00.
00000100:00000001:2.0:1769078511.939442:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078511.939442:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078511.939445:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769078511.939447:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1769078511.939451:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078511/real 1769078511]  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078511.939451:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078511.939456:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078511.939460:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078511.939463:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078511.939464:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078511.939467:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078511.939469:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
02000000:00000010:3.0:1769078511.939471:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c4aa2800.
00000400:00000200:2.0:1769078511.939472:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078511.939474:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:3.0:1769078511.939477:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.939478:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078511.939482:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078511.939487:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078511.939492:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939509:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078511.939510:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078511.939511:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.939515:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078511.939516:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.939517:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078511.939528:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078511.939529:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c362f72a] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939540:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078511.939547:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078511.939550:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.939557:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1769078511.939559:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5511)
00000100:00000001:2.0:1769078511.939560:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.939564:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.939566:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.939567:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078511.939569:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078511.939571:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078511.939574:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078511.939575:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078511.939579:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078511.939584:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610820992:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078511.939588:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.939589:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.939591:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc380 x1855007610820992/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939595:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078511.939598:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078511.939600:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078511.939602:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078511.939603:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078511.939604:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078511.939606:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078511.939607:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1000.
02000000:00000001:2.0:1769078511.939610:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078511.939612:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078511.939613:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc380.
00000100:00000001:2.0:1769078511.939615:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078511.939616:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.939618:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.939624:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078511.939626:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.939628:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078511.939629:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078511.939630:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078511.939632:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939637:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078511.939638:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.939639:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078511.939641:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078511.939642:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078511.939643:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821120:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078511.939646:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078511.939647:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078511.939648:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.939650:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078511.939652:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078511.939653:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.939656:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078511.939658:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078511.939660:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078511.939662:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610821120, portal 10
00000100:00000001:2.0:1769078511.939664:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078511.939665:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511414272 : -104785198137344 : ffffa0b2cb7cc000)
00000100:00000040:2.0:1769078511.939670:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939674:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078511.939675:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078511.939677:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078511.939678:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610821120, offset 0
00000400:00000200:2.0:1769078511.939680:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078511.939683:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078511.939685:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078511.939687:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078511.939689:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078511.939690:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078511.939692:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078511.939694:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22093:22093:256:4294967295] 192.168.204.105@tcp LPNI seq info [22090:22090:8:4294967295]
00000400:00000200:2.0:1769078511.939697:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078511.939710:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078511.939718:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078511.939722:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078511.939726:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078511.939729:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078511.939734:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078511.939736:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078511.939740:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078511.939742:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078511.939759:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078511.939763:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078511.939765:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078511.939767:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078511.939770:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078511.939774:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939781:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.939784:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939790:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.939791:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078511.939795:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078511.939799:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078511.939802:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078511.939804:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300173332
00000100:00000001:2.0:1769078511.939807:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300174192
00000100:00000001:2.0:1769078511.939810:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300173332
00000100:00000001:2.0:1769078511.939812:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300174193
00000100:00000001:2.0:1769078511.939814:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078511.939817:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.939818:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078511.939823:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078511/real 1769078511]  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078511.939828:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078511.939829:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078511.939831:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078511.939833:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078511.939834:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078511.939835:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078511.939837:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078511.939842:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939846:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078511.939846:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.939847:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.939848:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078511.939850:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939854:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078511.939856:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939860:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078511.939862:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.939863:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.939863:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.939864:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078511.939865:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078511.939866:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078511.939869:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078511.939870:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078511.939872:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078511.939877:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821120:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078511.939879:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078511.939881:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939884:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078511.939885:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.939886:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078511.939887:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078511.939888:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078511.939890:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821248:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078511.939892:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078511.939894:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078511.939894:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.939896:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078511.939898:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078511.939900:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.939902:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078511.939904:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078511.939906:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078511.939908:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610821248, portal 4
00000100:00000001:2.0:1769078511.939910:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078511.939911:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511424128 : -104785198127488 : ffffa0b2cb7ce680)
00000100:00000040:2.0:1769078511.939917:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.939923:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078511.939926:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078511.939928:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078511.939931:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610821248, offset 0
00000400:00000200:2.0:1769078511.939935:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078511.939939:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078511.939942:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078511.939945:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078511.939947:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078511.939950:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078511.939952:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078511.939956:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22094:22094:256:4294967295] 192.168.204.105@tcp LPNI seq info [22091:22091:8:4294967295]
00000400:00000200:2.0:1769078511.939960:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078511.939965:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078511.939969:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078511.939972:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078511.939974:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078511.939976:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078511.939979:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078511.939980:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078511.939983:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078511.939985:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078511.939986:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078511.939989:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078511.939991:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078511.939992:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078511.939993:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078511.939996:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940001:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.940003:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940007:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.940008:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078511.940010:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078511.940012:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078511.940014:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078511.940016:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300173358
00000100:00000001:2.0:1769078511.940017:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300174192
00000100:00000001:2.0:1769078511.940019:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300173358
00000100:00000001:2.0:1769078511.940020:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300174193
00000100:00000001:2.0:1769078511.940022:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078511.940023:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.940024:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078511.940026:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078511/real 1769078511]  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078511.940030:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078511.940031:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078511.940032:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078511.940034:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078511.940035:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078511.940036:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078511.940038:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078511.940043:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940046:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078511.940047:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940048:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.940049:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078511.940050:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940055:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078511.940059:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940066:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078511.940068:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940070:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.940071:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940073:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078511.940074:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078511.940077:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078511.940079:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078511.940082:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078511.940086:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078511.940094:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821248:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078511.940098:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078511.940102:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940107:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078511.940109:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.940111:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078511.940113:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078511.940115:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078511.940118:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821376:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078511.940121:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078511.940122:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078511.940124:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078511.940126:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078511.940129:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078511.940131:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078511.940135:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078511.940138:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078511.940140:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078511.940144:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610821376, portal 4
00000100:00000001:2.0:1769078511.940145:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078511.940147:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288511421440 : -104785198130176 : ffffa0b2cb7cdc00)
00000100:00000040:2.0:1769078511.940153:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940160:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078511.940162:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078511.940165:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078511.940167:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610821376, offset 0
00000400:00000200:2.0:1769078511.940171:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078511.940174:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078511.940178:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078511.940180:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078511.940183:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078511.940185:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078511.940188:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078511.940191:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22095:22095:256:4294967295] 192.168.204.105@tcp LPNI seq info [22092:22092:8:4294967295]
00000400:00000200:2.0:1769078511.940195:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078511.940200:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078511.940205:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078511.940208:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078511.940211:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078511.940214:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769078511.940217:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078511.940220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769078511.940224:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078511.940226:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078511.940228:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078511.940231:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078511.940235:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078511.940237:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078511.940239:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078511.940243:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940251:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.940254:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940260:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.940262:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078511.940265:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078511.940268:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078511.940271:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078511.940273:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300173369
00000100:00000001:2.0:1769078511.940275:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300174192
00000100:00000001:2.0:1769078511.940278:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300173369
00000100:00000001:2.0:1769078511.940280:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300174193
00000100:00000001:2.0:1769078511.940282:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078511.940284:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.940285:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078511.940288:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078511/real 1769078511]  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078511.940295:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078511.940297:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078511.940298:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078511.940301:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078511.940302:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078511.940304:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078511.940308:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078511.940315:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940327:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078511.940328:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940330:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.940332:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078511.940334:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940340:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078511.940344:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940351:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078511.940354:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940355:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078511.940356:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940358:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078511.940360:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078511.940363:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078511.940366:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078511.940368:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078511.940372:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078511.940380:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2cb7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821376:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078511.940384:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940406:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.940410:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cc000 x1855007610821120/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940417:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078511.940418:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078511.940420:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078511.940423:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078511.940424:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078511.940426:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078511.940428:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078511.940430:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa1c00.
02000000:00000001:2.0:1769078511.940433:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078511.940434:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078511.940435:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cc000.
00000100:00000001:2.0:1769078511.940438:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078511.940439:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940441:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.940444:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7ce680 x1855007610821248/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940451:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078511.940452:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078511.940454:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078511.940456:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078511.940457:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078511.940459:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078511.940461:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078511.940463:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa0c00.
02000000:00000001:2.0:1769078511.940465:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078511.940466:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078511.940468:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7ce680.
00000100:00000001:2.0:1769078511.940470:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078511.940471:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940473:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078511.940476:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2cb7cdc00 x1855007610821376/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078511.940482:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078511.940484:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078511.940485:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078511.940487:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078511.940488:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078511.940490:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078511.940492:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078511.940493:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c4aa2800.
02000000:00000001:2.0:1769078511.940496:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078511.940497:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078511.940499:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2cb7cdc00.
00000100:00000001:2.0:1769078511.940501:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078511.940502:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940504:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.940507:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078511.940509:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078511.940510:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078511.940512:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078512.770549:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078512.770558:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078512.770623:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078512.770627:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078512.770631:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078512.834533:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300174192, at 4300174208
00000100:00000010:2.0:1769078512.834553:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00000100:00000040:3.0:1769078512.834662:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300174193, at 4300174208
00000100:00000010:3.0:1769078512.834667:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfe40.
00010000:00000001:0.0:1769078513.795266:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078513.795270:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078513.795446:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078513.795451:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078513.795454:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078514.818543:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078514.818552:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078514.818620:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078514.818624:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078514.818627:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078515.842753:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078515.842767:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078515.842770:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078515.842773:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078515.842779:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078515.842782:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078515.842784:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078515.842787:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078515.842857:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078515.842862:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078515.842866:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078516.866545:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078516.866553:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078516.866626:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078516.866629:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078516.866632:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078517.058549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078517.058563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078517.058565:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078517.058570:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078517.058575:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078517.058583:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5506
00000400:00000200:0.0:1769078517.058595:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078517.058602:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078517.058606:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078517.058609:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078517.058613:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078517.058624:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078517.058627:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078517.058632:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078517.058634:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078517.058637:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078517.058640:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078517.058643:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078517.058645:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078517.058649:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078517.058651:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078517.058652:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078517.058654:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078517.058658:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078517.058673:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078517.058676:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078517.058679:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078517.058681:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078517.058684:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078517.058686:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078517.058689:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078517.058700:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
00000020:00000040:0.0:1769078517.058704:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078517.058708:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078517.058709:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078517.058713:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078517.058715:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078517.058719:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078517.058728:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769078517.058735:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078517.058744:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078517.058754:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078517.058758:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078517.058763:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078517.058787:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078517.058790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078517.058793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078517.058795:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078517.058796:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078517.058798:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078517.058801:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5506
00000400:00000200:0.0:1769078517.058805:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078517.058809:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078517.058812:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078517.058815:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078517.058818:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078517.058820:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078517.058821:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078517.058825:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078517.058826:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078517.058828:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078517.058830:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078517.058831:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078517.058835:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078517.058838:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000040:2.0:1769078517.058840:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078517.058841:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078517.058846:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078517.058854:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078517.058858:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078517.058859:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078517.058862:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078517.058863:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:2.0:1769078517.058868:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078517.058869:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078517.058874:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078517.058874:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078517.058880:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:2.0:1769078517.058880:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078517.058886:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078517.058889:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769078517.058889:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610821504:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078517.058894:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078517.058895:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078517.058898:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078517.058900:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078517.058902:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078517.058903:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078517.058905:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769078517.058911:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769078517.058911:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078517.058916:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078517.058918:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078517.058921:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078517.058924:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000010:0.0:1769078517.058926:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000400:00000010:2.0:1769078517.058929:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000020:00000040:0.0:1769078517.058930:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:0.0:1769078517.058935:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078517.058936:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078517.058937:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:0.0:1769078517.058939:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078517.058942:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078517.058944:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078517.058946:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610821504, portal 25
00000100:00000001:2.0:1769078517.058950:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1769078517.058951:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000100:00000001:2.0:1769078517.058952:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409847808 : -104785299703808 : ffffa0b2c56ef800)
00000100:00000001:0.0:1769078517.058958:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078517.058959:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078517.058967:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078517.058968:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078517.058974:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078517.058978:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000001:0.0:1769078517.058981:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769078517.058982:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610821504, offset 0
00000100:00000001:0.0:1769078517.058986:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078517.058990:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078517.058994:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078517.059002:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078517.059006:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078517.059011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078517.059011:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00080000:0.0:1769078517.059016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1769078517.059018:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078517.059020:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078517.059023:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078517.059024:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:0.0:1769078517.059029:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078517.059031:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769078517.059035:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5506
00000400:00000200:2.0:1769078517.059036:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:0.0:1769078517.059044:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078517.059044:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22096:22096:256:4294967295] 192.168.204.105@tcp LPNI seq info [22093:22093:8:4294967295]
00000400:00000200:2.0:1769078517.059051:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078517.059054:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078517.059057:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078517.059064:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078517.059065:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078517.059069:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078517.059073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078517.059075:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078517.059077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078517.059080:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:2.0:1769078517.059081:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000020:00000040:0.0:1769078517.059082:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:0.0:1769078517.059086:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078517.059088:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000800:00000200:2.0:1769078517.059091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000001:0.0:1769078517.059093:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.0:1769078517.059096:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769078517.059097:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000800:00000200:2.1:1769078517.059103:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:0.0:1769078517.059105:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.1:1769078517.059107:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769078517.059109:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1769078517.059114:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000040:0.0:1769078517.059115:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000800:00000010:2.0:1769078517.059118:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00000001:0.0:1769078517.059119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078517.059123:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078517.059126:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769078517.059127:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078517.059133:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078517.059136:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769078517.059137:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1769078517.059141:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
02000000:00000001:0.0:1769078517.059142:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769078517.059145:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
02000000:00000001:0.0:1769078517.059146:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.059149:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078517.059150:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078517.059155:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1769078517.059155:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078517.059162:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078517.059168:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.059169:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078517.059174:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769078517.059175:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000020:00000040:0.0:1769078517.059180:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000100:00000001:2.0:1769078517.059183:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078517.059185:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078517.059187:0:2365:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769078517.059188:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078517.059191:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078517.059192:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078517.059194:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078517.059198:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:2.0:1769078517.059198:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078517.059204:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078517.059207:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300179312
00000100:00000001:0.0:1769078517.059210:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078517.059214:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
00000100:00100000:0.0:1769078517.059219:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078517.059224:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1769078517.059230:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078517.059232:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.059234:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300179312
00000100:00000040:0.0:1769078517.059238:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078517.059240:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf0c0.
00000100:00000001:2.0:1769078517.059247:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078517.059252:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078517.059253:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.059257:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078517.059259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078517.059261:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1769078517.059266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1769078517.059267:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517]  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078517.059269:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078517.059273:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078517.059279:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:2.0:1769078517.059283:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1769078517.059284:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5506
00000400:00000001:2.0:1769078517.059285:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078517.059289:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:0.0:1769078517.059293:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078517.059293:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078517.059296:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078517.059300:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1769078517.059301:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000200:2.0:1769078517.059304:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078517.059307:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078517.059315:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078517.059320:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078517.059325:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000200:2.0:1769078517.059328:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078517.059329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078517.059335:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078517.059337:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000100:00000001:2.0:1769078517.059339:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1769078517.059341:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078517.059342:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.059345:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1769078517.059347:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000100:00000001:2.0:1769078517.059347:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769078517.059353:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00100000:2.0:1769078517.059353:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078517.059359:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078517.059364:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078517.059366:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078517.059367:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078517.059369:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078517.059371:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:0.0:1769078517.059375:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078517.059378:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078517.059381:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078517.059381:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078517.059385:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078517.059429:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078517.059431:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078517.059433:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078517.059436:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078517.059438:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078517.059441:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769078517.059444:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078517.059446:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078517.059447:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078517.059449:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078517.059450:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078517.059451:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078517.059455:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00000001:0.0:1769078517.059458:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078517.059465:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078517.059466:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078517.059485:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078517.059487:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078517.059491:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.059492:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.059496:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1769078517.059498:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059499:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.059504:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078517.059508:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078517.059512:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078517.059513:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1769078517.059518:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5516)
00000100:00080000:2.0:1769078517.059519:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078517.059524:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078517.059529:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078517.059535:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610821504:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078517.059540:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.059542:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078517.059544:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef800 x1855007610821504/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059552:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078517.059555:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078517.059557:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078517.059559:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078517.059560:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078517.059562:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078517.059563:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078517.059571:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2c00.
02000000:00000001:2.0:1769078517.059576:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078517.059577:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078517.059579:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef800.
00000100:00000001:2.0:1769078517.059581:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078517.059582:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.059584:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.059590:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078517.059592:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.059593:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078517.059594:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078517.059595:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078517.059598:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059602:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078517.059603:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078517.059604:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078517.059606:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078517.059607:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078517.059609:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821632:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078517.059611:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078517.059612:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078517.059613:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078517.059614:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078517.059617:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078517.059618:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078517.059621:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078517.059623:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078517.059634:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078517.059638:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610821632, portal 10
00000100:00000001:2.0:1769078517.059640:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078517.059641:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409844224 : -104785299707392 : ffffa0b2c56eea00)
00000100:00000040:2.0:1769078517.059652:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059658:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078517.059671:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078517.059673:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078517.059676:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610821632, offset 0
00000400:00000200:2.0:1769078517.059680:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078517.059691:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078517.059694:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078517.059696:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078517.059699:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078517.059701:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078517.059703:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078517.059706:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22097:22097:256:4294967295] 192.168.204.105@tcp LPNI seq info [22094:22094:8:4294967295]
00000400:00000200:2.0:1769078517.059710:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078517.059716:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078517.059720:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078517.059724:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078517.059729:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078517.059731:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078517.059736:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078517.059739:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078517.059743:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078517.059745:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078517.059748:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078517.059752:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078517.059754:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078517.059755:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078517.059757:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078517.059760:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059765:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078517.059767:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059771:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.059772:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078517.059775:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078517.059778:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078517.059780:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078517.059782:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300178452
00000100:00000001:2.0:1769078517.059784:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300179312
00000100:00000001:2.0:1769078517.059786:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300178452
00000100:00000001:2.0:1769078517.059787:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300179312
00000100:00000001:2.0:1769078517.059788:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078517.059790:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.059791:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078517.059793:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517]  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078517.059797:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078517.059798:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078517.059799:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078517.059800:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078517.059801:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078517.059802:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078517.059804:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078517.059809:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059817:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078517.059818:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.059819:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078517.059820:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078517.059822:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059826:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078517.059829:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059835:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078517.059837:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.059838:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078517.059840:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.059842:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078517.059843:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078517.059846:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078517.059849:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078517.059851:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078517.059855:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078517.059863:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821632:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078517.059868:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078517.059871:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059878:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078517.059879:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078517.059881:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078517.059882:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078517.059884:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078517.059886:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821760:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078517.059888:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078517.059889:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078517.059890:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078517.059891:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078517.059894:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078517.059895:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078517.059898:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078517.059900:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078517.059902:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078517.059905:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610821760, portal 4
00000100:00000001:2.0:1769078517.059906:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078517.059907:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409848704 : -104785299702912 : ffffa0b2c56efb80)
00000100:00000040:2.0:1769078517.059911:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059915:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078517.059916:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078517.059917:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078517.059919:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610821760, offset 0
00000400:00000200:2.0:1769078517.059921:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078517.059924:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078517.059926:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078517.059928:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078517.059929:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078517.059931:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078517.059932:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078517.059934:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22098:22098:256:4294967295] 192.168.204.105@tcp LPNI seq info [22095:22095:8:4294967295]
00000400:00000200:2.0:1769078517.059937:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078517.059940:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078517.059944:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078517.059945:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078517.059948:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078517.059950:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078517.059952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078517.059954:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078517.059956:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078517.059958:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078517.059960:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078517.059962:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078517.059964:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078517.059965:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078517.059966:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078517.059968:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059973:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078517.059975:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.059978:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.059979:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078517.059981:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078517.059983:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078517.059984:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078517.059985:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300178478
00000100:00000001:2.0:1769078517.059987:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300179312
00000100:00000001:2.0:1769078517.059989:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300178478
00000100:00000001:2.0:1769078517.059990:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300179312
00000100:00000001:2.0:1769078517.059991:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078517.059992:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.059993:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078517.059995:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517]  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078517.060001:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078517.060001:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078517.060003:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078517.060004:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078517.060005:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078517.060006:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078517.060007:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078517.060011:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060015:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078517.060016:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060017:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078517.060018:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078517.060020:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060023:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078517.060025:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060029:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078517.060030:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060031:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078517.060032:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060033:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078517.060033:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078517.060035:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078517.060037:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078517.060039:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078517.060041:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078517.060046:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821760:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078517.060049:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078517.060050:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060054:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078517.060054:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078517.060055:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078517.060056:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078517.060057:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078517.060059:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821888:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078517.060061:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078517.060062:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078517.060063:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078517.060064:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078517.060066:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078517.060067:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078517.060069:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078517.060071:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078517.060072:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078517.060074:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610821888, portal 4
00000100:00000001:2.0:1769078517.060075:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078517.060076:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409837056 : -104785299714560 : ffffa0b2c56ece00)
00000100:00000040:2.0:1769078517.060080:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060084:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078517.060085:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078517.060086:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078517.060087:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610821888, offset 0
00000400:00000200:2.0:1769078517.060090:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078517.060091:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078517.060093:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078517.060095:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078517.060096:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078517.060098:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078517.060099:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078517.060101:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22099:22099:256:4294967295] 192.168.204.105@tcp LPNI seq info [22096:22096:8:4294967295]
00000400:00000200:2.0:1769078517.060103:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078517.060107:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078517.060109:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078517.060110:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078517.060112:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078517.060114:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769078517.060116:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078517.060118:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1769078517.060120:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078517.060121:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078517.060123:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078517.060125:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078517.060126:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078517.060127:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078517.060128:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078517.060130:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060135:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078517.060137:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060140:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.060141:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078517.060142:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078517.060144:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078517.060145:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078517.060147:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300178489
00000100:00000001:2.0:1769078517.060149:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300179312
00000100:00000001:2.0:1769078517.060150:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300178489
00000100:00000001:2.0:1769078517.060152:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300179312
00000100:00000001:2.0:1769078517.060153:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078517.060154:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.060155:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078517.060156:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517]  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078517.060160:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078517.060161:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078517.060162:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078517.060163:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078517.060163:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078517.060164:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078517.060166:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078517.060170:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060174:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078517.060175:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060176:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078517.060177:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078517.060179:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060182:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078517.060185:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060190:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078517.060192:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060193:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078517.060194:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060195:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078517.060196:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078517.060198:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078517.060199:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078517.060200:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078517.060202:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078517.060208:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610821888:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078517.060211:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060212:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078517.060215:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eea00 x1855007610821632/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060221:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078517.060222:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078517.060224:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078517.060226:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078517.060227:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078517.060229:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078517.060231:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078517.060233:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2400.
02000000:00000001:2.0:1769078517.060236:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078517.060237:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078517.060239:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eea00.
00000100:00000001:2.0:1769078517.060241:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078517.060243:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060244:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078517.060248:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56efb80 x1855007610821760/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060259:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078517.060261:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078517.060262:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078517.060264:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078517.060266:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078517.060267:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078517.060269:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078517.060271:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1800.
02000000:00000001:2.0:1769078517.060273:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078517.060274:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078517.060276:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56efb80.
00000100:00000001:2.0:1769078517.060277:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078517.060279:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060280:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078517.060283:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ece00 x1855007610821888/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078517.060290:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078517.060291:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078517.060293:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078517.060295:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078517.060296:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078517.060297:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078517.060299:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078517.060300:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1400.
02000000:00000001:2.0:1769078517.060302:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078517.060303:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078517.060305:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ece00.
00000100:00000001:2.0:1769078517.060308:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078517.060310:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060311:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.060321:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078517.060323:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078517.060325:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078517.060326:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078517.892871:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078517.892878:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078517.892950:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078517.892955:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078517.892959:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078517.954460:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300179312, at 4300179328
00000100:00000010:3.0:1769078517.954495:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf0c0.
00000100:00000040:2.0:1769078517.956308:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300179312, at 4300179329
00000100:00000010:2.0:1769078517.956323:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769078518.914518:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078518.914526:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078518.914588:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078518.914593:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078518.914596:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078519.938520:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078519.938527:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078519.938596:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078519.938601:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078519.938606:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078520.962491:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078520.962501:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078520.962527:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078520.962529:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078520.962533:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078521.986530:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078521.986539:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078521.986616:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078521.986620:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078521.986625:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078522.178598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078522.178612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078522.178615:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078522.178621:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078522.178626:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078522.178636:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5511
00000400:00000200:1.0:1769078522.178647:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078522.178654:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078522.178657:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078522.178660:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178665:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.178668:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178671:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078522.178676:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078522.178679:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078522.178682:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078522.178685:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078522.178696:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078522.178699:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078522.178706:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178708:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.178710:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178713:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078522.178717:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078522.178721:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178724:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078522.178727:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078522.178730:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078522.178733:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.178736:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078522.178739:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078522.178748:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78000.
00000020:00000040:1.0:1769078522.178752:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078522.178756:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078522.178758:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.178761:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078522.178764:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078522.178769:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078522.178776:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ad000.
00000100:00000001:1.0:1769078522.178785:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078522.178794:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078522.178805:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078522.178809:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078522.178814:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809d7171] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078522.178836:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078522.178839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078522.178843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078522.178844:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078522.178846:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078522.178849:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078522.178851:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5511
00000400:00000200:1.0:1769078522.178855:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078522.178859:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078522.178861:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078522.178864:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178866:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.178868:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178870:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078522.178873:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078522.178874:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078522.178876:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078522.178878:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078522.178880:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078522.178882:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078522.178885:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178887:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.178889:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178891:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078522.178893:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078522.178896:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178898:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078522.178899:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078522.178904:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078522.178906:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.178908:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078522.178913:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078522.178916:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.178918:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078522.178922:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78380.
00000020:00000040:1.0:1769078522.178924:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078522.178926:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078522.178928:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.178930:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078522.178931:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078522.178933:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078522.178937:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae000.
00000100:00000001:1.0:1769078522.178940:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078522.178944:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078522.178951:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078522.178954:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078522.178958:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b372783] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078522.178965:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078522.178968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078522.178971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078522.178972:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078522.178974:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078522.178976:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078522.178978:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5511
00000400:00000200:1.0:1769078522.178981:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078522.178984:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078522.178986:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078522.178989:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178991:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.178993:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.178995:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078522.178997:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078522.178998:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078522.179000:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078522.179002:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078522.179003:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078522.179006:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078522.179009:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.179010:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.179012:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.179014:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078522.179016:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078522.179019:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078522.179021:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078522.179023:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078522.179026:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078522.179028:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.179030:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078522.179032:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078522.179035:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.179037:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078522.179040:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7bb80.
00000020:00000040:1.0:1769078522.179042:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078522.179054:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078522.179055:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.179057:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078522.179058:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078522.179060:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078522.179064:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000001:1.0:1769078522.179066:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078522.179071:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078522.179077:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078522.179079:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078522.179083:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49461df] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078522.179090:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078522.179093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078522.179097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078522.179098:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078522.179100:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078522.179102:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078522.179105:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5511
00000400:00000200:1.0:1769078522.179109:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078522.179112:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078522.179114:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078522.179123:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.179125:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.179127:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.179129:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078522.179131:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078522.179132:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078522.179134:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078522.179136:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078522.179137:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078522.179139:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078522.179142:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.179144:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078522.179146:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078522.179148:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078522.179150:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078522.179153:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078522.179155:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078522.179157:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078522.179160:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078522.179162:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.179164:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078522.179167:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078522.179176:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.179177:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078522.179181:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79c00.
00000020:00000040:1.0:1769078522.179182:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078522.179184:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078522.179185:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078522.179186:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078522.179187:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078522.179188:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078522.179191:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:1.0:1769078522.179193:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078522.179197:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078522.179201:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078522.179203:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078522.179205:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038f725e8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078522.179210:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078522.179213:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5521)
00000100:00000001:2.0:1769078522.179338:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078522.179344:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078522.179347:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078522.179354:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179362:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078522.179364:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078522.179369:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078522.179371:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078522.179374:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078522.179378:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610822016:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078522.179381:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078522.179400:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078522.179402:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078522.179404:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078522.179407:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078522.179409:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078522.179416:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078522.179420:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078522.179427:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078522.179436:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610822016, portal 25
00000100:00000001:2.0:1769078522.179439:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078522.179441:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384192512 : -104785325359104 : ffffa0b2c3e78000)
00000100:00000040:2.0:1769078522.179446:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179456:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078522.179459:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078522.179461:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078522.179464:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610822016, offset 0
00000400:00000200:2.0:1769078522.179469:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078522.179477:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078522.179482:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078522.179487:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078522.179491:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078522.179494:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078522.179497:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078522.179500:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22100:22100:256:4294967295] 192.168.204.105@tcp LPNI seq info [22097:22097:8:4294967295]
00000400:00000200:2.0:1769078522.179503:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078522.179512:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078522.179516:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078522.179520:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078522.179526:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078522.179529:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078522.179534:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078522.179537:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078522.179540:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078522.179542:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078522.179545:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078522.179549:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078522.179553:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078522.179555:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078522.179558:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078522.179561:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179568:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078522.179570:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179596:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078522.179598:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078522.179608:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078522.179613:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078522.179615:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300184433
00000100:00000010:2.0:1769078522.179620:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
00000100:00000001:2.0:1769078522.179627:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078522.179632:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300184433
00000100:00000010:2.0:1769078522.179635:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf7e0.
00000100:00000001:2.0:1769078522.179638:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078522.179642:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078522.179644:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078522.179647:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078522.179652:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078522]  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078522.179660:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078522.179661:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078522.179663:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078522.179665:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078522.179666:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078522.179668:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078522.179670:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078522.179676:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179679:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078522.179680:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.179682:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078522.179683:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078522.179686:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179691:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078522.179694:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179698:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078522.179700:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.179701:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078522.179701:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.179703:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078522.179704:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078522.179706:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078522.179708:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078522.179710:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078522.179712:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078522.179717:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610822016:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078522.179719:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078522.179721:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179725:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078522.179726:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078522.179727:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078522.179729:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078522.179731:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078522.179733:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822144:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078522.179737:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078522.179738:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078522.179740:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078522.179742:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078522.179745:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078522.179747:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078522.179751:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078522.179753:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078522.179757:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078522.179760:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610822144, portal 10
00000100:00000001:2.0:1769078522.179762:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078522.179763:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384193408 : -104785325358208 : ffffa0b2c3e78380)
00000100:00000040:2.0:1769078522.179769:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179776:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078522.179778:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078522.179780:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078522.179782:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610822144, offset 0
00000400:00000200:2.0:1769078522.179786:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078522.179790:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078522.179793:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078522.179796:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078522.179798:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078522.179801:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078522.179803:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078522.179806:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22101:22101:256:4294967295] 192.168.204.105@tcp LPNI seq info [22098:22098:8:4294967295]
00000400:00000200:2.0:1769078522.179810:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078522.179816:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078522.179820:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078522.179823:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078522.179827:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078522.179829:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078522.179833:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078522.179836:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078522.179840:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078522.179842:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078522.179845:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078522.179849:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078522.179852:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078522.179853:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078522.179856:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078522.179859:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179866:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078522.179868:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179874:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078522.179876:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078522.179880:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078522.179883:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078522.179886:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078522.179888:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300183572
00000100:00000001:2.0:1769078522.179891:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300184433
00000100:00000001:2.0:1769078522.179893:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300183572
00000100:00000001:2.0:1769078522.179895:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300184433
00000100:00000001:2.0:1769078522.179898:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078522.179899:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078522.179901:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078522.179905:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078522]  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078522.179912:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078522.179914:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078522.179915:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078522.179918:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078522.179919:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078522.179921:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078522.179925:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078522.179933:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179939:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078522.179941:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.179942:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078522.179944:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078522.179948:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179953:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078522.179957:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.179963:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078522.179965:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.179966:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078522.179967:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.179969:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078522.179971:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078522.179972:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078522.179976:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078522.179978:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078522.179981:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078522.179987:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822144:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078522.179991:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078522.179994:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180005:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078522.180006:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078522.180009:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078522.180010:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078522.180012:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078522.180015:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822272:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078522.180018:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078522.180019:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078522.180021:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078522.180023:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078522.180026:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078522.180028:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078522.180032:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078522.180034:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078522.180038:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078522.180040:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610822272, portal 4
00000100:00000001:2.0:1769078522.180042:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078522.180043:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384207744 : -104785325343872 : ffffa0b2c3e7bb80)
00000100:00000040:2.0:1769078522.180049:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180055:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078522.180057:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078522.180059:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078522.180061:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610822272, offset 0
00000400:00000200:2.0:1769078522.180065:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078522.180069:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078522.180073:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078522.180076:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078522.180078:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078522.180080:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078522.180083:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078522.180086:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22102:22102:256:4294967295] 192.168.204.105@tcp LPNI seq info [22099:22099:8:4294967295]
00000400:00000200:2.0:1769078522.180090:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078522.180095:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078522.180099:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078522.180103:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078522.180106:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078522.180109:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078522.180113:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078522.180116:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078522.180119:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078522.180121:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078522.180124:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078522.180127:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078522.180130:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078522.180132:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078522.180134:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078522.180138:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180145:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078522.180147:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180153:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078522.180154:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078522.180158:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078522.180161:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078522.180164:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078522.180166:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300183598
00000100:00000001:2.0:1769078522.180169:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300184433
00000100:00000001:2.0:1769078522.180171:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300183598
00000100:00000001:2.0:1769078522.180173:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300184433
00000100:00000001:2.0:1769078522.180175:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078522.180177:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078522.180179:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078522.180183:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078522]  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078522.180191:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078522.180192:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078522.180194:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078522.180197:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078522.180199:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078522.180201:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078522.180204:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078522.180212:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180218:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078522.180220:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180222:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078522.180223:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078522.180226:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180233:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078522.180236:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180243:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078522.180246:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180247:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078522.180249:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180251:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078522.180252:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078522.180255:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078522.180258:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078522.180260:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078522.180264:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078522.180271:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822272:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078522.180275:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078522.180278:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180283:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078522.180284:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078522.180286:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078522.180288:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078522.180290:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078522.180293:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822400:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078522.180296:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078522.180298:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078522.180299:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078522.180301:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078522.180304:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078522.180306:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078522.180309:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078522.180312:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078522.180315:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078522.180318:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610822400, portal 4
00000100:00000001:2.0:1769078522.180320:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078522.180321:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384199680 : -104785325351936 : ffffa0b2c3e79c00)
00000100:00000040:2.0:1769078522.180326:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180332:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078522.180335:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078522.180337:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078522.180339:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610822400, offset 0
00000400:00000200:2.0:1769078522.180343:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078522.180348:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078522.180351:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078522.180354:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078522.180357:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078522.180359:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078522.180362:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078522.180364:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22103:22103:256:4294967295] 192.168.204.105@tcp LPNI seq info [22100:22100:8:4294967295]
00000400:00000200:2.0:1769078522.180368:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078522.180374:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078522.180378:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078522.180381:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078522.180406:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078522.180410:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769078522.180415:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078522.180417:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769078522.180421:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078522.180423:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078522.180426:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078522.180430:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078522.180433:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078522.180434:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078522.180437:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078522.180440:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180447:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078522.180450:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180456:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078522.180458:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078522.180462:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078522.180465:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078522.180469:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078522.180471:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300183610
00000100:00000001:2.0:1769078522.180473:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300184433
00000100:00000001:2.0:1769078522.180475:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300183610
00000100:00000001:2.0:1769078522.180476:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300184433
00000100:00000001:2.0:1769078522.180479:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078522.180480:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078522.180482:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078522.180486:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078522]  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078522.180494:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078522.180495:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078522.180497:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078522.180499:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078522.180501:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078522.180502:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078522.180505:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078522.180513:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180518:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078522.180520:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180521:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078522.180522:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078522.180526:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180533:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078522.180536:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180543:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078522.180546:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180547:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078522.180548:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180550:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078522.180552:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078522.180554:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078522.180557:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078522.180559:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078522.180563:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078522.180570:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822400:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078522.180586:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180588:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078522.180591:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78000 x1855007610822016/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180599:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078522.180602:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078522.180604:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078522.180606:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078522.180609:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078522.180610:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078522.180613:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078522.180615:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ad000.
02000000:00000001:2.0:1769078522.180620:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078522.180622:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078522.180624:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78000.
00000100:00000001:2.0:1769078522.180627:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078522.180629:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180631:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078522.180634:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78380 x1855007610822144/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180640:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078522.180641:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078522.180642:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078522.180645:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078522.180646:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078522.180647:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078522.180649:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078522.180650:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:2.0:1769078522.180653:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078522.180654:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078522.180655:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78380.
00000100:00000001:2.0:1769078522.180657:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078522.180658:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180659:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078522.180662:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7bb80 x1855007610822272/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180669:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078522.180670:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078522.180672:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078522.180673:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078522.180674:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078522.180676:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078522.180678:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078522.180679:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:2.0:1769078522.180681:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078522.180682:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078522.180683:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7bb80.
00000100:00000001:2.0:1769078522.180686:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078522.180687:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180689:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078522.180691:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79c00 x1855007610822400/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078522.180704:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078522.180705:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078522.180706:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078522.180709:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078522.180710:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078522.180711:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078522.180713:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078522.180715:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:2.0:1769078522.180717:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078522.180718:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078522.180719:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79c00.
00000100:00000001:2.0:1769078522.180721:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078522.180722:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180724:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.180733:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078522.180735:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078522.180737:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078522.180738:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078523.010553:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078523.010570:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078523.010600:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078523.010602:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078523.010606:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078523.074529:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300184433, at 4300184448
00000100:00000010:3.0:1769078523.074550:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf7e0.
00000100:00000040:2.0:1769078523.074678:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300184433, at 4300184448
00000100:00000010:2.0:1769078523.074693:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00010000:00000001:0.0:1769078524.034530:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078524.034535:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078524.035024:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078524.035027:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078524.035030:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078525.058574:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078525.058583:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078525.058586:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078525.058589:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078525.058594:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078525.058596:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078525.058597:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078525.058600:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078525.058631:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078525.058634:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078525.058637:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078526.082482:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078526.082491:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078526.082599:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078526.082603:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078526.082606:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078527.106559:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078527.106569:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078527.106602:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078527.106605:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078527.106608:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078527.298613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078527.298623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078527.298625:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078527.298629:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078527.298633:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078527.298640:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5516
00000400:00000200:1.0:1769078527.298649:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078527.298655:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078527.298658:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078527.298662:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.298665:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078527.298667:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.298670:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078527.298674:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078527.298676:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078527.298679:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078527.298682:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078527.298684:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078527.298686:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078527.298688:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.298691:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078527.298694:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.298696:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078527.298699:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078527.298702:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078527.298705:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078527.298708:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078527.298711:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078527.298714:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078527.298716:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078527.298718:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078527.298727:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7a680.
00000020:00000040:1.0:1769078527.298731:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078527.298735:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078527.298737:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078527.298740:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078527.298743:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078527.298747:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078527.298754:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ac400.
00000100:00000001:1.0:1769078527.298761:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078527.298768:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078527.298779:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078527.298784:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078527.298789:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ef89d72] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078527.298812:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078527.298815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078527.298818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078527.298820:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078527.298821:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078527.298824:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078527.298827:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5516
00000400:00000200:1.0:1769078527.298831:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078527.298834:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078527.298837:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078527.298840:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.298843:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078527.298845:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.298847:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078527.298849:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078527.298851:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078527.298852:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078527.298854:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078527.298857:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078527.298857:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078527.298864:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000001:2.0:1769078527.298867:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078527.298869:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.298873:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078527.298874:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078527.298876:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.298880:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078527.298882:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078527.298887:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000040:2.0:1769078527.298893:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078527.298895:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078527.298900:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078527.298907:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078527.298912:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.298912:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078527.298917:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078527.298918:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078527.298924:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078527.298925:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1769078527.298929:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.298931:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078527.298934:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.298937:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078527.298941:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7aa00.
00000100:00100000:2.0:1769078527.298946:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610822528:192.168.204.105@tcp:250:kworker.0
00000020:00000040:1.0:1769078527.298947:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078527.298956:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078527.298959:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078527.298960:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078527.298965:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078527.298966:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078527.298967:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078527.298971:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078527.298972:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.298977:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078527.298981:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
02000000:00000010:2.0:1769078527.298987:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078527.298991:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078527.299000:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078527.299002:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078527.299009:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00100000:1.0:1769078527.299011:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078527.299020:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000001:1.0:1769078527.299022:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078527.299026:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078527.299032:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c285696] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078527.299032:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610822528, portal 25
00000100:00000001:2.0:1769078527.299038:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078527.299041:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384202368 : -104785325349248 : ffffa0b2c3e7a680)
00000100:00000001:1.0:1769078527.299052:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078527.299054:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078527.299057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078527.299074:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078527.299078:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:1.0:1769078527.299080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078527.299083:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1769078527.299083:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00080000:1.0:1769078527.299088:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1769078527.299090:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610822528, offset 0
00000100:00000001:1.0:1769078527.299094:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078527.299102:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5516
00000400:00000200:2.0:1769078527.299105:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078527.299114:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078527.299122:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078527.299123:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078527.299128:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078527.299132:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078527.299137:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:1.0:1769078527.299139:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078527.299148:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078527.299151:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078527.299152:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078527.299158:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078527.299161:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:2.0:1769078527.299161:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000001:1.0:1769078527.299167:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078527.299171:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:2.0:1769078527.299171:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1769078527.299178:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078527.299182:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000020:00000001:1.0:1769078527.299185:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078527.299194:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22104:22104:256:4294967295] 192.168.204.105@tcp LPNI seq info [22101:22101:8:4294967295]
00000100:00000040:1.0:1769078527.299198:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.299207:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078527.299211:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078527.299214:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.299219:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078527.299222:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078527.299227:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078527.299238:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078527.299241:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1769078527.299243:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078527.299251:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078527.299259:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078527.299259:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078527.299267:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:2.0:1769078527.299272:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000008:00100000:1.0:1769078527.299273:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078527.299284:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078527.299286:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078527.299291:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7b800.
00000800:00000200:2.0:1769078527.299292:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:1.0:1769078527.299296:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:2.0:1769078527.299299:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
02000000:00000001:1.0:1769078527.299301:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078527.299304:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078527.299309:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078527.299313:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769078527.299315:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:1.0:1769078527.299317:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078527.299322:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
02000000:00000010:1.0:1769078527.299326:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000100:00000001:1.0:1769078527.299331:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769078527.299332:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078527.299338:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000100:00100000:1.0:1769078527.299345:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078527.299349:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1769078527.299362:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078527.299363:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078527.299370:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078527.299374:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000100:00000040:1.0:1769078527.299379:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1baa66e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078527.299380:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078527.299421:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078527.299423:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078527.299428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769078527.299430:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078527.299435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078527.299438:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078527.299444:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078527.299457:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078527.299460:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1769078527.299463:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5516
00000100:00000040:2.0:1769078527.299468:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.299478:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.299480:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078527.299500:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078527.299506:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078527.299509:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300189553
00000100:00000010:2.0:1769078527.299514:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cfea0.
00000100:00000001:2.0:1769078527.299520:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078527.299526:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300189553
00000100:00000010:2.0:1769078527.299529:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf960.
00000100:00000001:2.0:1769078527.299532:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1769078527.299544:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078527.299549:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.299552:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078527.299557:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527]  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078527.299574:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078527.299576:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078527.299578:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:1.0:1769078527.299627:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078527.299632:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078527.299634:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078527.299638:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.299640:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078527.299642:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.299644:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078527.299646:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078527.299649:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078527.299653:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078527.299656:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000400:00000200:2.0:1769078527.299657:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000020:00000001:1.0:1769078527.299660:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000010:2.0:1769078527.299663:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000020:00000001:1.0:1769078527.299664:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078527.299676:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078527.299677:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078527.299684:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769078527.299689:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078527.299690:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078527.299697:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078527.299704:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078527.299715:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078527.299721:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078527.299727:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769078527.299728:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078527.299732:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078527.299740:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078527.299746:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078527.299750:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078527.299754:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:1.0:1769078527.299755:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.299758:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078527.299760:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.299766:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:1.0:1769078527.299770:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79c00.
00000100:00000001:2.0:1769078527.299770:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1769078527.299776:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00100000:2.0:1769078527.299782:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078527.299783:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078527.299787:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078527.299793:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078527.299796:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078527.299800:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078527.299810:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:2.0:1769078527.299811:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078527.299815:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078527.299822:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078527.299828:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078527.299859:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078527.299864:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078527.299869:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078527.299870:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.299877:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1769078527.299881:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038f725e8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.299881:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.299893:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078527.299897:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078527.299899:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078527.299909:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078527.299918:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078527.299923:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078527.299929:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078527.299938:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610822528:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078527.299943:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.299945:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078527.299948:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7a680 x1855007610822528/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.299954:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078527.299958:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078527.299961:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078527.299965:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078527.299967:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078527.299969:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078527.299971:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078527.299974:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:2.0:1769078527.299981:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078527.299983:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078527.299985:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7a680.
00000100:00000001:2.0:1769078527.299989:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078527.299991:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.299994:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.300003:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078527.300006:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.300011:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078527.300016:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078527.300019:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078527.300027:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.300035:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078527.300039:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.300042:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078527.300044:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078527.300048:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078527.300054:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822656:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078527.300059:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078527.300061:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078527.300064:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.300066:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078527.300070:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078527.300074:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078527.300081:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078527.300086:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078527.300095:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078527.300100:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610822656, portal 10
00000100:00000001:2.0:1769078527.300103:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078527.300106:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384203264 : -104785325348352 : ffffa0b2c3e7aa00)
00000100:00000040:2.0:1769078527.300117:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.300125:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078527.300133:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078527.300137:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078527.300142:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610822656, offset 0
00000400:00000200:2.0:1769078527.300151:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078527.300160:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078527.300171:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078527.300178:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078527.300184:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078527.300189:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078527.300195:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078527.300204:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22105:22105:256:4294967295] 192.168.204.105@tcp LPNI seq info [22102:22102:8:4294967295]
00000400:00000200:2.0:1769078527.300213:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078527.300233:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078527.300240:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078527.300245:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078527.300254:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078527.300258:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078527.300269:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078527.300273:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078527.300283:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078527.300286:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078527.300291:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078527.300299:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078527.300305:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078527.300308:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078527.300314:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078527.300320:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.300332:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078527.300338:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.300347:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.300349:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078527.300360:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078527.300366:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078527.300371:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078527.300375:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300188692
00000100:00000001:2.0:1769078527.300378:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300189553
00000100:00000001:2.0:1769078527.300381:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300188692
00000100:00000001:2.0:1769078527.300384:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300189553
00000100:00000001:2.0:1769078527.300411:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078527.300414:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.300417:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078527.300424:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527]  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078527.300435:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078527.300437:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078527.300440:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078527.300446:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078527.300449:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078527.300456:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078527.300464:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078527.300473:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.300482:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078527.300486:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.300505:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078527.300506:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078527.300514:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.300524:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078527.300530:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.300540:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078527.300546:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.300549:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078527.300552:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.300554:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078527.300558:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078527.300562:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078527.300567:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078527.300574:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078527.300716:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078527.300730:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822656:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078527.300742:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078527.300749:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.300758:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078527.300761:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.300765:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078527.300769:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078527.300774:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078527.300781:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822784:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078527.300785:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078527.300788:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078527.300792:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.300794:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078527.300799:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078527.300804:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078527.300810:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078527.300815:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078527.300823:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078527.300827:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610822784, portal 4
00000100:00000001:2.0:1769078527.300830:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078527.300833:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384206848 : -104785325344768 : ffffa0b2c3e7b800)
00000100:00000040:2.0:1769078527.300842:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.300850:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078527.300856:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078527.300861:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078527.300865:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610822784, offset 0
00000400:00000200:2.0:1769078527.300876:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078527.300883:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078527.300892:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078527.300897:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078527.300902:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078527.300908:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078527.300913:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078527.300921:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22106:22106:256:4294967295] 192.168.204.105@tcp LPNI seq info [22103:22103:8:4294967295]
00000400:00000200:2.0:1769078527.300928:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078527.300947:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078527.300956:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078527.300961:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078527.300970:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078527.300975:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078527.300984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078527.300988:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078527.300997:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078527.301000:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078527.301004:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078527.301014:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078527.301020:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078527.301022:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078527.301027:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078527.301033:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301045:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078527.301052:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301062:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.301065:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078527.301074:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078527.301079:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078527.301086:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078527.301090:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300188718
00000100:00000001:2.0:1769078527.301094:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300189553
00000100:00000001:2.0:1769078527.301097:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300188718
00000100:00000001:2.0:1769078527.301101:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300189553
00000100:00000001:2.0:1769078527.301104:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078527.301106:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.301109:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078527.301121:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527]  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078527.301132:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078527.301134:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078527.301137:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078527.301143:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078527.301146:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078527.301151:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078527.301158:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078527.301170:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301179:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078527.301183:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.301185:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078527.301188:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078527.301195:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301204:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078527.301212:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301220:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078527.301225:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.301229:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078527.301232:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.301235:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078527.301240:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078527.301244:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078527.301251:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078527.301256:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078527.301266:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078527.301276:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822784:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078527.301283:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078527.301290:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301299:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078527.301301:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.301304:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078527.301307:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078527.301310:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078527.301316:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822912:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078527.301320:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078527.301325:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078527.301329:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078527.301332:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078527.301337:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078527.301341:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078527.301347:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078527.301351:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000400:00000010:2.0:1769078527.301355:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000100:00000200:2.0:1769078527.301360:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610822912, portal 4
00000100:00000001:2.0:1769078527.301362:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078527.301364:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384199680 : -104785325351936 : ffffa0b2c3e79c00)
00000100:00000040:2.0:1769078527.301375:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301384:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078527.301413:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078527.301417:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000200:2.0:1769078527.301422:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610822912, offset 0
00000400:00000200:2.0:1769078527.301430:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078527.301438:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078527.301447:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078527.301452:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078527.301459:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078527.301465:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078527.301469:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078527.301477:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22107:22107:256:4294967295] 192.168.204.105@tcp LPNI seq info [22104:22104:8:4294967295]
00000400:00000200:2.0:1769078527.301484:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078527.301514:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078527.301523:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078527.301528:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000800:00000200:2.0:1769078527.301537:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078527.301542:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769078527.301550:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078527.301554:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1769078527.301563:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078527.301566:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:2.0:1769078527.301572:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078527.301710:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078527.301716:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:2.0:1769078527.301718:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:2.0:1769078527.301724:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078527.301732:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301743:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078527.301749:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301763:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.301766:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078527.301776:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078527.301781:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078527.301787:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078527.301791:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300188729
00000100:00000001:2.0:1769078527.301794:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300189553
00000100:00000001:2.0:1769078527.301798:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300188729
00000100:00000001:2.0:1769078527.301801:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300189553
00000100:00000001:2.0:1769078527.301803:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078527.301806:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.301809:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078527.301819:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527]  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078527.301829:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078527.301833:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078527.301836:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078527.301841:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078527.301843:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078527.301847:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078527.301855:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078527.301866:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301874:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078527.301877:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.301879:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078527.301881:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078527.301889:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301897:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078527.301906:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301913:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078527.301917:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.301919:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078527.301922:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.301925:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078527.301929:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078527.301933:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078527.301939:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078527.301943:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078527.301951:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078527.301962:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610822912:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078527.301972:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.301974:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078527.301982:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7aa00 x1855007610822656/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.301990:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078527.301993:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078527.301996:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078527.302003:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078527.302007:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078527.302010:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078527.302013:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078527.302017:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078527.302023:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078527.302026:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078527.302029:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7aa00.
00000100:00000001:2.0:1769078527.302036:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078527.302039:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.302043:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078527.302049:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7b800 x1855007610822784/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.302058:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078527.302062:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078527.302064:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078527.302070:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078527.302074:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078527.302076:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078527.302078:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078527.302080:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:2.0:1769078527.302085:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078527.302087:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078527.302089:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7b800.
00000100:00000001:2.0:1769078527.302094:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078527.302096:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.302099:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078527.302106:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79c00 x1855007610822912/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078527.302114:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078527.302118:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078527.302120:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a800.
02000000:00000001:2.0:1769078527.302125:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078527.302128:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078527.302132:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078527.302136:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078527.302138:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:2.0:1769078527.302143:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078527.302146:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078527.302148:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79c00.
00000100:00000001:2.0:1769078527.302153:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078527.302156:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.302160:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.302167:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078527.302170:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078527.302176:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078527.302179:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078527.303543:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5526)
00010000:00000001:0.0:1769078528.130727:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078528.130734:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078528.130857:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078528.130861:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078528.130864:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078528.194630:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300189553, at 4300189568
00000100:00000010:2.0:1769078528.194645:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cfea0.
00000100:00000040:3.0:1769078528.194731:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300189553, at 4300189568
00000100:00000010:3.0:1769078528.194736:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf960.
00010000:00000001:0.0:1769078529.155035:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078529.155043:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078529.155071:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078529.155074:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078529.155077:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078530.178545:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078530.178555:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078530.178658:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078530.178667:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078530.178672:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1769078530.882558:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2e0255840] -> 12345-192.168.204.5@tcp (6)
00000800:00000200:1.0:1769078530.882567:0:2357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.5@tcp ip 192.168.204.5:988
00000800:00000200:1.0:1769078530.882572:0:2357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0b2c29a1600 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1769078530.883001:0:2360:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1769078530.883007:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078530.883021:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1769078530.883025:0:2360:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:3.0:1769078530.883029:0:2360:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1769078531.202669:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078531.202677:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078531.202704:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078531.202707:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078531.202711:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078532.227608:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078532.227619:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078532.227854:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078532.227859:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078532.227862:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078532.419052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078532.419067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078532.419070:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078532.419076:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078532.419081:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078532.419088:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5521
00000400:00000200:1.0:1769078532.419099:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078532.419105:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078532.419108:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078532.419110:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419113:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078532.419115:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419117:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078532.419120:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078532.419122:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:1.0:1769078532.419124:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078532.419127:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:1.0:1769078532.419128:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:1.0:1769078532.419130:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:1.0:1769078532.419132:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419134:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078532.419135:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419136:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:1.0:1769078532.419138:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:1.0:1769078532.419140:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419142:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.419144:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078532.419148:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078532.419150:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.419152:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078532.419154:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078532.419164:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e7bb80.
00000020:00000040:1.0:1769078532.419168:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:1.0:1769078532.419171:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078532.419172:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.419175:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078532.419178:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078532.419182:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078532.419189:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af800.
00000100:00000001:1.0:1769078532.419195:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078532.419204:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078532.419216:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078532.419222:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078532.419227:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49461df] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.419254:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078532.419258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078532.419265:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078532.419267:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078532.419268:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078532.419271:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078532.419273:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5521
00000400:00000200:1.0:1769078532.419277:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078532.419280:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078532.419282:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078532.419285:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419287:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078532.419290:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419291:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078532.419294:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078532.419295:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:1.0:1769078532.419297:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078532.419300:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:1.0:1769078532.419302:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:1.0:1769078532.419304:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078532.419307:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078532.419308:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078532.419309:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078532.419311:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419312:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078532.419313:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078532.419314:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:1.0:1769078532.419317:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078532.419317:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078532.419320:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.419322:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769078532.419324:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078532.419327:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078532.419329:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.419331:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078532.419333:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078532.419335:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078532.419337:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078532.419339:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1769078532.419340:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.419341:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078532.419342:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078532.419344:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078532.419345:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78380.
00000020:00000040:1.0:1769078532.419348:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00100000:2.0:1769078532.419348:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610823040:192.168.204.105@tcp:250:kworker.0
02000000:00000001:1.0:1769078532.419350:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078532.419352:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078532.419352:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078532.419353:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078532.419354:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078532.419356:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078532.419356:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1769078532.419363:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67ae800.
00000100:00000001:1.0:1769078532.419366:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078532.419369:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078532.419371:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078532.419373:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078532.419378:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1769078532.419378:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
00000100:00000001:1.0:1769078532.419380:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078532.419380:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078532.419383:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b372783] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.419428:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078532.419431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078532.419434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1769078532.419435:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078532.419437:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078532.419439:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078532.419442:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5521
00000400:00000200:1.0:1769078532.419446:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078532.419449:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078532.419451:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078532.419452:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:1.0:1769078532.419453:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419455:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078532.419457:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000010:2.0:1769078532.419458:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d210.
00000100:00000001:1.0:1769078532.419459:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:1.0:1769078532.419461:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078532.419463:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:1.0:1769078532.419464:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1769078532.419465:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894220.
00000020:00000040:1.0:1769078532.419466:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:1.0:1769078532.419468:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:1.0:1769078532.419470:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078532.419472:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419473:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1769078532.419474:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610823040, portal 25
00000100:00000040:1.0:1769078532.419476:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419477:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078532.419477:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078532.419479:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384207744 : -104785325343872 : ffffa0b2c3e7bb80)
00000020:00000040:1.0:1769078532.419481:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:1.0:1769078532.419483:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000040:2.0:1769078532.419485:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078532.419486:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.419487:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078532.419490:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078532.419492:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.419494:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078532.419494:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078532.419496:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000008:00100000:1.0:1769078532.419497:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078532.419499:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078532.419499:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894d48.
00000100:00000001:1.0:1769078532.419501:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078532.419503:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610823040, offset 0
00000100:00000010:1.0:1769078532.419505:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e78000.
00000020:00000040:1.0:1769078532.419507:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078532.419509:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078532.419510:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078532.419511:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419512:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078532.419513:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078532.419515:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078532.419519:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67afc00.
00000400:00000200:2.0:1769078532.419519:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078532.419522:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078532.419525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078532.419526:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:1.0:1769078532.419532:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078532.419533:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078532.419534:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078532.419537:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000809d7171] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078532.419539:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:1.0:1769078532.419544:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078532.419544:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078532.419546:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000100:00080000:1.0:1769078532.419547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078532.419551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1769078532.419551:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22108:22108:256:4294967295] 192.168.204.105@tcp LPNI seq info [22105:22105:8:4294967295]
00000100:00000001:1.0:1769078532.419553:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078532.419554:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1769078532.419556:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078532.419557:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078532.419559:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5521
00000400:00000200:1.0:1769078532.419562:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078532.419564:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078532.419566:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1769078532.419566:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078532.419569:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419571:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078532.419572:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419574:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.0:1769078532.419574:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000020:00000001:1.0:1769078532.419576:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078532.419577:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:1.0:1769078532.419578:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1769078532.419579:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101dc00.
00000020:00000040:1.0:1769078532.419580:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:1.0:1769078532.419582:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:1.0:1769078532.419583:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078532.419586:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000800:00000200:2.0:1769078532.419587:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:1.0:1769078532.419588:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078532.419590:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419592:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000800:00000200:2.1:1769078532.419592:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:1.0:1769078532.419594:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:1.0:1769078532.419596:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078532.419597:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078532.419599:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078532.419601:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078532.419602:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.419604:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078532.419606:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078532.419608:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.419610:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078532.419610:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078532.419613:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3e79180.
00000400:00000200:2.0:1769078532.419614:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:1.0:1769078532.419615:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:1.0:1769078532.419617:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769078532.419618:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300194673
02000000:00000001:1.0:1769078532.419619:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.419620:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078532.419622:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1769078532.419622:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf180.
02000000:00000001:1.0:1769078532.419623:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078532.419626:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c67af000.
00000100:00000001:1.0:1769078532.419629:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078532.419629:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00100000:1.0:1769078532.419633:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078532.419636:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300194673
00000100:00000001:1.0:1769078532.419639:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1769078532.419639:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf660.
00000100:00000001:1.0:1769078532.419641:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078532.419644:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1769078532.419645:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb405fe] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078532.419647:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078532.419651:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078532.419652:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078532.419654:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078532.419657:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5531)
00000100:00000001:2.0:1769078532.419657:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078532.419666:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078532.419668:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078532.419671:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078532.419673:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078532.419675:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078532.419679:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078532.419686:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078532.419687:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078532.419690:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078532.419692:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078532.419694:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078532.419697:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823168:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078532.419700:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078532.419702:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078532.419704:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078532.419706:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078532.419710:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078532.419713:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078532.419717:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078532.419721:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db58.
00000400:00000010:2.0:1769078532.419725:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894770.
00000100:00000200:2.0:1769078532.419728:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610823168, portal 10
00000100:00000001:2.0:1769078532.419730:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078532.419731:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384193408 : -104785325358208 : ffffa0b2c3e78380)
00000100:00000040:2.0:1769078532.419738:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078532.419745:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078532.419748:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078532.419752:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894990.
00000100:00000200:2.0:1769078532.419754:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610823168, offset 0
00000400:00000200:2.0:1769078532.419759:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078532.419763:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078532.419767:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078532.419769:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078532.419772:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078532.419774:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078532.419777:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078532.419781:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22109:22109:255:4294967295] 192.168.204.105@tcp LPNI seq info [22106:22106:7:4294967295]
00000400:00000200:2.0:1769078532.419798:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078532.419804:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078532.419809:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078532.419812:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d400.
00000800:00000200:2.0:1769078532.419816:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078532.419820:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078532.419823:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078532.419827:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078532.419831:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078532.419833:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300193812
00000100:00000001:2.0:1769078532.419836:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300194673
00000100:00000001:2.0:1769078532.419838:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300193812
00000100:00000001:2.0:1769078532.419840:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300194673
00000100:00000001:2.0:1769078532.419843:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078532.419845:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078532.419847:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078532.419850:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078532.419857:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078532.419858:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078532.419861:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078532.419862:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078532.419864:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078532.419867:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823296:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078532.419870:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078532.419872:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078532.419873:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078532.419875:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078532.419878:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078532.419880:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078532.419883:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078532.419886:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6d580.
00000400:00000010:2.0:1769078532.419889:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078532.419892:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610823296, portal 4
00000100:00000001:2.0:1769078532.419895:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078532.419896:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384192512 : -104785325359104 : ffffa0b2c3e78000)
00000100:00000040:2.0:1769078532.419901:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078532.419907:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078532.419910:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078532.419912:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28942a8.
00000100:00000200:2.0:1769078532.419914:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610823296, offset 0
00000400:00000200:2.0:1769078532.419918:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078532.419922:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078532.419925:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078532.419928:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078532.419930:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078532.419933:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078532.419935:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078532.419938:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22110:22110:254:4294967295] 192.168.204.105@tcp LPNI seq info [22107:22107:6:4294967295]
00000400:00000200:2.0:1769078532.419942:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078532.419948:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078532.419953:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078532.419956:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101db00.
00000800:00000200:2.0:1769078532.419960:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078532.419963:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078532.419966:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078532.419969:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078532.419972:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078532.419974:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300193838
00000100:00000001:2.0:1769078532.419976:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300194673
00000100:00000001:2.0:1769078532.419979:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300193838
00000100:00000001:2.0:1769078532.419981:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300194673
00000100:00000001:2.0:1769078532.419983:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078532.419985:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078532.419986:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078532.419990:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078532.419997:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078532.419998:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078532.420000:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078532.420001:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078532.420003:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078532.420006:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823424:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078532.420009:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078532.420011:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078532.420012:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078532.420014:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078532.420017:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078532.420019:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078532.420021:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078532.420024:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db00.
00000400:00000010:2.0:1769078532.420026:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894088.
00000100:00000200:2.0:1769078532.420030:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610823424, portal 4
00000100:00000001:2.0:1769078532.420031:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078532.420032:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288384196992 : -104785325354624 : ffffa0b2c3e79180)
00000100:00000040:2.0:1769078532.420038:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078532.420044:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078532.420046:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078532.420048:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28945d8.
00000100:00000200:2.0:1769078532.420050:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610823424, offset 0
00000400:00000200:2.0:1769078532.420054:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078532.420058:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078532.420061:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078532.420063:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078532.420066:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078532.420068:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078532.420070:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078532.420072:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22111:22111:253:4294967295] 192.168.204.105@tcp LPNI seq info [22108:22108:5:4294967295]
00000400:00000200:2.0:1769078532.420076:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078532.420081:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078532.420085:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078532.420088:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d200.
00000800:00000200:2.0:1769078532.420092:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078532.420094:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078532.420097:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078532.420099:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078532.420103:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078532.420105:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300193849
00000100:00000001:2.0:1769078532.420107:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300194673
00000100:00000001:2.0:1769078532.420109:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300193849
00000100:00000001:2.0:1769078532.420111:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300194673
00000100:00000001:2.0:1769078532.420114:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078532.420116:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078532.420118:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078532.420120:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078532.420124:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078532.420126:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769078532.420127:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078532.420129:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078532.420131:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078532.420132:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078533.251539:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078533.251546:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078533.253291:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078533.253298:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078533.253303:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078533.314506:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300194673, at 4300194688
00000100:00000040:3.0:1769078533.314506:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300194673, at 4300194688
00000100:00000010:3.0:1769078533.314528:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf660.
00000100:00000010:2.0:1769078533.314531:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769078534.274652:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078534.274659:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078534.275148:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078534.275152:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078534.275157:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078535.299094:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078535.299108:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078535.299111:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078535.299114:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078535.299139:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078535.299141:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078535.299144:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078535.299146:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078535.299708:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078535.299713:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078535.299717:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769078535.490898:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.105:988
00000400:00000100:3.0:1769078535.490949:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.105@tcp at host 192.168.204.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078535.490962:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078535.490966:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.5@tcp notifying 192.168.204.105@tcp: down
00000400:00000200:3.0:1769078535.490970:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:3.0:1769078535.490974:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078535.490980:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078535.490984:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101dc00.
00000400:00000200:3.0:1769078535.490991:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078535.490996:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078535.491002:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894d48
00000400:00000010:3.0:1769078535.491005:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894d48.
00000100:00000001:3.0:1769078535.491011:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078535.491020:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078535.491048:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078535.491052:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078535.491061:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078535.491063:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078535.491077:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078535.491081:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d400.
00000400:00000200:3.0:1769078535.491084:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078535.491089:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078535.491092:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894990
00000400:00000010:3.0:1769078535.491096:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894990.
00000100:00000001:2.0:1769078535.491112:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078535.491112:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078535.491123:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1769078535.491128:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.491129:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078535.491142:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769078535.491143:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078535]  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078535.491159:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1769078535.491161:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078535.491162:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078535.491167:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d210.
00000400:00000200:2.0:1769078535.491177:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894220
00000400:00000010:2.0:1769078535.491180:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894220.
00000100:00000001:2.0:1769078535.491183:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078535.491187:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078535.491197:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078535.491207:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:2.0:1769078535.491208:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.491219:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078535.491221:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.491223:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078535.491224:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078535.491227:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.491230:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078535.491234:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.491240:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078535.491242:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.491243:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078535.491243:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.491245:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078535.491246:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078535.491249:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078535.491253:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078535.491254:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078535.491257:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078535.491261:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610823040:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078535.491265:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078535.491267:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078535.491268:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e7bb80 x1855007610823040/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.491273:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078535.491276:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078535.491280:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078535.491284:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078535.491287:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078535.491289:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078535.491291:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078535.491293:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af800.
02000000:00000001:2.0:1769078535.491296:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078535.491298:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078535.491300:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e7bb80.
00000100:00000001:2.0:1769078535.491302:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078535.491303:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.491306:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078535.491307:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078535.491308:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078535.491309:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078535.491311:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078535]  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078535.491316:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078535.491317:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078535.491318:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db58.
00000400:00000200:2.0:1769078535.491319:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894770
00000400:00000010:2.0:1769078535.491320:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894770.
00000100:00000001:2.0:1769078535.491322:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078535.491324:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078535.491329:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.491332:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078535.491333:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.491334:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078535.491334:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078535.491336:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.491340:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078535.491342:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.491346:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078535.491348:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.491491:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078535.491493:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.491495:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078535.491497:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078535.491499:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078535.491504:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078535.491506:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078535.491512:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078535.491519:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823168:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078535.491523:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078535.491524:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078535.491527:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78380 x1855007610823168/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.491534:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078535.491535:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078535.491537:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078535.491541:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078535.491542:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078535.491543:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078535.491545:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078535.491547:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67ae800.
02000000:00000001:2.0:1769078535.491550:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078535.491552:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078535.491553:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78380.
00000100:00000001:2.0:1769078535.491555:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078535.491557:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.491559:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078535.491561:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078535.491562:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078535.491564:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078535.491566:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078535.496141:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078535.496148:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101db00.
00000400:00000200:3.0:1769078535.496153:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078535.496158:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078535.496163:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28942a8
00000400:00000010:3.0:1769078535.496166:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28942a8.
00000100:00000001:3.0:1769078535.496170:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078535.496178:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078535.496204:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078535.496208:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078535.496216:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078535.496218:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078535.496225:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.105@tcp
00000800:00000010:3.0:1769078535.496228:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d200.
00000400:00000200:3.0:1769078535.496231:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078535.496235:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078535.496238:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28945d8
00000400:00000010:3.0:1769078535.496240:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28945d8.
00000100:00000001:3.0:1769078535.496243:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078535.496248:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.496255:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078535.496257:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078535.496264:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.496266:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078535.496273:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078535.496280:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078535.496283:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1769078535.496293:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078535]  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078535.496320:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078535.496322:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078535.496327:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6d580.
00000400:00000200:2.0:1769078535.496333:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078535.496335:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078535.496340:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078535.496345:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078535.496370:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.496378:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078535.496380:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.496383:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078535.496568:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078535.496580:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.496589:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078535.496595:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.496603:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078535.496607:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.496609:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078535.496610:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.496612:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078535.496614:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078535.496617:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078535.496622:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078535.496624:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078535.496627:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078535.496632:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823296:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078535.496637:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078535.496639:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078535]  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078535.496647:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078535.496648:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078535.496650:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db00.
00000400:00000200:2.0:1769078535.496652:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894088
00000400:00000010:2.0:1769078535.496653:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894088.
00000100:00000001:2.0:1769078535.496655:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078535.496657:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078535.496662:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.496665:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078535.496666:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.496667:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078535.496668:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078535.496670:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.496678:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078535.496681:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.496685:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078535.496686:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.496687:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078535.496687:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.496688:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078535.496689:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078535.496690:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078535.496692:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078535.496693:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078535.496695:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078535.496699:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823424:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078535.496702:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.496704:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078535.496706:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e78000 x1855007610823296/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.496710:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078535.496712:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078535.496716:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078535.496719:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078535.496722:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078535.496723:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078535.496725:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078535.496727:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67afc00.
02000000:00000001:2.0:1769078535.496730:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078535.496732:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078535.496734:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e78000.
00000100:00000001:2.0:1769078535.496738:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078535.496739:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.496740:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078535.496742:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3e79180 x1855007610823424/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078535.496746:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078535.496746:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078535.496748:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4a000.
02000000:00000001:2.0:1769078535.496750:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078535.496750:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078535.496751:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078535.496752:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078535.496753:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c67af000.
02000000:00000001:2.0:1769078535.496754:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078535.496755:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078535.496755:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3e79180.
00000100:00000001:2.0:1769078535.496756:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078535.496757:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.496759:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078535.496765:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078535.496767:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078535.496768:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078535.496770:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078536.322950:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078536.322957:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078536.323113:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078536.323116:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078536.323119:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078537.346531:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078537.346536:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078537.346597:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078537.346600:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078537.346602:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078537.538532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078537.538540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078537.538542:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078537.538546:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078537.538550:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078537.538556:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5526
00000400:00000200:0.0:1769078537.538565:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078537.538570:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078537.538572:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078537.538575:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.538577:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078537.538579:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.538580:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078537.538583:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078537.538585:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078537.538587:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078537.538589:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078537.538591:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078537.538592:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078537.538594:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.538595:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078537.538596:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.538597:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078537.538599:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078537.538601:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078537.538602:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078537.538604:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078537.538606:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078537.538614:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078537.538616:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078537.538617:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078537.538624:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ee680.
00000020:00000040:0.0:1769078537.538626:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078537.538630:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078537.538631:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078537.538633:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078537.538635:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078537.538638:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078537.538645:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1000.
00000100:00000001:0.0:1769078537.538650:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078537.538659:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078537.538668:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078537.538672:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078537.538677:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000866a1fd] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078537.538711:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078537.538716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078537.538719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078537.538720:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078537.538722:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078537.538725:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078537.538728:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5526
00000400:00000200:0.0:1769078537.538733:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078537.538737:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078537.538739:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078537.538742:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.538744:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078537.538746:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078537.538747:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078537.538750:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078537.538752:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078537.538754:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078537.538756:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078537.538759:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078537.538761:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078537.538765:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000040:2.0:1769078537.538765:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078537.538769:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078537.538774:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:0.0:1769078537.538781:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078537.538783:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078537.538785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078537.538787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078537.538787:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078537.538792:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078537.538794:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
02000000:00000001:2.0:1769078537.538795:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1769078537.538798:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
02000000:00000001:2.0:1769078537.538800:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078537.538801:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078537.538804:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078537.538807:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078537.538810:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078537.538813:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078537.538815:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769078537.538815:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610823552:192.168.204.105@tcp:250:kworker.0
00000008:00100000:0.0:1769078537.538819:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078537.538822:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.538822:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078537.538825:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078537.538828:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef100.
02000000:00000001:2.0:1769078537.538828:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078537.538832:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078537.538833:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078537.538837:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078537.538838:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078537.538841:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078537.538842:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078537.538844:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1769078537.538845:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:0.0:1769078537.538846:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.538849:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078537.538857:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d3800.
00000400:00000200:2.0:1769078537.538858:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078537.538863:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078537.538866:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db00.
00000100:00100000:0.0:1769078537.538871:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769078537.538875:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894088.
00000100:00000001:0.0:1769078537.538883:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769078537.538886:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610823552, portal 25
00000100:00000001:0.0:1769078537.538887:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.538892:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769078537.538894:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152e65ee] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.538896:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409843328 : -104785299708288 : ffffa0b2c56ee680)
00000100:00000040:2.0:1769078537.538907:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.538915:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078537.538918:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078537.538921:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078537.538924:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610823552, offset 0
00000100:00000001:0.0:1769078537.538925:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078537.538930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769078537.538934:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:0.0:1769078537.538936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078537.538938:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078537.538940:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078537.538943:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1769078537.538946:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:0.0:1769078537.538948:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5526
00000400:00000200:0.0:1769078537.538955:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078537.538958:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:0.0:1769078537.538960:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078537.538964:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078537.538969:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:2.0:1769078537.538969:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078537.538974:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078537.538978:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000040:0.0:1769078537.538979:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.538983:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078537.538986:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1769078537.538987:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769078537.538988:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:2.0:1769078537.538992:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000020:00000001:0.0:1769078537.538993:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078537.538998:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:2.0:1769078537.538999:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22112:22112:256:4294967295] 192.168.204.105@tcp LPNI seq info [22109:22109:8:4294967295]
00000020:00000001:0.0:1769078537.539002:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:0.0:1769078537.539006:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:2.0:1769078537.539007:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078537.539012:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.539015:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078537.539018:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.539021:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078537.539025:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:2.0:1769078537.539026:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769078537.539031:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078537.539036:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078537.539040:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1769078537.539040:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
02000000:00000001:0.0:1769078537.539045:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078537.539048:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078537.539048:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d000.
00000100:00000001:0.0:1769078537.539054:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078537.539056:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078537.539060:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078537.539062:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:0.0:1769078537.539063:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769078537.539069:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000100:00000010:0.0:1769078537.539071:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ece00.
00000020:00000040:0.0:1769078537.539076:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:2.1:1769078537.539080:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
02000000:00000001:0.0:1769078537.539081:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078537.539083:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078537.539087:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078537.539088:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1769078537.539089:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1769078537.539090:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1769078537.539098:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
02000000:00000010:0.0:1769078537.539099:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2000.
00000800:00000010:2.0:1769078537.539103:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d000.
00000100:00000001:0.0:1769078537.539105:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078537.539111:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1769078537.539112:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078537.539120:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078537.539126:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078537.539128:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000100:00000001:0.0:1769078537.539129:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078537.539133:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000040:0.0:1769078537.539136:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e26eada] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539141:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078537.539147:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078537.539149:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078537.539151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078537.539160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078537.539163:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078537.539166:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078537.539167:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078537.539169:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1769078537.539173:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078537.539176:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5526
00000400:00000200:0.0:1769078537.539185:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078537.539188:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078537.539191:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078537.539192:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1769078537.539195:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078537.539199:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.539201:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078537.539203:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078537.539204:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.539209:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:2.0:1769078537.539213:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000001:0.0:1769078537.539214:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078537.539217:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078537.539219:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078537.539219:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300199792
00000020:00000040:0.0:1769078537.539223:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078537.539226:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000010:2.0:1769078537.539227:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf180.
00000020:00000001:0.0:1769078537.539228:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:0.0:1769078537.539235:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.539237:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078537.539239:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1769078537.539241:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078537.539245:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:2.0:1769078537.539246:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300199792
00000020:00000040:0.0:1769078537.539248:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000010:2.0:1769078537.539253:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c34cf1e0.
00000100:00080000:0.0:1769078537.539254:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078537.539260:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.539260:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1769078537.539262:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078537.539266:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078537.539267:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078537.539270:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078537.539271:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.539275:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078537.539280:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537]  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078537.539289:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078537.539292:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078537.539297:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078537.539299:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769078537.539301:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000010:0.0:1769078537.539303:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56efb80.
00000400:00000001:2.0:1769078537.539304:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078537.539308:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db00.
00000020:00000040:0.0:1769078537.539309:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:0.0:1769078537.539322:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078537.539323:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078537.539325:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078537.539327:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078537.539328:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078537.539330:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894088
02000000:00000010:0.0:1769078537.539332:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d0800.
00000400:00000010:2.0:1769078537.539334:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894088.
00000100:00000001:0.0:1769078537.539337:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.539340:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:0.0:1769078537.539344:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078537.539347:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078537.539365:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078537.539369:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078537.539370:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078537.539376:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d779b480] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539381:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078537.539384:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078537.539433:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078537.539439:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5536)
00000100:00000001:2.0:1769078537.539447:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.539450:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078537.539455:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539464:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078537.539469:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539476:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078537.539479:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.539481:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.539482:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.539485:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078537.539487:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078537.539490:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078537.539494:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078537.539497:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078537.539500:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078537.539508:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610823552:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078537.539514:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.539516:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.539519:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ee680 x1855007610823552/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539526:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078537.539529:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078537.539532:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078537.539535:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078537.539537:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078537.539539:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:2.0:1769078537.539541:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078537.539543:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1000.
02000000:00000001:2.0:1769078537.539548:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078537.539550:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078537.539551:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ee680.
00000100:00000001:2.0:1769078537.539554:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078537.539555:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.539558:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.539565:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078537.539567:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.539569:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078537.539570:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078537.539571:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078537.539575:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539581:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078537.539582:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.539584:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078537.539586:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078537.539588:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078537.539591:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823680:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078537.539595:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078537.539597:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078537.539598:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.539600:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078537.539603:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078537.539605:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078537.539609:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078537.539612:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db00.
00000400:00000010:2.0:1769078537.539616:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894088.
00000100:00000200:2.0:1769078537.539619:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610823680, portal 10
00000100:00000001:2.0:1769078537.539621:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078537.539622:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409846016 : -104785299705600 : ffffa0b2c56ef100)
00000100:00000040:2.0:1769078537.539628:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539633:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078537.539635:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078537.539637:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078537.539640:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610823680, offset 0
00000400:00000200:2.0:1769078537.539647:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078537.539652:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078537.539656:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078537.539659:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078537.539661:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078537.539663:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078537.539665:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078537.539668:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22113:22113:256:4294967295] 192.168.204.105@tcp LPNI seq info [22110:22110:8:4294967295]
00000400:00000200:2.0:1769078537.539672:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078537.539677:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078537.539682:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078537.539685:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d000.
00000800:00000200:2.0:1769078537.539688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078537.539691:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078537.539695:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078537.539698:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078537.539701:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078537.539703:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d000.
00000400:00000200:2.0:1769078537.539706:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078537.539709:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078537.539712:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078537.539713:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078537.539715:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078537.539719:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539725:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.539728:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539733:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.539735:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078537.539738:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078537.539741:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:2.0:1769078537.539744:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078537.539746:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300198932
00000100:00000001:2.0:1769078537.539749:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300199792
00000100:00000001:2.0:1769078537.539751:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300198932
00000100:00000001:2.0:1769078537.539752:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300199792
00000100:00000001:2.0:1769078537.539754:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078537.539756:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.539758:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078537.539761:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537]  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078537.539768:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078537.539769:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078537.539771:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db00.
00000400:00000200:2.0:1769078537.539773:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894088
00000400:00000010:2.0:1769078537.539775:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894088.
00000100:00000001:2.0:1769078537.539776:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078537.539779:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078537.539786:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539791:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078537.539792:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.539794:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.539795:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078537.539798:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539805:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078537.539808:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539813:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078537.539815:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.539817:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.539818:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.539820:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078537.539821:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078537.539823:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078537.539826:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078537.539828:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078537.539831:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078537.539837:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823680:192.168.204.105@tcp:38:kworker.0
00000100:00000001:2.0:1769078537.539841:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078537.539844:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539850:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078537.539851:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.539853:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078537.539854:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078537.539856:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078537.539859:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823808:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078537.539862:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078537.539863:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078537.539865:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.539866:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078537.539869:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078537.539871:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078537.539875:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078537.539877:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db00.
00000400:00000010:2.0:1769078537.539880:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894088.
00000100:00000200:2.0:1769078537.539883:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610823808, portal 4
00000100:00000001:2.0:1769078537.539885:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078537.539886:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409837056 : -104785299714560 : ffffa0b2c56ece00)
00000100:00000040:2.0:1769078537.539890:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539896:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078537.539898:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078537.539901:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078537.539903:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610823808, offset 0
00000400:00000200:2.0:1769078537.539906:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078537.539910:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078537.539913:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078537.539916:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078537.539919:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078537.539921:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078537.539923:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078537.539925:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22114:22114:256:4294967295] 192.168.204.105@tcp LPNI seq info [22111:22111:8:4294967295]
00000400:00000200:2.0:1769078537.539929:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078537.539934:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078537.539938:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078537.539940:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d000.
00000800:00000200:2.0:1769078537.539943:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078537.539946:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078537.539950:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078537.539953:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078537.539956:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078537.539958:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d000.
00000400:00000200:2.0:1769078537.539961:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078537.539964:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078537.539967:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078537.539969:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078537.539971:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078537.539974:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539982:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.539985:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.539992:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.539993:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078537.539997:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078537.539999:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:2.0:1769078537.540003:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078537.540004:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300198958
00000100:00000001:2.0:1769078537.540007:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300199792
00000100:00000001:2.0:1769078537.540009:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300198958
00000100:00000001:2.0:1769078537.540011:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300199792
00000100:00000001:2.0:1769078537.540013:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078537.540015:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.540016:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078537.540019:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537]  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078537.540026:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078537.540027:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078537.540028:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db00.
00000400:00000200:2.0:1769078537.540030:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894088
00000400:00000010:2.0:1769078537.540032:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894088.
00000100:00000001:2.0:1769078537.540033:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078537.540036:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078537.540045:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540051:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078537.540052:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.540054:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.540055:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078537.540058:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540064:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078537.540067:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540073:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078537.540076:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.540077:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.540078:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.540080:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078537.540081:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078537.540083:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078537.540086:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078537.540088:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078537.540091:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078537.540098:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823808:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078537.540101:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078537.540104:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540109:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078537.540111:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.540112:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078537.540114:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078537.540116:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078537.540118:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823936:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078537.540121:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078537.540123:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078537.540124:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078537.540126:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078537.540128:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078537.540130:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078537.540133:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:2.0:1769078537.540136:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c2d6db00.
00000400:00000010:2.0:1769078537.540138:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c2894088.
00000100:00000200:2.0:1769078537.540141:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610823936, portal 4
00000100:00000001:2.0:1769078537.540143:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078537.540144:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409848704 : -104785299702912 : ffffa0b2c56efb80)
00000100:00000040:2.0:1769078537.540149:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540155:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078537.540157:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:2.0:1769078537.540160:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c28947f8.
00000100:00000200:2.0:1769078537.540162:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610823936, offset 0
00000400:00000200:2.0:1769078537.540165:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:2.0:1769078537.540169:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078537.540172:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078537.540175:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078537.540177:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:2.0:1769078537.540179:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078537.540181:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:2.0:1769078537.540183:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22115:22115:256:4294967295] 192.168.204.105@tcp LPNI seq info [22112:22112:8:4294967295]
00000400:00000200:2.0:1769078537.540187:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078537.540192:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078537.540196:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078537.540198:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2d101d000.
00000800:00000200:2.0:1769078537.540202:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.0:1769078537.540204:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078537.540208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:2.1:1769078537.540211:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078537.540215:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:2.0:1769078537.540216:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2d101d000.
00000400:00000200:2.0:1769078537.540220:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078537.540222:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078537.540225:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c28947f8
00000400:00000010:2.0:1769078537.540226:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c28947f8.
00000100:00000001:2.0:1769078537.540229:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078537.540232:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540238:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.540241:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540250:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.540252:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078537.540255:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078537.540257:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:2.0:1769078537.540260:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078537.540262:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300198969
00000100:00000001:2.0:1769078537.540263:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300199792
00000100:00000001:2.0:1769078537.540265:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300198969
00000100:00000001:2.0:1769078537.540267:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300199792
00000100:00000001:2.0:1769078537.540269:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078537.540270:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.540272:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078537.540275:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537]  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078537.540281:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078537.540283:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078537.540284:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c2d6db00.
00000400:00000200:2.0:1769078537.540286:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c2894088
00000400:00000010:2.0:1769078537.540287:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c2894088.
00000100:00000001:2.0:1769078537.540289:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078537.540292:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078537.540298:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540303:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078537.540304:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.540305:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.540307:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078537.540310:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540329:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078537.540333:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540339:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078537.540341:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.540343:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078537.540344:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.540346:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078537.540347:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078537.540350:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078537.540353:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:2.0:1769078537.540355:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078537.540359:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078537.540367:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610823936:192.168.204.105@tcp:8:kworker.0
00000100:00000001:2.0:1769078537.540371:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.540373:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.540376:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef100 x1855007610823680/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540941:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078537.540943:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078537.540946:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:2.0:1769078537.540949:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078537.540951:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078537.540952:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:2.0:1769078537.540954:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078537.540955:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d3800.
02000000:00000001:2.0:1769078537.540960:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078537.540961:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078537.540963:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef100.
00000100:00000001:2.0:1769078537.540965:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078537.540966:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.540968:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.540973:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ece00 x1855007610823808/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.540978:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078537.540979:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078537.540981:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:2.0:1769078537.540983:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078537.540984:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078537.540985:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078537.540987:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078537.540988:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2000.
02000000:00000001:2.0:1769078537.540990:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078537.540991:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078537.540993:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ece00.
00000100:00000001:2.0:1769078537.540997:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078537.540998:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.540999:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078537.541002:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56efb80 x1855007610823936/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078537.541007:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078537.541008:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078537.541009:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:2.0:1769078537.541011:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078537.541012:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078537.541013:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:2.0:1769078537.541016:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078537.541017:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d0800.
02000000:00000001:2.0:1769078537.541019:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078537.541020:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078537.541021:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56efb80.
00000100:00000001:2.0:1769078537.541023:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078537.541025:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.541027:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078537.541032:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078537.541034:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078537.541036:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078537.541038:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078538.372816:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078538.372827:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078538.372934:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078538.372939:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078538.372943:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078538.434522:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300199792, at 4300199808
00000100:00000010:3.0:1769078538.434543:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf1e0.
00000100:00000040:2.0:1769078538.434634:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300199792, at 4300199808
00000100:00000010:2.0:1769078538.434639:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c34cf180.
00010000:00000001:0.0:1769078539.394502:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078539.394510:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078539.394569:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078539.394572:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078539.394575:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078540.418574:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078540.418582:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078540.418653:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078540.418658:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078540.418662:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078541.442508:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078541.442517:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078541.442590:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078541.442595:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078541.442600:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078542.466502:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078542.466512:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078542.466578:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078542.466582:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078542.466586:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078542.658531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078542.658548:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078542.658551:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078542.658556:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078542.658561:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078542.658570:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5531
00000400:00000200:2.0:1769078542.658583:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078542.658591:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078542.658595:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078542.658598:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.658601:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078542.658604:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.658605:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078542.658609:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078542.658611:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078542.658613:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078542.658616:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078542.658617:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078542.658618:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078542.658620:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.658621:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078542.658622:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.658623:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078542.658625:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078542.658627:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078542.658629:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.658632:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078542.658634:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078542.658636:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.658638:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078542.658640:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078542.658650:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b100.
00000020:00000040:2.0:1769078542.658653:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078542.658656:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078542.658658:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.658660:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078542.658663:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078542.658666:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078542.658673:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48c00.
00000100:00000001:2.0:1769078542.658679:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078542.658686:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078542.658695:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078542.658699:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078542.658715:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb1f593] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.658740:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078542.658744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078542.658747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078542.658748:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078542.658751:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078542.658753:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078542.658755:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5531
00000400:00000200:2.0:1769078542.658758:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078542.658760:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078542.658762:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078542.658765:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.658766:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078542.658768:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.658769:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078542.658771:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078542.658772:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078542.658773:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078542.658775:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078542.658776:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078542.658777:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078542.658779:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.658781:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078542.658783:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.658784:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078542.658786:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:1.0:1769078542.658787:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769078542.658789:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078542.658794:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078542.658795:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.658798:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078542.658799:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078542.658807:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078542.658809:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078542.658811:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.658815:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078542.658821:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078542.658823:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1769078542.658827:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.658828:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.658833:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.658835:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1769078542.658839:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569880.
02000000:00000001:1.0:1769078542.658840:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769078542.658842:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078542.658844:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.658846:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078542.658848:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078542.658852:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610824064:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078542.658852:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078542.658855:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078542.658857:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.658860:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769078542.658861:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:1.0:1769078542.658866:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078542.658866:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.658871:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078542.658873:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078542.658876:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078542.658881:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769078542.658883:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
00000100:00000001:2.0:1769078542.658884:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.658887:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078542.658891:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c0c624b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078542.658899:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078542.658906:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000100:00000001:2.0:1769078542.658908:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078542.658912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078542.658916:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00080000:2.0:1769078542.658917:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078542.658921:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078542.658923:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078542.658926:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769078542.658927:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610824064, portal 25
00000100:00080000:2.0:1769078542.658929:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5531
00000100:00000001:1.0:1769078542.658932:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078542.658934:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374702336 : -104785334849280 : ffffa0b2c356b100)
00000100:00000040:1.0:1769078542.658941:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078542.658950:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078542.658955:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769078542.658958:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00000040:1.0:1769078542.658962:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:2.0:1769078542.658964:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769078542.658966:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000040:2.0:1769078542.658971:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000200:1.0:1769078542.658972:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610824064, offset 0
00000100:00000001:2.0:1769078542.658976:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078542.658980:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078542.658984:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078542.658985:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078542.658989:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078542.658990:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078542.658991:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078542.658992:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078542.658994:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:2.0:1769078542.658995:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078542.658998:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:2.0:1769078542.659000:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.659002:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078542.659003:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.659004:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078542.659005:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078542.659007:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078542.659008:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.659009:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078542.659011:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078542.659014:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.659015:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078542.659017:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078542.659018:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078542.659021:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000001:2.0:1769078542.659021:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078542.659026:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569c00.
00000020:00000040:2.0:1769078542.659028:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769078542.659031:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769078542.659032:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078542.659035:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.659036:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078542.659038:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
02000000:00000001:2.0:1769078542.659039:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078542.659042:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078542.659046:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078542.659049:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078542.659054:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22116:22116:256:4294967295] 192.168.204.105@tcp LPNI seq info [22113:22113:8:4294967295]
02000000:00000010:2.0:1769078542.659056:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49800.
00000400:00000200:1.0:1769078542.659062:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078542.659063:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078542.659070:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078542.659078:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078542.659088:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769078542.659092:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078542.659094:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078542.659100:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000100:00000040:2.0:1769078542.659101:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d656d84] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.659109:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078542.659113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078542.659114:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:2.0:1769078542.659120:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.0:1769078542.659121:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769078542.659122:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078542.659124:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078542.659130:0:36:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769078542.659131:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00080000:2.0:1769078542.659135:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5531
00000800:00000200:1.1:1769078542.659137:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000400:00000200:2.0:1769078542.659144:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000800:00000100:1.0:1769078542.659146:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078542.659151:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:2.0:1769078542.659153:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078542.659157:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078542.659159:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769078542.659162:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.659163:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078542.659165:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.659166:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078542.659169:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078542.659169:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078542.659170:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078542.659172:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078542.659173:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078542.659177:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000400:00000200:1.0:1769078542.659183:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769078542.659186:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078542.659190:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078542.659191:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000100:00000040:2.0:1769078542.659194:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078542.659196:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:2.0:1769078542.659198:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078542.659203:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1769078542.659203:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:2.0:1769078542.659209:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000200:1.0:1769078542.659212:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.659214:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078542.659218:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078542.659223:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078542.659227:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769078542.659248:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.659251:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078542.659253:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078542.659258:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078542.659260:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.659269:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.659270:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.659274:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1769078542.659275:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568380.
00000100:00000001:1.0:1769078542.659280:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078542.659280:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078542.659283:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078542.659287:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:2.0:1769078542.659287:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078542.659291:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078542.659293:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300204912
02000000:00000001:2.0:1769078542.659294:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078542.659297:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078542.659301:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328af00.
02000000:00000010:2.0:1769078542.659304:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49400.
00000100:00000001:1.0:1769078542.659310:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1769078542.659310:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078542.659318:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078542.659324:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078542.659325:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078542.659328:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046cd8b3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078542.659333:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078542.659336:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5541)
00000100:00000001:1.0:1769078542.659343:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300204912
00000100:00000010:1.0:1769078542.659350:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a000.
00000100:00000001:1.0:1769078542.659354:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078542.659358:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078542.659361:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.659363:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078542.659369:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542]  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078542.659379:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078542.659380:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078542.659383:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078542.659409:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078542.659411:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078542.659414:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078542.659417:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078542.659427:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659433:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078542.659436:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.659438:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078542.659441:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078542.659445:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659451:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078542.659456:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659464:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078542.659474:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.659476:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078542.659477:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.659480:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078542.659482:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078542.659485:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078542.659489:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078542.659491:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078542.659496:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078542.659504:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610824064:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078542.659509:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.659511:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078542.659514:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b100 x1855007610824064/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659521:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078542.659523:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078542.659526:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078542.659529:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078542.659531:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078542.659533:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078542.659535:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078542.659538:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48c00.
02000000:00000001:1.0:1769078542.659542:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078542.659543:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078542.659545:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b100.
00000100:00000001:1.0:1769078542.659548:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078542.659549:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.659552:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.659559:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078542.659561:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.659564:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078542.659565:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078542.659566:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078542.659570:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659576:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078542.659577:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.659580:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078542.659582:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078542.659584:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078542.659587:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824192:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078542.659590:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078542.659591:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078542.659592:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.659594:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078542.659597:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078542.659599:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078542.659602:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078542.659604:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078542.659608:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078542.659611:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610824192, portal 10
00000100:00000001:1.0:1769078542.659612:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078542.659614:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696064 : -104785334855552 : ffffa0b2c3569880)
00000100:00000040:1.0:1769078542.659620:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659627:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078542.659629:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078542.659631:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078542.659633:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610824192, offset 0
00000400:00000200:1.0:1769078542.659637:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078542.659641:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078542.659645:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078542.659647:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078542.659650:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078542.659652:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078542.659655:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078542.659658:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22117:22117:256:4294967295] 192.168.204.105@tcp LPNI seq info [22114:22114:8:4294967295]
00000400:00000200:1.0:1769078542.659663:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078542.659670:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078542.659674:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078542.659677:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078542.659681:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078542.659684:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078542.659688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078542.659690:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078542.659695:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078542.659697:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078542.659700:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078542.659703:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078542.659705:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078542.659707:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078542.659710:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078542.659713:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659721:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078542.659724:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659736:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.659738:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078542.659740:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078542.659744:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078542.659748:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078542.659750:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300204052
00000100:00000001:1.0:1769078542.659753:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300204912
00000100:00000001:1.0:1769078542.659755:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300204052
00000100:00000001:1.0:1769078542.659758:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300204912
00000100:00000001:1.0:1769078542.659760:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078542.659762:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.659763:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078542.659767:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542]  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078542.659775:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078542.659776:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078542.659778:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078542.659780:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078542.659782:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078542.659784:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078542.659787:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078542.659795:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659802:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078542.659803:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.659805:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078542.659807:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078542.659810:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659816:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078542.659820:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659826:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078542.659828:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.659830:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078542.659831:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.659833:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078542.659835:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078542.659837:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078542.659840:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078542.659842:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078542.659846:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078542.659854:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824192:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078542.659858:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078542.659861:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659868:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078542.659869:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.659871:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078542.659873:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078542.659874:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078542.659877:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824320:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078542.659880:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078542.659881:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078542.659883:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.659885:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078542.659888:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078542.659890:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078542.659894:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078542.659896:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078542.659900:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078542.659902:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610824320, portal 4
00000100:00000001:1.0:1769078542.659904:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078542.659906:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696960 : -104785334854656 : ffffa0b2c3569c00)
00000100:00000040:1.0:1769078542.659911:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.659917:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078542.659919:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078542.659921:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078542.659923:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610824320, offset 0
00000400:00000200:1.0:1769078542.659927:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078542.659931:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078542.659934:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078542.659937:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078542.659939:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078542.659941:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078542.659943:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078542.659947:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22118:22118:256:4294967295] 192.168.204.105@tcp LPNI seq info [22115:22115:8:4294967295]
00000400:00000200:1.0:1769078542.659951:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078542.659957:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078542.659962:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078542.659964:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078542.659968:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078542.659970:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078542.659974:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078542.659977:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078542.659981:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078542.659983:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078542.659986:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078542.659989:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078542.659991:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078542.659993:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078542.659995:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078542.659999:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660006:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078542.660010:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660016:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.660018:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078542.660020:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078542.660023:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078542.660026:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078542.660028:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300204078
00000100:00000001:1.0:1769078542.660030:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300204912
00000100:00000001:1.0:1769078542.660032:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300204078
00000100:00000001:1.0:1769078542.660035:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300204912
00000100:00000001:1.0:1769078542.660037:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078542.660039:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.660040:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078542.660043:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542]  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078542.660051:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078542.660052:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078542.660054:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078542.660056:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078542.660058:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078542.660060:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078542.660063:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078542.660071:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660078:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078542.660079:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660081:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078542.660083:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078542.660086:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660093:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078542.660096:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660102:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078542.660105:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660106:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078542.660108:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660109:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078542.660111:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078542.660114:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078542.660116:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078542.660118:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078542.660122:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078542.660130:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824320:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078542.660133:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078542.660137:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660144:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078542.660145:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.660147:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078542.660149:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078542.660151:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078542.660154:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824448:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078542.660157:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078542.660158:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078542.660160:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078542.660161:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078542.660164:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078542.660188:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078542.660192:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078542.660195:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078542.660197:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078542.660200:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610824448, portal 4
00000100:00000001:1.0:1769078542.660202:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078542.660203:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374690688 : -104785334860928 : ffffa0b2c3568380)
00000100:00000040:1.0:1769078542.660208:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660214:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078542.660217:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078542.660219:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078542.660221:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610824448, offset 0
00000400:00000200:1.0:1769078542.660225:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078542.660239:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078542.660242:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078542.660245:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078542.660248:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078542.660250:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078542.660252:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078542.660256:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22119:22119:256:4294967295] 192.168.204.105@tcp LPNI seq info [22116:22116:8:4294967295]
00000400:00000200:1.0:1769078542.660260:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078542.660266:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078542.660270:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078542.660273:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078542.660277:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078542.660279:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078542.660283:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078542.660286:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078542.660290:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078542.660292:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078542.660294:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078542.660297:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078542.660299:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078542.660301:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078542.660303:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078542.660307:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660314:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078542.660316:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660323:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.660325:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078542.660328:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078542.660331:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078542.660335:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078542.660337:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300204089
00000100:00000001:1.0:1769078542.660339:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300204912
00000100:00000001:1.0:1769078542.660342:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300204089
00000100:00000001:1.0:1769078542.660344:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300204912
00000100:00000001:1.0:1769078542.660346:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078542.660349:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.660351:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078542.660354:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542]  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078542.660362:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078542.660363:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078542.660365:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078542.660367:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078542.660369:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078542.660371:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078542.660374:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078542.660382:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660408:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078542.660410:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660412:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078542.660413:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078542.660417:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660424:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078542.660429:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660436:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078542.660439:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660441:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078542.660442:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660443:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078542.660445:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078542.660447:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078542.660450:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078542.660453:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078542.660457:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078542.660466:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824448:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078542.660470:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660472:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078542.660475:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569880 x1855007610824192/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660482:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078542.660483:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078542.660485:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078542.660487:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078542.660489:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078542.660490:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078542.660492:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078542.660494:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:1.0:1769078542.660496:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078542.660498:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078542.660499:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569880.
00000100:00000001:1.0:1769078542.660502:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078542.660503:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660504:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078542.660508:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569c00 x1855007610824320/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660515:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078542.660516:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078542.660517:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078542.660519:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078542.660521:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078542.660522:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078542.660523:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078542.660525:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:1.0:1769078542.660527:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078542.660528:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078542.660530:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569c00.
00000100:00000001:1.0:1769078542.660532:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078542.660533:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660534:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078542.660537:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568380 x1855007610824448/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078542.660543:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078542.660544:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078542.660545:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078542.660547:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078542.660549:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078542.660550:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078542.660552:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078542.660553:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:1.0:1769078542.660555:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078542.660557:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078542.660558:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568380.
00000100:00000001:1.0:1769078542.660559:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078542.660560:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660562:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.660565:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078542.660566:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078542.660568:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078542.660570:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078543.490543:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078543.490551:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078543.490632:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078543.490637:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078543.490641:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078543.554512:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300204912, at 4300204928
00000100:00000040:3.0:1769078543.554512:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300204912, at 4300204928
00000100:00000010:2.0:1769078543.554533:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328af00.
00000100:00000010:3.0:1769078543.554539:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a000.
00010000:00000001:0.0:1769078544.514461:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078544.514470:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078544.514743:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078544.514748:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078544.514752:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078545.541293:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078545.541304:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078545.541307:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078545.541310:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078545.541317:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078545.541320:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078545.541322:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078545.541325:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078545.543478:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078545.543627:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078545.543633:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078546.562565:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078546.562578:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078546.562607:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078546.562613:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078546.562617:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078547.586500:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078547.586509:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078547.589328:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078547.589335:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078547.589341:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078547.778919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078547.778933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078547.778936:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078547.778941:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078547.778946:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078547.778955:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5536
00000400:00000200:2.0:1769078547.778966:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078547.778973:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078547.778977:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078547.778980:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.778984:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.778987:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.778989:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078547.778994:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078547.778997:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078547.779000:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078547.779003:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078547.779006:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078547.779009:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078547.779012:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.779015:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779017:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078547.779020:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078547.779023:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779026:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078547.779029:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078547.779032:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078547.779035:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779038:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078547.779040:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078547.779052:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356a300.
00000020:00000040:2.0:1769078547.779056:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078547.779060:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078547.779061:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779065:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078547.779068:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078547.779073:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078547.779082:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49000.
00000100:00000001:2.0:1769078547.779090:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078547.779100:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078547.779111:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078547.779116:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078547.779121:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5a0487c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078547.779156:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078547.779159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078547.779163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078547.779164:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078547.779166:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078547.779169:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078547.779172:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5536
00000400:00000200:2.0:1769078547.779176:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078547.779179:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078547.779182:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078547.779185:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779188:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.779190:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779192:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078547.779194:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078547.779195:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078547.779196:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078547.779199:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078547.779201:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078547.779203:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078547.779206:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779208:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.779210:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779212:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078547.779214:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078547.779216:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779218:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078547.779220:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078547.779225:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078547.779227:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779229:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078547.779234:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078547.779238:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779240:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078547.779245:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568380.
00000020:00000040:2.0:1769078547.779248:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078547.779250:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078547.779252:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779253:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078547.779254:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078547.779256:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078547.779260:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48000.
00000100:00000001:2.0:1769078547.779263:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078547.779268:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078547.779276:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078547.779278:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078547.779282:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046cd8b3e] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078547.779289:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078547.779292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078547.779295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078547.779297:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078547.779299:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078547.779301:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078547.779303:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5536
00000400:00000200:2.0:1769078547.779307:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078547.779309:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078547.779311:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078547.779314:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779315:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.779317:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779320:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078547.779322:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078547.779323:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078547.779325:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078547.779327:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000020:00000001:2.0:1769078547.779329:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:2.0:1769078547.779331:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078547.779334:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779336:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.779339:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779341:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078547.779344:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078547.779346:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779349:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078547.779350:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078547.779353:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078547.779355:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779357:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078547.779359:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078547.779362:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779364:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078547.779367:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569c00.
00000020:00000040:2.0:1769078547.779369:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078547.779371:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078547.779373:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779374:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078547.779376:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078547.779377:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078547.779381:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b400.
00000100:00000001:2.0:1769078547.779383:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078547.779409:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078547.779424:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078547.779426:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.779429:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078547.779431:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d656d84] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.779435:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078547.779439:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078547.779444:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078547.779449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078547.779455:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078547.779455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078547.779459:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078547.779462:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078547.779468:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078547.779470:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078547.779473:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078547.779474:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5536
02000000:00000001:1.0:1769078547.779479:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:2.0:1769078547.779481:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
02000000:00000001:1.0:1769078547.779484:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1769078547.779487:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
02000000:00000001:1.0:1769078547.779489:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078547.779491:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1769078547.779498:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610824576:192.168.204.105@tcp:250:kworker.0
00000100:00000040:2.0:1769078547.779498:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779503:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.779507:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078547.779508:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078547.779511:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
02000000:00000001:1.0:1769078547.779514:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1769078547.779514:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078547.779518:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
02000000:00000001:1.0:1769078547.779519:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078547.779520:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769078547.779523:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769078547.779524:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078547.779528:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078547.779529:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
02000000:00000010:1.0:1769078547.779531:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
00000100:00000040:2.0:1769078547.779534:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078547.779535:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779538:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078547.779541:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779544:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078547.779546:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000020:00000040:2.0:1769078547.779550:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000400:00000010:1.0:1769078547.779553:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000100:00080000:2.0:1769078547.779556:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779561:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078547.779563:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
02000000:00000001:2.0:1769078547.779564:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078547.779569:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078547.779571:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779574:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:1.0:1769078547.779575:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610824576, portal 25
00000008:00100000:2.0:1769078547.779576:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078547.779579:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1769078547.779581:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.779582:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374698752 : -104785334852864 : ffffa0b2c356a300)
00000100:00000001:2.0:1769078547.779585:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078547.779590:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569880.
00000100:00000040:1.0:1769078547.779593:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078547.779594:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078547.779600:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078547.779602:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078547.779606:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078547.779608:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078547.779609:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078547.779610:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078547.779615:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
02000000:00000010:2.0:1769078547.779615:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b000.
00000400:00000010:1.0:1769078547.779620:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000001:2.0:1769078547.779620:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078547.779628:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610824576, offset 0
00000100:00100000:2.0:1769078547.779630:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078547.779640:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078547.779641:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078547.779645:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078547.779650:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c0c624b] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078547.779653:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078547.779662:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078547.779665:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:2.0:1769078547.779668:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5546)
00000400:00000200:1.0:1769078547.779673:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078547.779680:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078547.779684:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078547.779687:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078547.779693:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22120:22120:256:4294967295] 192.168.204.105@tcp LPNI seq info [22117:22117:8:4294967295]
00000400:00000200:1.0:1769078547.779698:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078547.779709:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078547.779716:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078547.779722:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078547.779730:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078547.779734:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078547.779740:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078547.779744:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078547.779748:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078547.779751:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078547.779758:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078547.779764:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078547.779769:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078547.779771:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078547.779775:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078547.779780:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.779789:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.779793:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.779800:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.779801:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078547.779808:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078547.779813:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078547.779816:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300210033
00000100:00000010:1.0:1769078547.779822:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a9c0.
00000100:00000001:1.0:1769078547.779828:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078547.779844:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300210033
00000100:00000010:1.0:1769078547.779847:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328acc0.
00000100:00000001:1.0:1769078547.779851:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078547.779855:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078547.779858:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.779861:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078547.779865:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078547/real 1769078547]  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078547.779874:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078547.779877:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078547.779879:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078547.779882:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078547.779884:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078547.779886:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078547.779889:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078547.779898:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.779904:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078547.779906:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.779909:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.779911:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078547.779914:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.779921:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078547.779926:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.779932:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078547.779935:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.779937:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.779938:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.779941:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078547.779943:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078547.779946:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078547.779950:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078547.779952:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078547.779956:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078547.779964:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610824576:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078547.779969:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078547.779972:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.779979:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078547.779980:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.779982:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078547.779984:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078547.779986:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078547.779989:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824704:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078547.779992:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078547.779994:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078547.779995:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.779997:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078547.780001:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078547.780003:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078547.780007:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078547.780010:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078547.780014:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078547.780017:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610824704, portal 10
00000100:00000001:1.0:1769078547.780019:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078547.780020:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374690688 : -104785334860928 : ffffa0b2c3568380)
00000100:00000040:1.0:1769078547.780026:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780032:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078547.780034:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078547.780037:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078547.780040:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610824704, offset 0
00000400:00000200:1.0:1769078547.780044:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078547.780048:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078547.780052:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078547.780056:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078547.780059:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078547.780061:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078547.780063:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078547.780067:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22121:22121:256:4294967295] 192.168.204.105@tcp LPNI seq info [22118:22118:8:4294967295]
00000400:00000200:1.0:1769078547.780071:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078547.780076:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078547.780081:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078547.780084:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078547.780087:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078547.780090:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078547.780094:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078547.780097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078547.780100:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078547.780102:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078547.780105:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078547.780108:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078547.780110:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078547.780112:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078547.780114:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078547.780118:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780125:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.780128:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780134:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.780136:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078547.780139:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078547.780170:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078547.780175:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078547.780177:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300209172
00000100:00000001:1.0:1769078547.780180:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300210033
00000100:00000001:1.0:1769078547.780182:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300209172
00000100:00000001:1.0:1769078547.780483:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300210033
00000100:00000001:1.0:1769078547.780487:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078547.780489:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.780491:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078547.780496:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078547/real 1769078547]  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078547.780505:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078547.780506:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078547.780508:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078547.780511:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078547.780513:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078547.780515:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078547.780518:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078547.780526:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780532:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078547.780533:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.780535:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.780537:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078547.780540:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780546:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078547.780550:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780556:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078547.780559:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.780560:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.780561:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.780564:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078547.780565:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078547.780568:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078547.780572:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078547.780574:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078547.780578:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078547.780586:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824704:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078547.780590:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.780592:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.780595:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356a300 x1855007610824576/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780602:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078547.780606:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078547.780609:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078547.780612:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078547.780614:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078547.780616:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078547.780618:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078547.780621:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:1.0:1769078547.780626:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078547.780628:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078547.780630:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356a300.
00000100:00000001:1.0:1769078547.780632:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078547.780633:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.780635:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.780638:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568380 x1855007610824704/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780645:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078547.780646:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078547.780647:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078547.780649:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078547.780651:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078547.780652:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078547.780654:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078547.780656:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48000.
02000000:00000001:1.0:1769078547.780658:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078547.780659:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078547.780661:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568380.
00000100:00000001:1.0:1769078547.780663:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078547.780664:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.780667:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.780675:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078547.780677:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.780679:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078547.780681:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078547.780683:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078547.780688:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780694:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078547.780696:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.780698:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078547.780699:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078547.780701:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078547.780704:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824832:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078547.780707:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078547.780709:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078547.780710:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.780712:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078547.780715:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078547.780717:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078547.780721:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078547.780724:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078547.780727:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078547.780730:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610824832, portal 4
00000100:00000001:1.0:1769078547.780732:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078547.780734:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696960 : -104785334854656 : ffffa0b2c3569c00)
00000100:00000040:1.0:1769078547.780740:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780745:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078547.780748:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078547.780750:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078547.780752:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610824832, offset 0
00000400:00000200:1.0:1769078547.780756:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078547.780760:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078547.780764:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078547.780766:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078547.780769:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078547.780771:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078547.780774:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078547.780777:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22122:22122:256:4294967295] 192.168.204.105@tcp LPNI seq info [22119:22119:8:4294967295]
00000400:00000200:1.0:1769078547.780781:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078547.780787:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078547.780792:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078547.780795:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078547.780799:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078547.780801:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078547.780806:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078547.780809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078547.780813:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078547.780815:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078547.780817:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078547.780820:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078547.780823:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078547.780825:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078547.780827:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078547.780831:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780838:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.780842:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780848:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.780850:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078547.780852:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078547.780855:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078547.780858:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078547.780860:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300209199
00000100:00000001:1.0:1769078547.780863:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300210033
00000100:00000001:1.0:1769078547.780865:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300209199
00000100:00000001:1.0:1769078547.780873:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300210033
00000100:00000001:1.0:1769078547.780875:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078547.780877:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.780879:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078547.780883:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078547/real 1769078547]  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078547.780890:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078547.780892:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078547.780893:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078547.780896:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078547.780897:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078547.780900:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078547.780903:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078547.780910:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780916:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078547.780918:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.780919:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.780921:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078547.780924:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780931:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078547.780934:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780940:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078547.780942:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.780944:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.780945:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.780947:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078547.780948:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078547.780951:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078547.780954:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078547.780957:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078547.780960:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078547.780967:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824832:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078547.780972:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078547.780975:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.780981:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078547.780983:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.780987:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078547.780989:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078547.780991:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078547.780994:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824960:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078547.780997:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078547.780998:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078547.781000:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078547.781001:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078547.781005:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078547.781006:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078547.781010:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078547.781013:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078547.781015:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078547.781018:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610824960, portal 4
00000100:00000001:1.0:1769078547.781019:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078547.781020:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374696064 : -104785334855552 : ffffa0b2c3569880)
00000100:00000040:1.0:1769078547.781025:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.781030:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078547.781033:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078547.781034:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078547.781037:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610824960, offset 0
00000400:00000200:1.0:1769078547.781040:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078547.781044:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078547.781046:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078547.781049:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078547.781051:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078547.781053:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078547.781055:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078547.781058:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22123:22123:256:4294967295] 192.168.204.105@tcp LPNI seq info [22120:22120:8:4294967295]
00000400:00000200:1.0:1769078547.781061:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078547.781066:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078547.781070:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078547.781073:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078547.781076:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078547.781078:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078547.781081:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078547.781084:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078547.781087:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078547.781089:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078547.781091:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078547.781093:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078547.781096:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078547.781097:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078547.781099:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078547.781102:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.781107:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.781110:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.781115:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.781116:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078547.781119:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078547.781121:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078547.781124:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078547.781126:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300209210
00000100:00000001:1.0:1769078547.781128:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300210033
00000100:00000001:1.0:1769078547.781130:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300209210
00000100:00000001:1.0:1769078547.781132:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300210033
00000100:00000001:1.0:1769078547.781135:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078547.781137:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.781138:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078547.781152:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078547/real 1769078547]  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078547.781227:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078547.781229:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078547.781231:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078547.781234:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078547.781236:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078547.781238:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078547.781242:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078547.781249:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.781255:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078547.781257:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.781258:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.781259:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078547.781262:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.781268:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078547.781272:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.781278:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078547.781281:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.781282:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078547.781283:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.781285:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078547.781286:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078547.781288:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078547.781291:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078547.781294:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078547.781297:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078547.781303:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610824960:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078547.781306:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.781308:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.781312:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569c00 x1855007610824832/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.781317:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078547.781319:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078547.781320:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078547.781323:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078547.781325:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078547.781326:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078547.781328:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078547.781330:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b400.
02000000:00000001:1.0:1769078547.781333:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078547.781334:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078547.781335:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569c00.
00000100:00000001:1.0:1769078547.781338:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078547.781340:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.781341:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078547.781344:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569880 x1855007610824960/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078547.781351:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078547.781352:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078547.781353:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078547.781355:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078547.781356:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078547.781357:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078547.781359:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078547.781361:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:1.0:1769078547.781363:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078547.781364:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078547.781365:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569880.
00000100:00000001:1.0:1769078547.781367:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078547.781369:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.781371:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078547.781375:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078547.781376:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078547.781378:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078547.781379:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078548.610512:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078548.610519:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078548.610595:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078548.610601:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078548.610605:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078548.674504:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300210033, at 4300210048
00000100:00000040:2.0:1769078548.674506:0:69711:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300210033, at 4300210048
00000100:00000010:3.0:1769078548.674522:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328acc0.
00000100:00000010:2.0:1769078548.674524:0:69711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a9c0.
00010000:00000001:0.0:1769078549.634482:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078549.634491:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078549.634550:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078549.634554:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078549.634557:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078550.658528:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078550.658538:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078550.658617:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078550.658622:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078550.658628:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078551.682612:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078551.682626:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078551.682696:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078551.682700:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078551.682705:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078552.706538:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078552.706544:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078552.706651:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078552.706658:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078552.706663:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078552.899191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078552.899204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078552.899207:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078552.899211:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078552.899215:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078552.899221:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5541
00000400:00000200:2.0:1769078552.899231:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078552.899237:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078552.899239:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078552.899242:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899245:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078552.899247:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899248:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078552.899252:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078552.899253:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078552.899256:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078552.899258:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078552.899259:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078552.899260:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078552.899262:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899264:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078552.899265:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899267:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078552.899269:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078552.899272:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899273:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078552.899275:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078552.899277:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078552.899279:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899281:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078552.899282:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078552.899293:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b100.
00000020:00000040:2.0:1769078552.899296:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078552.899299:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078552.899300:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899303:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078552.899304:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078552.899308:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078552.899316:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b000.
00000100:00000001:2.0:1769078552.899323:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078552.899330:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078552.899338:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078552.899342:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078552.899345:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb1f593] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078552.899365:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078552.899368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078552.899370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078552.899371:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078552.899372:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078552.899373:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078552.899375:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5541
00000400:00000200:2.0:1769078552.899378:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078552.899380:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078552.899381:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078552.899383:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899385:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078552.899402:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899403:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078552.899405:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078552.899406:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078552.899407:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078552.899409:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078552.899411:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078552.899413:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078552.899415:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899417:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078552.899418:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899420:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078552.899421:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00080000:2.0:1769078552.899423:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899424:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078552.899425:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078552.899430:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078552.899431:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899432:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078552.899437:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078552.899440:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.899443:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078552.899443:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078552.899448:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3568a80.
00000020:00000040:2.0:1769078552.899454:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000100:00000001:1.0:1769078552.899455:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769078552.899460:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078552.899461:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769078552.899464:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899468:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078552.899470:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078552.899473:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078552.899478:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078552.899479:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b400.
00000100:00000001:2.0:1769078552.899487:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078552.899496:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078552.899510:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078552.899511:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078552.899515:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.899517:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078552.899518:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7136c04] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078552.899525:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078552.899528:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078552.899531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769078552.899532:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769078552.899538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1769078552.899541:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899541:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078552.899545:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078552.899552:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078552.899557:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5541
00000100:00100000:1.0:1769078552.899558:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610825088:192.168.204.105@tcp:250:kworker.0
00000400:00000200:2.0:1769078552.899563:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078552.899569:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078552.899575:0:36:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078552.899577:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769078552.899583:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078552.899585:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078552.899589:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078552.899591:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078552.899595:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
02000000:00000001:1.0:1769078552.899598:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078552.899600:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078552.899605:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078552.899606:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078552.899608:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000010:1.0:1769078552.899609:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
00000020:00000040:2.0:1769078552.899611:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
02000000:00000001:1.0:1769078552.899617:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078552.899619:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000020:00000001:2.0:1769078552.899624:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:2.0:1769078552.899630:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078552.899632:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078552.899638:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078552.899641:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078552.899643:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000100:00000001:2.0:1769078552.899644:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078552.899652:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078552.899655:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899657:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078552.899658:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
02000000:00000001:2.0:1769078552.899659:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078552.899662:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078552.899665:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899666:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078552.899668:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1769078552.899669:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610825088, portal 25
00000008:00000001:2.0:1769078552.899672:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899675:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.899676:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000010:2.0:1769078552.899679:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356bb80.
00000100:00000001:1.0:1769078552.899680:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374702336 : -104785334849280 : ffffa0b2c356b100)
00000020:00000040:2.0:1769078552.899682:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078552.899688:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078552.899690:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899692:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078552.899693:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078552.899697:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078552.899698:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078552.899701:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d48000.
00000100:00000001:2.0:1769078552.899705:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078552.899713:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078552.899747:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078552.899750:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078552.899750:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078552.899759:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003aa830cc] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078552.899766:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078552.899776:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000001:2.0:1769078552.899779:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078552.899782:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610825088, offset 0
00000100:00080000:2.0:1769078552.899785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078552.899791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078552.899796:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078552.899798:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00080000:2.0:1769078552.899799:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078552.899805:0:36:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078552.899810:0:36:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5541
00000400:00000200:1.0:1769078552.899813:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078552.899822:0:36:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078552.899827:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:2.0:1769078552.899833:0:36:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078552.899837:0:36:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078552.899839:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078552.899845:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000200:1.0:1769078552.899851:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:2.0:1769078552.899852:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078552.899857:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899860:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078552.899864:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769078552.899865:0:36:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078552.899869:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078552.899872:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078552.899874:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000400:00000200:1.0:1769078552.899875:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000020:00000001:2.0:1769078552.899877:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:2.0:1769078552.899883:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:2.0:1769078552.899886:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899889:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078552.899891:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22124:22124:256:4294967295] 192.168.204.105@tcp LPNI seq info [22121:22121:8:4294967295]
00000100:00000040:2.0:1769078552.899893:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078552.899898:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078552.899906:0:36:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00080000:2.0:1769078552.899913:0:36:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:1.0:1769078552.899915:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078552.899918:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078552.899922:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078552.899924:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078552.899927:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899928:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078552.899930:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078552.899936:0:36:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899939:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078552.899943:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b480.
00000400:00000200:1.0:1769078552.899947:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1769078552.899948:0:36:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078552.899955:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078552.899958:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078552.899963:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078552.899965:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078552.899969:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078552.899972:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
02000000:00000010:2.0:1769078552.899976:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49000.
00000800:00000010:1.0:1769078552.899979:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000100:00000001:2.0:1769078552.899982:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078552.899992:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078552.899993:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078552.900002:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1769078552.900015:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078552.900022:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078552.900024:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000040:2.0:1769078552.900030:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed65346d] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769078552.900032:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1769078552.900048:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078552.900053:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000040:2.0:1769078552.900054:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5551)
00000800:00000010:1.0:1769078552.900080:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078552.900087:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078552.900094:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078552.900099:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078552.900101:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078552.900105:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078552.900109:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900117:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078552.900120:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900125:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.900126:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078552.900131:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078552.900134:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078552.900136:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300215153
00000100:00000010:1.0:1769078552.900140:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328aae0.
00000100:00000001:1.0:1769078552.900146:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1769078552.900152:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300215153
00000100:00000010:1.0:1769078552.900154:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a300.
00000100:00000001:1.0:1769078552.900156:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1769078552.900158:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078552.900160:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.900162:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078552.900164:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078552/real 1769078552]  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078552.900170:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078552.900171:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078552.900172:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078552.900174:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078552.900175:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078552.900177:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078552.900179:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078552.900184:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900188:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078552.900189:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900190:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078552.900192:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078552.900194:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900197:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078552.900200:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900205:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078552.900207:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900208:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078552.900208:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900210:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078552.900212:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078552.900214:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078552.900217:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078552.900219:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078552.900221:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078552.900226:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610825088:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078552.900229:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900230:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078552.900232:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b100 x1855007610825088/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900236:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078552.900238:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078552.900240:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078552.900242:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078552.900243:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078552.900244:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078552.900246:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078552.900248:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b000.
02000000:00000001:1.0:1769078552.900251:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078552.900252:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078552.900254:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b100.
00000100:00000001:1.0:1769078552.900257:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078552.900257:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900259:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900264:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078552.900265:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.900267:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078552.900268:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078552.900269:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078552.900271:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900280:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078552.900281:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078552.900283:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078552.900284:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078552.900285:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078552.900287:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825216:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078552.900289:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078552.900290:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078552.900291:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078552.900292:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078552.900294:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078552.900295:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078552.900297:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078552.900298:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078552.900301:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078552.900302:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610825216, portal 10
00000100:00000001:1.0:1769078552.900303:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078552.900304:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374692480 : -104785334859136 : ffffa0b2c3568a80)
00000100:00000040:1.0:1769078552.900308:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900312:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078552.900314:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078552.900315:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078552.900316:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610825216, offset 0
00000400:00000200:1.0:1769078552.900319:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078552.900321:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078552.900323:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078552.900325:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078552.900326:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078552.900328:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078552.900329:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078552.900332:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22125:22125:256:4294967295] 192.168.204.105@tcp LPNI seq info [22122:22122:8:4294967295]
00000400:00000200:1.0:1769078552.900334:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078552.900338:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078552.900341:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078552.900343:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078552.900346:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078552.900348:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078552.900351:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078552.900352:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078552.900354:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078552.900356:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078552.900358:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078552.900360:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078552.900361:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078552.900363:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078552.900364:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078552.900366:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900371:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078552.900373:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900377:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.900377:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078552.900379:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078552.900381:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078552.900383:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078552.900384:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300214292
00000100:00000001:1.0:1769078552.900425:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300215153
00000100:00000001:1.0:1769078552.900427:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300214293
00000100:00000001:1.0:1769078552.900429:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300215153
00000100:00000001:1.0:1769078552.900430:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078552.900432:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.900433:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078552.900436:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078552/real 1769078552]  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078552.900441:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078552.900441:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078552.900443:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078552.900444:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078552.900445:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078552.900446:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078552.900448:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078552.900453:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900457:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078552.900457:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900458:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078552.900459:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078552.900461:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900465:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078552.900467:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900471:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078552.900472:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900473:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078552.900474:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900474:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078552.900475:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078552.900477:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078552.900479:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078552.900480:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078552.900483:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078552.900487:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825216:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078552.900489:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078552.900491:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900494:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078552.900495:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078552.900496:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078552.900497:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078552.900499:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078552.900500:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825344:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078552.900502:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078552.900503:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078552.900504:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078552.900506:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078552.900508:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078552.900509:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078552.900511:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078552.900512:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078552.900514:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078552.900516:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610825344, portal 4
00000100:00000001:1.0:1769078552.900517:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078552.900518:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374705024 : -104785334846592 : ffffa0b2c356bb80)
00000100:00000040:1.0:1769078552.900521:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900525:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078552.900527:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078552.900528:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078552.900529:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610825344, offset 0
00000400:00000200:1.0:1769078552.900531:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078552.900534:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078552.900536:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078552.900538:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078552.900539:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078552.900541:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078552.900542:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078552.900544:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22126:22126:256:4294967295] 192.168.204.105@tcp LPNI seq info [22123:22123:8:4294967295]
00000400:00000200:1.0:1769078552.900546:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078552.900550:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078552.900552:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078552.900554:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078552.900556:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078552.900558:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078552.900560:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078552.900562:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078552.900564:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078552.900565:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078552.900567:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078552.900569:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078552.900570:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078552.900571:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078552.900573:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078552.900575:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900579:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078552.900580:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900584:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.900585:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078552.900587:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078552.900590:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078552.900593:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078552.900595:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300214319
00000100:00000001:1.0:1769078552.900597:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300215153
00000100:00000001:1.0:1769078552.900599:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300214319
00000100:00000001:1.0:1769078552.900601:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300215153
00000100:00000001:1.0:1769078552.900603:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078552.900605:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.900607:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078552.900610:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078552/real 1769078552]  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078552.900617:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078552.900618:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078552.900620:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078552.900622:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078552.900624:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078552.900625:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078552.900628:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078552.900636:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900642:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078552.900644:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900645:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078552.900646:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078552.900650:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900656:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078552.900660:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900667:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078552.900669:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900670:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078552.900671:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900673:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078552.900674:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078552.900676:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078552.900679:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078552.900681:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078552.900684:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078552.900691:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825344:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078552.900695:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078552.900699:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900705:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078552.900707:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078552.900709:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078552.900710:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078552.900711:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078552.900713:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825472:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078552.900715:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078552.900716:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078552.900717:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078552.900718:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078552.900721:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078552.900722:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078552.900725:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078552.900727:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078552.900728:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078552.900730:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610825472, portal 4
00000100:00000001:1.0:1769078552.900731:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078552.900732:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374703232 : -104785334848384 : ffffa0b2c356b480)
00000100:00000040:1.0:1769078552.900736:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900739:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078552.900741:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078552.900742:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078552.900743:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610825472, offset 0
00000400:00000200:1.0:1769078552.900745:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078552.900748:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078552.900750:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078552.900751:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078552.900753:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078552.900754:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078552.900756:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078552.900758:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22127:22127:256:4294967295] 192.168.204.105@tcp LPNI seq info [22124:22124:8:4294967295]
00000400:00000200:1.0:1769078552.900760:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078552.900763:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078552.900766:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078552.900768:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078552.900770:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078552.900771:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078552.900774:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078552.900775:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078552.900778:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078552.900779:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078552.900781:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078552.900783:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078552.900784:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078552.900785:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078552.900787:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078552.900797:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900802:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078552.900806:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900810:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.900812:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078552.900815:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078552.900817:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078552.900820:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078552.900822:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300214330
00000100:00000001:1.0:1769078552.900824:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300215153
00000100:00000001:1.0:1769078552.900826:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300214330
00000100:00000001:1.0:1769078552.900828:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300215153
00000100:00000001:1.0:1769078552.900829:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078552.900831:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.900833:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078552.900836:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078552/real 1769078552]  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078552.900844:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078552.900845:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078552.900847:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078552.900849:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078552.900850:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078552.900852:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078552.900855:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078552.900863:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900874:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078552.900875:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900877:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078552.900877:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078552.900880:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900884:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078552.900886:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900889:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078552.900891:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900892:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078552.900892:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900893:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078552.900894:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078552.900895:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078552.900897:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078552.900899:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078552.900901:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078552.900905:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825472:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078552.900907:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900908:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078552.900910:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3568a80 x1855007610825216/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900913:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078552.900914:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078552.900916:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078552.900918:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078552.900919:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078552.900920:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078552.900921:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078552.900922:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b400.
02000000:00000001:1.0:1769078552.900924:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078552.900925:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078552.900926:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3568a80.
00000100:00000001:1.0:1769078552.900928:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078552.900929:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900930:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078552.900931:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356bb80 x1855007610825344/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900935:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078552.900936:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078552.900937:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078552.900938:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078552.900938:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078552.900939:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078552.900940:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078552.900940:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d48000.
02000000:00000001:1.0:1769078552.900942:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078552.900942:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078552.900943:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356bb80.
00000100:00000001:1.0:1769078552.900944:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078552.900945:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900945:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078552.900947:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b480 x1855007610825472/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078552.900950:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078552.900951:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078552.900951:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67af400.
02000000:00000001:1.0:1769078552.900953:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078552.900953:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078552.900954:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078552.900955:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078552.900956:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49000.
02000000:00000001:1.0:1769078552.900957:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078552.900958:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078552.900959:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b480.
00000100:00000001:1.0:1769078552.900960:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078552.900960:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900961:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078552.900963:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078552.900964:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078552.900965:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078552.900966:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078553.730519:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078553.730524:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078553.730585:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078553.730590:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078553.730594:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078553.794497:0:69884:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300215153, at 4300215168
00000100:00000040:3.0:1769078553.794497:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300215153, at 4300215168
00000100:00000010:2.0:1769078553.794513:0:69884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328aae0.
00000100:00000010:3.0:1769078553.794520:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a300.
00010000:00000001:0.0:1769078554.754507:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078554.754512:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078554.754586:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078554.754590:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078554.754595:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078555.778638:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078555.778649:0:69867:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1769078555.778652:0:69867:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1769078555.778655:0:69867:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078555.778661:0:69867:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1769078555.778663:0:69867:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078555.778665:0:69867:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078555.778668:0:69867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078555.778856:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078555.778860:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078555.778863:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078556.802527:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078556.802536:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078556.802614:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078556.802618:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078556.802624:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078557.826595:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078557.826604:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078557.826691:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078557.826695:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078557.826699:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078558.018544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078558.018557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078558.018561:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078558.018566:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078558.018570:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078558.018577:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5546
00000400:00000200:0.0:1769078558.018587:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078558.018593:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078558.018595:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078558.018598:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.018600:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078558.018602:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.018604:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078558.018608:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078558.018609:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:0.0:1769078558.018611:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078558.018613:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:0.0:1769078558.018615:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:0.0:1769078558.018617:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:0.0:1769078558.018620:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.018621:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078558.018622:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.018624:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078558.018626:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:0.0:1769078558.018628:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078558.018630:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078558.018632:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078558.018635:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078558.018636:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078558.018638:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078558.018640:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078558.018649:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56eea00.
00000020:00000040:0.0:1769078558.018652:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:0.0:1769078558.018655:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078558.018656:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078558.018659:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078558.018661:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078558.018665:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078558.018673:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2c00.
00000100:00000001:0.0:1769078558.018679:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078558.018687:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078558.018695:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078558.018699:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078558.018702:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da19e10] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078558.018720:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078558.018723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078558.018726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078558.018727:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078558.018729:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078558.018732:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078558.018735:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5546
00000400:00000200:0.0:1769078558.018739:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078558.018743:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078558.018746:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078558.018749:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.018751:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078558.018753:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.018755:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078558.018757:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078558.018758:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078558.018760:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:0.0:1769078558.018763:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078558.018764:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078558.018767:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000100:00000001:1.0:1769078558.018768:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078558.018772:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:0.0:1769078558.018778:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:1.0:1769078558.018780:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078558.018783:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.018788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078558.018791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.018795:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078558.018799:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:1.0:1769078558.018800:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769078558.018803:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078558.018804:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078558.018807:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078558.018809:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078558.018810:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078558.018814:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078558.018814:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078558.018819:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078558.018819:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078558.018824:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769078558.018827:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610825600:192.168.204.105@tcp:250:kworker.0
00000008:00100000:0.0:1769078558.018829:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078558.018834:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.018836:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078558.018837:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078558.018842:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef800.
02000000:00000001:1.0:1769078558.018842:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769078558.018846:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:1.0:1769078558.018846:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078558.018848:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078558.018850:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078558.018851:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078558.018855:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078558.018857:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769078558.018857:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:0.0:1769078558.018859:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078558.018861:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078558.018868:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d2400.
00000400:00000200:1.0:1769078558.018871:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:0.0:1769078558.018875:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078558.018877:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000100:00100000:0.0:1769078558.018883:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078558.018885:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000001:0.0:1769078558.018895:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078558.018898:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610825600, portal 25
00000100:00000001:0.0:1769078558.018899:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.018903:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078558.018906:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409844224 : -104785299707392 : ffffa0b2c56eea00)
00000100:00000040:0.0:1769078558.018907:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003570564] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078558.018916:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.018941:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078558.018942:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078558.018945:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000100:00080000:0.0:1769078558.018948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078558.018952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1769078558.018954:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1769078558.018955:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00080000:0.0:1769078558.018956:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769078558.018960:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610825600, offset 0
00000100:00000001:0.0:1769078558.018961:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078558.018968:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5546
00000400:00000200:0.0:1769078558.018986:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078558.018989:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078558.019000:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078558.019001:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078558.019006:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078558.019010:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.019012:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078558.019014:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000100:00000040:0.0:1769078558.019017:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.019021:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000400:00000200:1.0:1769078558.019023:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769078558.019026:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078558.019030:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000400:00000200:1.0:1769078558.019031:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000020:00000001:0.0:1769078558.019034:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078558.019038:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000400:00000200:1.0:1769078558.019038:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1769078558.019043:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078558.019043:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000020:00000001:0.0:1769078558.019047:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000400:00000200:1.0:1769078558.019049:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22128:22128:256:4294967295] 192.168.204.105@tcp LPNI seq info [22125:22125:8:4294967295]
00000100:00000040:0.0:1769078558.019053:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.019057:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078558.019060:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078558.019061:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.019065:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:0.0:1769078558.019072:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000400:00000200:1.0:1769078558.019076:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769078558.019080:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:0.0:1769078558.019084:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078558.019087:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
02000000:00000001:0.0:1769078558.019088:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078558.019093:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1769078558.019095:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
02000000:00000001:0.0:1769078558.019097:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078558.019101:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078558.019104:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1769078558.019106:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000008:00000001:0.0:1769078558.019109:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078558.019112:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769078558.019113:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078558.019121:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56edc00.
00000800:00000200:1.1:1769078558.019122:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000020:00000040:0.0:1769078558.019127:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000800:00000200:1.1:1769078558.019128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1769078558.019132:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078558.019134:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078558.019136:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:0.0:1769078558.019137:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078558.019139:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1769078558.019140:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
02000000:00000001:0.0:1769078558.019141:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078558.019147:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1800.
00000100:00000001:0.0:1769078558.019149:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078558.019151:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078558.019157:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1769078558.019162:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078558.019163:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078558.019168:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:0.0:1769078558.019175:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078558.019175:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078558.019179:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078558.019184:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078558.019189:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ffad90] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.019205:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078558.019207:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078558.019211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078558.019213:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078558.019216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078558.019220:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078558.019223:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078558.019229:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078558.019229:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.019232:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1769078558.019235:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5546
00000100:00000001:1.0:1769078558.019239:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078558.019244:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:0.0:1769078558.019249:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078558.019251:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078558.019255:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000040:0.0:1769078558.019258:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078558.019261:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300220272
00000100:00000001:0.0:1769078558.019263:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078558.019266:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000010:1.0:1769078558.019268:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a8a0.
00000100:00000001:0.0:1769078558.019270:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:0.0:1769078558.019274:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078558.019275:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:0.0:1769078558.019276:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078558.019277:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000020:00000040:0.0:1769078558.019278:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:0.0:1769078558.019282:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000020:00000001:0.0:1769078558.019284:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078558.019287:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300220272
00000100:00000040:0.0:1769078558.019294:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:0.0:1769078558.019299:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1769078558.019299:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a7e0.
00000100:00000040:0.0:1769078558.019304:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078558.019306:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1769078558.019307:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000001:1.0:1769078558.019311:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078558.019312:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000100:00000001:1.0:1769078558.019315:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078558.019319:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078558.019320:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078558.019326:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078558.019328:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078558/real 1769078558]  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078558.019330:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078558.019335:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078558.019340:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078558.019344:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000001:1.0:1769078558.019345:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000008:00100000:0.0:1769078558.019347:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1769078558.019348:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000008:00000001:0.0:1769078558.019352:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078558.019353:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000100:00000001:0.0:1769078558.019355:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078558.019358:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000100:00000010:0.0:1769078558.019360:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c56ef480.
00000400:00000010:1.0:1769078558.019361:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000020:00000040:0.0:1769078558.019364:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000100:00000001:1.0:1769078558.019376:0:2365:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1769078558.019377:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078558.019380:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078558.019383:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1769078558.019383:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078558.019417:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.019425:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1769078558.019427:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078558.019428:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769078558.019432:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.019432:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078558.019436:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1769078558.019440:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2df8d1400.
00000100:00100000:1.0:1769078558.019442:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078558.019446:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.019455:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078558.019457:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078558.019463:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078558.019471:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078558.019476:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.019477:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078558.019481:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.019482:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078558.019483:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.019485:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078558.019487:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078558.019489:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078558.019494:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078558.019496:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078558.019500:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078558.019508:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610825600:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078558.019513:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.019515:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078558.019518:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56eea00 x1855007610825600/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.019525:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078558.019527:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078558.019529:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078558.019532:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078558.019534:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078558.019536:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078558.019538:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078558.019540:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2c00.
02000000:00000001:1.0:1769078558.019546:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078558.019548:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078558.019550:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56eea00.
00000100:00000001:1.0:1769078558.019554:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078558.019555:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.019557:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.019565:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078558.019567:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.019570:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078558.019571:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078558.019572:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078558.019575:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.019583:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078558.019584:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078558.019586:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078558.019588:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078558.019590:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078558.019596:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9b155a9] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078558.019596:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825728:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078558.019601:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078558.019604:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078558.019607:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078558.019610:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078558.019615:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078558.019615:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078558.019618:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078558.019624:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5557)
00000400:00000200:1.0:1769078558.019624:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078558.019627:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078558.019633:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078558.019636:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610825728, portal 10
00000100:00000001:1.0:1769078558.019638:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078558.019639:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409847808 : -104785299703808 : ffffa0b2c56ef800)
00000100:00000040:1.0:1769078558.019647:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.019654:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078558.019656:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078558.019659:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078558.019661:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610825728, offset 0
00000400:00000200:1.0:1769078558.019665:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078558.019669:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078558.019673:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078558.019676:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078558.019678:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078558.019681:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078558.019683:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078558.019686:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22129:22129:256:4294967295] 192.168.204.105@tcp LPNI seq info [22126:22126:8:4294967295]
00000400:00000200:1.0:1769078558.019690:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078558.019797:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078558.019802:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078558.019806:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078558.019810:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078558.019812:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078558.019817:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078558.019819:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078558.019823:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078558.019825:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078558.019832:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078558.019835:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078558.019838:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078558.019840:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078558.019843:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078558.019847:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.019854:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078558.019857:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.019864:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.019866:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078558.019870:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078558.019873:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078558.019877:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078558.019879:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300219412
00000100:00000001:1.0:1769078558.019882:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300220272
00000100:00000001:1.0:1769078558.019884:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300219412
00000100:00000001:1.0:1769078558.019886:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300220272
00000100:00000001:1.0:1769078558.019888:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078558.019891:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.019892:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078558.019896:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078558/real 1769078558]  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078558.019905:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078558.019906:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078558.019908:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078558.019910:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078558.019911:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078558.019913:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078558.019916:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078558.019925:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.019930:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078558.019932:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.019933:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078558.019935:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078558.019938:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.019945:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078558.019949:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.019956:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078558.019959:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.019960:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078558.019962:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.019963:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078558.019965:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078558.019967:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078558.019982:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078558.019985:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078558.019989:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078558.019996:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825728:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078558.020000:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078558.020003:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020010:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078558.020012:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078558.020013:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078558.020015:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078558.020017:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078558.020019:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825856:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078558.020023:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078558.020025:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078558.020026:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078558.020028:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078558.020032:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078558.020034:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078558.020037:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078558.020040:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078558.020043:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078558.020046:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610825856, portal 4
00000100:00000001:1.0:1769078558.020048:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078558.020050:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409840640 : -104785299710976 : ffffa0b2c56edc00)
00000100:00000040:1.0:1769078558.020055:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020061:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078558.020063:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078558.020065:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078558.020067:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610825856, offset 0
00000400:00000200:1.0:1769078558.020071:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078558.020075:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078558.020078:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078558.020081:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078558.020084:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078558.020086:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078558.020088:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078558.020091:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22130:22130:256:4294967295] 192.168.204.105@tcp LPNI seq info [22127:22127:8:4294967295]
00000400:00000200:1.0:1769078558.020095:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078558.020102:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078558.020106:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078558.020109:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078558.020113:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078558.020115:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078558.020119:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078558.020121:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078558.020125:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078558.020127:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078558.020130:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078558.020133:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078558.020136:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078558.020138:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078558.020141:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078558.020143:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020150:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078558.020154:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020159:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.020161:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078558.020163:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078558.020166:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078558.020169:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078558.020171:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300219438
00000100:00000001:1.0:1769078558.020173:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300220272
00000100:00000001:1.0:1769078558.020175:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300219438
00000100:00000001:1.0:1769078558.020176:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300220272
00000100:00000001:1.0:1769078558.020178:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078558.020180:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.020182:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078558.020185:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078558/real 1769078558]  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078558.020193:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078558.020194:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078558.020195:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078558.020198:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078558.020199:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078558.020201:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078558.020204:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078558.020212:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020224:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078558.020225:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020227:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078558.020228:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078558.020232:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020238:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078558.020241:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020248:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078558.020250:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020252:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078558.020253:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020254:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078558.020255:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078558.020257:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078558.020260:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078558.020262:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078558.020266:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078558.020274:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825856:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078558.020277:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020278:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078558.020281:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef800 x1855007610825728/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020287:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078558.020289:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078558.020291:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078558.020293:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078558.020294:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078558.020296:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078558.020298:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078558.020299:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d2400.
02000000:00000001:1.0:1769078558.020302:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078558.020303:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078558.020304:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef800.
00000100:00000001:1.0:1769078558.020307:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078558.020308:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020310:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078558.020313:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56edc00 x1855007610825856/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020319:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078558.020320:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078558.020321:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078558.020323:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078558.020324:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078558.020326:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078558.020327:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078558.020328:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1800.
02000000:00000001:1.0:1769078558.020330:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078558.020331:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078558.020332:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56edc00.
00000100:00000001:1.0:1769078558.020335:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078558.020337:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020338:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020342:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078558.020343:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.020345:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078558.020346:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078558.020347:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078558.020351:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020357:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078558.020358:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078558.020360:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078558.020362:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078558.020364:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078558.020367:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825984:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078558.020370:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078558.020372:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078558.020373:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078558.020375:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078558.020378:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078558.020380:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078558.020383:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078558.020401:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078558.020405:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078558.020408:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610825984, portal 4
00000100:00000001:1.0:1769078558.020410:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078558.020411:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288409846912 : -104785299704704 : ffffa0b2c56ef480)
00000100:00000040:1.0:1769078558.020416:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020423:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078558.020425:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078558.020427:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078558.020429:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610825984, offset 0
00000400:00000200:1.0:1769078558.020433:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078558.020437:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078558.020440:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078558.020443:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078558.020445:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078558.020448:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078558.020450:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078558.020453:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22131:22131:256:4294967295] 192.168.204.105@tcp LPNI seq info [22128:22128:8:4294967295]
00000400:00000200:1.0:1769078558.020457:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078558.020463:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078558.020468:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078558.020471:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078558.020475:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078558.020478:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078558.020482:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078558.020484:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078558.020487:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078558.020489:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078558.020492:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078558.020495:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078558.020498:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078558.020499:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078558.020501:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078558.020504:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020511:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078558.020514:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020520:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.020522:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078558.020524:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078558.020526:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078558.020529:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078558.020532:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300219450
00000100:00000001:1.0:1769078558.020534:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300220272
00000100:00000001:1.0:1769078558.020536:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300219450
00000100:00000001:1.0:1769078558.020538:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300220272
00000100:00000001:1.0:1769078558.020540:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078558.020542:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.020544:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078558.020547:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078558/real 1769078558]  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078558.020555:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078558.020556:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078558.020558:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078558.020560:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078558.020561:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078558.020563:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078558.020566:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078558.020574:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020580:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078558.020582:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020583:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078558.020585:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078558.020588:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020596:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078558.020599:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020606:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078558.020608:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020610:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078558.020611:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020613:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078558.020614:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078558.020616:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078558.020619:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078558.020621:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078558.020625:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078558.020633:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c56ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610825984:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078558.020637:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020638:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078558.020641:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c56ef480 x1855007610825984/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078558.020648:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078558.020649:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078558.020650:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078558.020653:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078558.020654:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078558.020655:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078558.020657:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078558.020659:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2df8d1400.
02000000:00000001:1.0:1769078558.020661:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078558.020662:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078558.020664:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c56ef480.
00000100:00000001:1.0:1769078558.020666:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078558.020667:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020669:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078558.020672:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078558.020673:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078558.020675:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078558.020676:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078558.850520:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078558.850529:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078558.850603:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078558.850608:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078558.850612:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1769078558.914519:0:69884:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300220272, at 4300220288
00000100:00000040:3.0:1769078558.914519:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300220272, at 4300220288
00000100:00000010:2.0:1769078558.914638:0:69884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a8a0.
00000100:00000010:3.0:1769078558.914659:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a7e0.
00010000:00000001:0.0:1769078559.874542:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078559.874551:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078559.874591:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078559.874596:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078559.874601:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078560.898547:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078560.898555:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078560.898617:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078560.898621:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078560.898625:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078561.922470:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078561.922480:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078561.922532:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078561.922535:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078561.922538:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1769078562.946504:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078562.946512:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078562.946566:0:69263:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078562.946571:0:69263:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078562.946575:0:69263:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078563.138522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 63c383db-a863-44aa-9a66-9adabc93852f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078563.138532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078563.138535:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078563.138539:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078563.138542:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078563.138549:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.105@tcp: connect to NID 192.168.204.105@tcp last attempt 5552
00000400:00000200:2.0:1769078563.138558:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078563.138564:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078563.138567:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078563.138569:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138575:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078563.138577:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138579:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078563.138583:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078563.138584:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c8ec
00000020:00000001:2.0:1769078563.138588:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078563.138590:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2c67f8000 refcount=3
00000020:00000001:2.0:1769078563.138592:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000020:00000001:2.0:1769078563.138594:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288427708416 : -104785281843200 : ffffa0b2c67f8000)
00000100:00000040:2.0:1769078563.138596:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138597:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078563.138598:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138599:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078563.138601:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2c67f8000 : new refcount 2
00000100:00080000:2.0:1769078563.138603:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.105@tcp: import ffffa0b2c67fa000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138604:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078563.138606:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078563.138608:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078563.138610:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078563.138612:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078563.138613:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078563.138623:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569500.
00000020:00000040:2.0:1769078563.138626:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c67fa000 refcount=4 obd=MGC192.168.204.105@tcp
02000000:00000001:2.0:1769078563.138628:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078563.138630:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078563.138632:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078563.138634:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078563.138638:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078563.138643:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49400.
00000100:00000001:2.0:1769078563.138654:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078563.138662:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078563.138670:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078563.138673:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078563.138676:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b764182c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078563.138692:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078563.138694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078563.138697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078563.138698:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078563.138699:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078563.138700:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078563.138702:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5552
00000400:00000200:2.0:1769078563.138704:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078563.138706:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078563.138707:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078563.138709:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138711:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078563.138713:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138715:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000001:2.0:1769078563.138716:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078563.138717:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c939
00000020:00000001:2.0:1769078563.138718:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078563.138720:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8d000 refcount=5
00000020:00000001:2.0:1769078563.138721:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000020:00000001:2.0:1769078563.138723:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769105920 : -104784940445696 : ffffa0b2dad8d000)
00000100:00000040:2.0:1769078563.138725:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078563.138726:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078563.138727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078563.138730:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078563.138732:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078563.138733:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078563.138736:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8d000 : new refcount 4
00000100:00000001:1.0:1769078563.138737:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1769078563.138739:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffffa0b2d131e000: import ffffa0b2c2ff7800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138742:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078563.138743:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078563.138746:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078563.138748:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078563.138753:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078563.138756:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078563.138762:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1769078563.138763:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078563.138766:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078563.138766:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078563.138771:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078563.138773:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356aa00.
02000000:00000001:1.0:1769078563.138774:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769078563.138775:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff7800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
02000000:00000001:2.0:1769078563.138778:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078563.138779:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078563.138780:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078563.138782:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078563.138785:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078563.138786:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078563.138787:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078563.138793:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4b800.
00000100:00100000:1.0:1769078563.138795:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610826112:192.168.204.105@tcp:250:kworker.0
00000100:00000001:2.0:1769078563.138796:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078563.138803:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078563.138805:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078563.138810:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078563.138811:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078563.138812:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078563.138816:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078563.138816:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000850b6be4] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078563.138822:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078563.138824:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078563.138830:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
00000100:00080000:2.0:1769078563.138831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769078563.138835:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078563.138836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1769078563.138838:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078563.138839:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078563.138841:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078563.138845:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:2.0:1769078563.138846:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5552
00000400:00000200:2.0:1769078563.138851:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078563.138852:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000200:2.0:1769078563.138853:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078563.138857:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078563.138859:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000400:00000010:1.0:1769078563.138860:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000001:2.0:1769078563.138861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078563.138865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138869:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:1.0:1769078563.138870:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610826112, portal 25
00000100:00000001:1.0:1769078563.138873:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1769078563.138873:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078563.138877:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374695168 : -104785334856448 : ffffa0b2c3569500)
00000020:00000040:2.0:1769078563.138877:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c947
00000020:00000001:2.0:1769078563.138882:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078563.138902:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078563.138910:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8b000 refcount=4
00000100:00000001:1.0:1769078563.138911:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769078563.138915:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000040:1.0:1769078563.138916:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078563.138920:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000020:00000001:2.0:1769078563.138921:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769097728 : -104784940453888 : ffffa0b2dad8b000)
00000100:00000200:1.0:1769078563.138925:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007610826112, offset 0
00000100:00000040:2.0:1769078563.138929:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138931:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078563.138934:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000100:00000040:2.0:1769078563.138936:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.138939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078563.138941:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8b000 : new refcount 3
00000100:00080000:2.0:1769078563.138943:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffffa0b2d131e000: import ffffa0b2c2ff3000 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000400:00000200:1.0:1769078563.138945:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078563.138946:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078563.138950:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078563.138952:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078563.138954:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
02000000:00000001:2.0:1769078563.138955:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078563.138958:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078563.138961:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:2.0:1769078563.138961:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078563.138965:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078563.138968:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000100:00000001:2.0:1769078563.138969:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078563.138974:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1769078563.138974:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c356b800.
00000400:00000200:1.0:1769078563.138978:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000020:00000040:2.0:1769078563.138978:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2c2ff3000 refcount=3 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000400:00000200:1.0:1769078563.138983:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22132:22132:256:4294967295] 192.168.204.105@tcp LPNI seq info [22129:22129:8:4294967295]
02000000:00000001:2.0:1769078563.138984:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078563.138987:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078563.138989:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:2.0:1769078563.138992:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078563.138995:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078563.138997:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078563.139004:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1769078563.139004:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d49800.
00000100:00000001:2.0:1769078563.139011:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078563.139015:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000100:00100000:2.0:1769078563.139020:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1769078563.139022:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078563.139032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078563.139037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769078563.139043:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769078563.139045:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000100:00000001:2.0:1769078563.139047:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078563.139051:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769078563.139054:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ead4a8] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1769078563.139059:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000100:00000001:2.0:1769078563.139064:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078563.139065:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000100:00080000:2.0:1769078563.139067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a0acb750-7eb6-423a-b76d-eeac8eba6adf->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078563.139071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078563.139073:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078563.139074:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078563.139075:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769078563.139076:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078563.139081:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: connect to NID 192.168.204.105@tcp last attempt 5552
00000400:00000200:1.0:1769078563.139084:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078563.139088:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:2.0:1769078563.139092:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078563.139093:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000100:00080000:2.0:1769078563.139094:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769078563.139097:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000040:2.0:1769078563.139098:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.139102:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078563.139103:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769078563.139105:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:2.0:1769078563.139108:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000100:00000200:1.0:1769078563.139109:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078563.139110:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078563.139112:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x66230e1dad88c94e
00000020:00000001:2.0:1769078563.139114:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078563.139117:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffffa0b2dad8c000 refcount=4
00000020:00000001:2.0:1769078563.139120:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000001:1.0:1769078563.139122:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1769078563.139123:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446639288769101824 : -104784940449792 : ffffa0b2dad8c000)
00000100:00000040:1.0:1769078563.139127:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078563.139129:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffffa0b2c2b7d1c0 refcount 11 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078563.139136:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139137:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078563.139140:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078563.139142:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0b2c2b7d1c0 refcount 12 to 192.168.204.105@tcp
00000100:00000001:1.0:1769078563.139144:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078563.139145:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639288364290496 : -104785345261120 : ffffa0b2c2b7d1c0)
00000020:00000040:2.0:1769078563.139150:0:8:0:(genops.c:898:class_export_put()) PUTting export ffffa0b2dad8c000 : new refcount 3
00000400:00000200:1.0:1769078563.139153:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00080000:2.0:1769078563.139155:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffffa0b2d131e000: import ffffa0b2d2cea800 using connection 192.168.204.105@tcp/192.168.204.105@tcp
00000100:00000001:1.0:1769078563.139157:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 2 is 4300225392
00000100:00000001:2.0:1769078563.139158:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078563.139161:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1769078563.139163:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328aa80.
02000000:00000001:2.0:1769078563.139164:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078563.139168:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078563.139170:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078563.139171:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078563.139174:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 2
00000008:00000001:2.0:1769078563.139174:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078563.139178:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139181:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS new deadline estimation for cpu 3 is 4300225392
00000100:00000010:2.0:1769078563.139181:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0b2c3569180.
00000020:00000040:2.0:1769078563.139184:0:8:0:(genops.c:1229:class_import_get()) import ffffa0b2d2cea800 refcount=3 obd=lustre-OST0001-osc-ffffa0b2d131e000
02000000:00000001:2.0:1769078563.139187:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1769078563.139188:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0b2c328a480.
02000000:00000001:2.0:1769078563.139189:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078563.139194:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078563.139195:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078563.139196:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.105@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1769078563.139197:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139203:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769078563.139203:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0b2c2d4ac00.
00000100:00000001:2.0:1769078563.139205:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139209:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078563.139211:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078563.139214:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078563.139218:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078563.139221:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078563.139223:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078563/real 1769078563]  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078563.139226:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f679915c] to pc [ptlrpcd_rcv+-1]  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078563.139248:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078563.139254:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5562)
00000400:00000001:1.0:1769078563.139258:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078563.139260:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078563.139262:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078563.139264:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078563.139265:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078563.139267:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078563.139271:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078563.139278:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139282:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078563.139284:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139286:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078563.139287:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078563.139289:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139293:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078563.139296:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139300:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078563.139302:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139303:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078563.139304:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139306:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078563.139308:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078563.139310:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c67fa000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078563.139314:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078563.139316:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078563.139320:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078563.139326:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63c383db-a863-44aa-9a66-9adabc93852f:2365:1855007610826112:192.168.204.105@tcp:250:kworker.0
00000100:00000001:1.0:1769078563.139330:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139332:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078563.139333:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569500 x1855007610826112/t0(0) o250->MGC192.168.204.105@tcp@192.168.204.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139337:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078563.139339:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078563.139341:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078563.139342:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078563.139343:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078563.139345:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c67fa000 refcount=3 obd=MGC192.168.204.105@tcp
00000020:00000001:1.0:1769078563.139346:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078563.139347:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49400.
02000000:00000001:1.0:1769078563.139350:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078563.139352:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078563.139353:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569500.
00000100:00000001:1.0:1769078563.139355:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078563.139356:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139357:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139363:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078563.139365:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139366:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078563.139368:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078563.139369:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078563.139372:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139380:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078563.139381:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078563.139383:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078563.139384:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078563.139406:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078563.139408:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610826240:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078563.139411:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078563.139413:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078563.139414:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078563.139415:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078563.139417:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078563.139418:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078563.139422:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078563.139423:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078563.139427:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078563.139430:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610826240, portal 10
00000100:00000001:1.0:1769078563.139432:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078563.139433:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374700544 : -104785334851072 : ffffa0b2c356aa00)
00000100:00000040:1.0:1769078563.139440:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139445:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078563.139446:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078563.139448:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078563.139450:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007610826240, offset 0
00000400:00000200:1.0:1769078563.139452:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078563.139455:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078563.139458:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078563.139460:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078563.139462:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078563.139463:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078563.139465:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078563.139467:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22133:22133:256:4294967295] 192.168.204.105@tcp LPNI seq info [22130:22130:8:4294967295]
00000400:00000200:1.0:1769078563.139469:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078563.139474:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078563.139477:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078563.139479:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078563.139482:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078563.139484:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078563.139487:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078563.139490:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078563.139493:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078563.139495:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078563.139498:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078563.139501:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078563.139504:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078563.139505:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078563.139506:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078563.139509:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139514:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078563.139516:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139520:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139521:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078563.139523:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078563.139526:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: using a timeout of 18831 usecs (19 jiffies)
00000400:00000200:1.0:1769078563.139528:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078563.139529:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300224532
00000100:00000001:1.0:1769078563.139531:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300225392
00000100:00000001:1.0:1769078563.139532:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300224532
00000100:00000001:1.0:1769078563.139533:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300225392
00000100:00000001:1.0:1769078563.139534:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078563.139536:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139537:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078563.139539:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078563/real 1769078563]  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078563.139543:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078563.139544:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078563.139546:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078563.139547:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078563.139549:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078563.139551:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078563.139554:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078563.139562:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139566:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078563.139567:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139568:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078563.139569:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078563.139571:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139575:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078563.139577:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139582:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078563.139583:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139584:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078563.139585:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139585:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078563.139586:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078563.139588:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078563.139589:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078563.139590:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078563.139592:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078563.139597:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610826240:192.168.204.105@tcp:38:kworker.0
00000100:00000001:1.0:1769078563.139600:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078563.139602:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139606:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078563.139607:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078563.139608:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078563.139609:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078563.139610:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078563.139612:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610826368:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078563.139614:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078563.139615:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078563.139616:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078563.139617:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078563.139619:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078563.139621:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078563.139623:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078563.139625:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078563.139627:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078563.139629:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610826368, portal 4
00000100:00000001:1.0:1769078563.139630:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078563.139631:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374704128 : -104785334847488 : ffffa0b2c356b800)
00000100:00000040:1.0:1769078563.139635:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139639:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078563.139640:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078563.139641:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078563.139643:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610826368, offset 0
00000400:00000200:1.0:1769078563.139645:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078563.139648:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078563.139651:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078563.139654:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078563.139657:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078563.139659:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078563.139661:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078563.139664:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22134:22134:256:4294967295] 192.168.204.105@tcp LPNI seq info [22131:22131:8:4294967295]
00000400:00000200:1.0:1769078563.139668:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078563.139673:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078563.139677:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078563.139680:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078563.139684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078563.139686:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078563.139690:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078563.139692:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078563.139695:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078563.139697:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078563.139700:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078563.139703:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078563.139706:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078563.139708:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078563.139710:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078563.139714:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139721:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078563.139724:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139730:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139731:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078563.139733:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078563.139736:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: using a timeout of 44148 usecs (45 jiffies)
00000400:00000200:1.0:1769078563.139738:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078563.139739:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300224558
00000100:00000001:1.0:1769078563.139741:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300225392
00000100:00000001:1.0:1769078563.139742:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300224558
00000100:00000001:1.0:1769078563.139744:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300225392
00000100:00000001:1.0:1769078563.139745:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078563.139747:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139748:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078563.139750:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078563/real 1769078563]  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078563.139754:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078563.139755:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078563.139756:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078563.139758:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078563.139759:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078563.139760:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078563.139762:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078563.139769:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139776:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078563.139777:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139778:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078563.139780:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078563.139783:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139789:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078563.139792:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139798:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078563.139801:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139802:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078563.139804:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.139806:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078563.139807:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078563.139810:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2c2ff3000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078563.139813:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078563.139815:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078563.139819:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078563.139827:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c356b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610826368:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078563.139831:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078563.139834:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139838:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078563.139839:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078563.139840:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078563.139842:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078563.139843:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078563.139844:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610826496:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078563.139846:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078563.139847:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078563.139848:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078563.139849:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078563.139852:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0b2c67ae000.
02000000:00000001:1.0:1769078563.139853:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078563.139856:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000010:1.0:1769078563.139858:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0b2c8761268.
00000400:00000010:1.0:1769078563.139861:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd3b8.
00000100:00000200:1.0:1769078563.139863:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007610826496, portal 4
00000100:00000001:1.0:1769078563.139865:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078563.139867:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446639288374694272 : -104785334857344 : ffffa0b2c3569180)
00000100:00000040:1.0:1769078563.139872:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139877:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078563.139878:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.105@tcp
00000400:00000010:1.0:1769078563.139880:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0b2c67bd110.
00000100:00000200:1.0:1769078563.139881:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007610826496, offset 0
00000400:00000200:1.0:1769078563.139897:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.105@tcp
00000400:00000200:1.0:1769078563.139900:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078563.139903:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.105@tcp local destination
00000400:00000200:1.0:1769078563.139905:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078563.139906:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.5@tcp
00000400:00000200:1.0:1769078563.139908:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078563.139909:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.105@tcp
00000400:00000200:1.0:1769078563.139911:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.5@tcp NI seq info: [22135:22135:256:4294967295] 192.168.204.105@tcp LPNI seq info [22132:22132:8:4294967295]
00000400:00000200:1.0:1769078563.139914:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000400:00000200:1.0:1769078563.139918:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.5@tcp(192.168.204.5@tcp:<?>) -> 192.168.204.105@tcp(192.168.204.105@tcp:192.168.204.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078563.139920:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078563.139922:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0b2e01aec00.
00000800:00000200:1.0:1769078563.139925:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.0:1769078563.139927:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078563.139929:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0b2c8720840] -> 12345-192.168.204.105@tcp (2)
00000800:00000200:1.1:1769078563.139931:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078563.139934:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.105@tcp
00000800:00000010:1.0:1769078563.139935:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0b2e01aec00.
00000400:00000200:1.0:1769078563.139938:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078563.139941:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.5@tcp->192.168.204.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078563.139944:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd110
00000400:00000010:1.0:1769078563.139945:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd110.
00000100:00000001:1.0:1769078563.139948:0:2365:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078563.139951:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139956:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078563.139958:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.139966:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139967:0:2365:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078563.139970:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078563.139972:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: using a timeout of 55146 usecs (56 jiffies)
00000400:00000200:1.0:1769078563.139974:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.105@tcp to cpt 1
00000100:00000001:1.0:1769078563.139975:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 2 is 4300224569
00000100:00000001:1.0:1769078563.139977:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 2, keep current deadline 4300225392
00000100:00000001:1.0:1769078563.139978:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS new deadline estimation for cpu 3 is 4300224569
00000100:00000001:1.0:1769078563.139980:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffffa0b2d131e000: PM QoS request active for cpu 3, keep current deadline 4300225392
00000100:00000001:1.0:1769078563.139981:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078563.139982:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.139983:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078563.139985:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078563/real 1769078563]  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078563.139989:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078563.139990:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078563.139991:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0b2c8761268.
00000400:00000200:1.0:1769078563.139993:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0b2c67bd3b8
00000400:00000010:1.0:1769078563.139994:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffffa0b2c67bd3b8.
00000100:00000001:1.0:1769078563.139995:0:2365:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078563.139998:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078563.140006:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.140012:0:2365:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078563.140013:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.140014:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078563.140015:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078563.140017:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.140022:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078563.140024:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.140028:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078563.140029:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.140030:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078563.140030:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.140031:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078563.140032:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078563.140033:0:2365:0:(import.c:65:import_set_state_nolock()) ffffa0b2d2cea800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078563.140035:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.105@tcp failed (-110)
00000100:00000001:1.0:1769078563.140036:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078563.140038:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078563.140042:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa0b2c3569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a0acb750-7eb6-423a-b76d-eeac8eba6adf:2365:1855007610826496:192.168.204.105@tcp:8:kworker.0
00000100:00000001:1.0:1769078563.140044:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.140045:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078563.140047:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356aa00 x1855007610826240/t0(0) o38->lustre-MDT0000-mdc-ffffa0b2d131e000@192.168.204.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.140051:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078563.140052:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078563.140053:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67acc00.
02000000:00000001:1.0:1769078563.140055:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078563.140056:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078563.140058:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff7800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0b2d131e000
00000020:00000001:1.0:1769078563.140060:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078563.140061:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4b800.
02000000:00000001:1.0:1769078563.140064:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078563.140066:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078563.140067:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356aa00.
00000100:00000001:1.0:1769078563.140069:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078563.140070:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.140071:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078563.140074:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c356b800 x1855007610826368/t0(0) o8->lustre-OST0000-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.140078:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078563.140078:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078563.140079:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ac400.
02000000:00000001:1.0:1769078563.140080:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078563.140081:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078563.140082:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2c2ff3000 refcount=2 obd=lustre-OST0000-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078563.140083:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078563.140084:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d49800.
02000000:00000001:1.0:1769078563.140086:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078563.140086:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078563.140087:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c356b800.
00000100:00000001:1.0:1769078563.140089:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078563.140089:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.140090:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078563.140092:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffffa0b2c3569180 x1855007610826496/t0(0) o8->lustre-OST0001-osc-ffffa0b2d131e000@192.168.204.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078563.140095:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078563.140095:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078563.140096:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0b2c67ae000.
02000000:00000001:1.0:1769078563.140098:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078563.140098:0:2365:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078563.140099:0:2365:0:(genops.c:1242:class_import_put()) import ffffa0b2d2cea800 refcount=2 obd=lustre-OST0001-osc-ffffa0b2d131e000
00000020:00000001:1.0:1769078563.140100:0:2365:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078563.140101:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0b2c2d4ac00.
02000000:00000001:1.0:1769078563.140102:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078563.140102:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078563.140103:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0b2c3569180.
00000100:00000001:1.0:1769078563.140104:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078563.140105:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.140106:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078563.140108:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078563.140109:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078563.140110:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078563.140111:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769078563.970504:0:69867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1769078563.970511:0:69867:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078563.970575:0:69264:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078563.970578:0:69264:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078563.970582:0:69264:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1769078564.034532:0:69798:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fbb30 (cpu 0) has reached its deadline 4300225392, at 4300225408
00000100:00000040:2.0:1769078564.034535:0:69884:0:(connection.c:75:cpu_latency_work()) work item of ffffa0b2c53fba20 (cpu 0) has reached its deadline 4300225392, at 4300225408
00000100:00000010:3.0:1769078564.034553:0:69798:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328a480.
00000100:00000010:2.0:1769078564.034555:0:69884:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0b2c328aa80.
Debug log: 132966 lines, 132966 kept, 0 dropped, 0 bad.